Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

LICENSE

@@ -0,0 +1,31 @@
+GENERAL TERMS AND CONDITIONS
+
+Note that if you want to use the Commercial licence, please contact us at contact@distillabs.ai
+
+- Model License Terms -
+
+R&D License
+
+1. SERVICES, PRICES AND PAYMENT
+
+    1.1 The Customer pays a one-time license fee, as indicated in the check-out process, for running of one (1) training process of the selected Base Model using Customer Data (“License Fee”).
+
+    1.2 The License Fee shall be due for payment in advance. The Customer shall only be permitted to set off against payment claims of Distil Labs if the Customer’s claims are undisputed or have become res judicata.
+
+2. MODEL LICENSE: R&D LICENSE
+
+    2.1 Subject to Customer’s payment of the license fee, Distil Labs grants to Customer the Model License (as defined below). For clarification, Distil Labs retains any other rights in its software or know- how, in particular in the codebase needed for the fine-tuning of the Trained Model.
+
+    2.2 Subject to the requirements of the Base Model License (cf. Section 2.5 below), Distil Labs transfers to the Customer the perpetual, non-exclusive usage right to the Trained Model for non-commercial purposes of prototyping and research & development. The Parties agree, that commercial purposes include deployment in production externally (to be used by Customer’s customers paid or free of charge) or internally (as a tool for Customer’s employees). The territorial scope of the license is limited to the use within the United States of America and the European Economic Area including all member states of the European Union (“Model License”).
+
+    2.3 The Model License for non-commercial purposes of prototyping and research & development shall include (i) the non-exclusive right to permanent or temporary reproduction, in whole or in part, by any means and in any form (e.g. permanent and/or volatile storage on electrical, electromagnetic, optical storage media, such as any type of SDD, HDD, DVD, memory cards, USB sticks), (ii) the non-exclusive right to distribution in any form, media and by any means regardless of whether the distribution is in tangible or intangible form, in particular to transmit the Trained Model via wired and wireless networks (e.g. for download from internet or intranet by wire or wireless means including broadband, cable, fiberglass, WIFI, LTE, 5G, satellite internet, other data networks), and (iii) the non-exclusive right of making available to the public in such a way that members of the public can access it from places and at times of their choice (e.g. by web or mobile app, virtual or augmented reality, cloud storage, cloud hosting, decentralized hosting, non-fungible token, application service providing, software as a service, or cloud computing). The license shall also contain, to the extent necessary for prototyping and research & development, the right to adapt and modify the Trained Model subject to the limitation in Section 2.4 and 2.5 below, to further develop the Trained Model including changes to functions or appearance, adapt to other software versions, to exchange parts of the Trained Model or combine the Trained Model with other results of work and to use the results in the same way as the original Trained Model. Any derived models from the Trained Model shall retain this model license.
+
+    2.4 The Customer shall not, without the prior written consent of Distil Labs:
+
+        2.4.1 train, fine-tune, re-train, or otherwise modify the Trained Model, unless for purpose of research & development;
+
+        2.4.2 use the Trained Model or any part thereof to create derivative models or services that compete with those of Distil Labs;
+
+        2.4.3 circumvent any technical restrictions embedded in the Trained Model or Base Model that are designed to enforce usage limitations.
+
+    2.5 The Parties acknowledge and agree that the Trained Model is developed from Base Models which are supplied by a third party. Therefore, the Model License is subject to the restrictions resulting from the open-source or any other applicable license of the Base Model (“Base Model License”) and the Customer must use the Trained Model in compliance with the Base Model License. In particular, the Customer must oblige their clients to compliance with the Base Model License in any case of transferring or sublicensing the rights to or making available in any way the Trained Model. The applicable Base Model License is defined in the Training Configuration and will be provided for download. The Customer agrees to indemnify Distil Labs for any and all claims brought by the Base Model provider for violations of the Base Model License.

Modelfile

@@ -0,0 +1,21 @@
+
+FROM .
+
+TEMPLATE """{{- if .Messages }}
+{{- range $index, $_ := .Messages }}
+{{- if eq .Role "system" }}<|begin_of_text|><|start_header_id|>system<|end_header_id|>
+
+Cutting Knowledge Date: December 2023
+
+{{- if $.Tools }}{{- end }}
+
+{{ .Content }}<|eot_id|>
+{{- else if eq .Role "user" }}<|start_header_id|>user<|end_header_id|>
+
+{{ .Content }}<|eot_id|>
+{{- else if eq .Role "assistant" }}<|start_header_id|>assistant<|end_header_id|>
+
+{{ .Content }}<|eot_id|>
+{{- end }}
+{{- end }}<|start_header_id|>assistant<|end_header_id|>
+{{- end }}"""

README.md

@@ -1,3 +1,177 @@
----
-license: llama3.2
----
+---
+license: llama3.2
+base_model: meta-llama/Llama-3.2-1B-Instruct
+tags:
+  - function-calling
+  - tool-use
+  - git
+  - cli
+  - code-assistant
+  - distillation
+  - llama
+datasets:
+  - distil-labs/gitara-synthetic
+language:
+  - en
+library_name: transformers
+pipeline_tag: text-generation
+---
+
+# Llama-3.2-Gitara-1B
+
+*Gitara = **git** + **ara** (the parrot genus): your local stochastic parrot for git commands.*
+
+A 1B parameter function-calling model fine-tuned by [Distil Labs](https://distillabs.ai) to translate plain English into `git` commands. The smallest Gitara variant, optimized for resource-constrained environments while maintaining strong accuracy.
+
+**[GitHub Demo and Code](https://github.com/distil-labs/distil-gitara)**
+
+## Model Details
+
+| | |
+|---|---|
+| **Developed by** | [Distil Labs GmbH](https://distillabs.ai) |
+| **Model type** | Causal language model, fine-tuned for function calling |
+| **Language** | English |
+| **License** | [Llama 3.2 Community License](https://github.com/meta-llama/llama-models/blob/main/models/llama3_2/LICENSE) |
+| **Fine-tuned from** | [meta-llama/Llama-3.2-1B-Instruct](https://huggingface.co/meta-llama/Llama-3.2-1B-Instruct) |
+
+## Use Case
+
+Given a natural language description of a git operation, the model outputs a structured JSON tool call that can be converted to an executable git command.
+
+**Supported commands:** `status` · `add` · `commit` · `push` · `pull` · `branch` · `switch` · `restore` · `merge` · `stash` · `rebase` · `reset` · `log`
+
+### Example
+
+**Input:**
+```
+push feature-x to origin, override any changes there and track it
+```
+
+**Output:**
+```json
+{"name": "git_push", "parameters": {"remote": "origin", "branch": "feature-x", "force": true, "set_upstream": true}}
+```
+
+**Resulting command:**
+```bash
+git push origin feature-x --force --set-upstream
+```
+
+### More Examples
+
+| Query | Tool Call Output |
+|-------|------------------|
+| `what's in the latest stash, show diff` | `{"name": "git_stash", "parameters": {"action": "show", "patch": true}}` |
+| `undo last commit but keep the changes` | `{"name": "git_reset", "parameters": {"mode": "soft", "ref": "HEAD~1"}}` |
+| `show 8 commits for current branch with graph` | `{"name": "git_log", "parameters": {"limit": 8, "graph": true}}` |
+| `merge vendor branch preferring ours` | `{"name": "git_merge", "parameters": {"branch": "vendor", "strategy": "ours"}}` |
+
+## Training
+
+The model was trained using knowledge distillation from the teacher model GPT-OSS-120B.
+
+| | |
+|---|---|
+| **Training method** | LoRA fine-tuning |
+| **Seed examples** | ~100 (manually validated) |
+| **Synthetic examples** | 10,000 |
+| **Teacher model** | GPT-OSS-120B |
+
+### Training Process
+
+1. Created ~100 seed examples covering all 13 git commands with realistic query phrasings
+2. Expanded seed data to 10,000 synthetic training examples using the Distil Labs platform
+3. Fine-tuned Llama 3.2 1B Instruct using LoRA
+4. Validated on held-out test set
+
+Training data and configuration available in the [GitHub repository](https://github.com/distil-labs/distil-gitara/tree/main/finetuning).
+
+## Evaluation
+
+Evaluated on 50 held-out test examples. Accuracy is measured by parsing outputs into normalized Python dicts and comparing for structural equality.
+
+| Model | Parameters | Accuracy |
+|-------|------------|----------|
+| GPT-OSS-120B (teacher) | 120B | 0.92 ± 0.02 |
+| Llama 3.2 3B Instruct (tuned) | 3B | 0.92 ± 0.01 |
+| **Llama 3.2 1B Instruct (tuned)** | **1B** | **0.90 ± 0.01** |
+| Llama 3.2 3B Instruct (base) | 3B | 0.12 ± 0.05 |
+| Llama 3.2 1B Instruct (base) | 1B | 0.00 ± 0.01 |
+
+The tuned 1B model achieves **0.90 accuracy** while being **120x smaller** than the teacher. The base 1B model completely fails (0.00 accuracy), confirming that fine-tuning is essential.
+
+### When to Use 1B vs 3B
+
+| Choose 1B | Choose 3B |
+|-----------|-----------|
+| Memory-constrained devices | Maximum accuracy needed |
+| Faster inference required | Complex or ambiguous queries |
+| 0.90 accuracy is acceptable | Edge cases matter |
+
+## How to Use
+
+### With Ollama (Recommended)
+
+```bash
+# Download model
+huggingface-cli download distil-labs/Distil-gitara-v2-Llama-3.2-1B-Instruct --local-dir distil-model
+
+# Build with Ollama
+cd distil-model
+ollama create gitara-1b -f Modelfile
+
+# Run
+ollama run gitara-1b "show staged changes with diffs"
+```
+
+### With Transformers
+
+```python
+from transformers import AutoModelForCausalLM, AutoTokenizer
+
+model_id = "distil-labs/Distil-gitara-v2-Llama-3.2-1B-Instruct"
+tokenizer = AutoTokenizer.from_pretrained(model_id)
+model = AutoModelForCausalLM.from_pretrained(model_id)
+
+# See GitHub repo for full tool-calling implementation
+```
+
+For complete usage instructions, see the [GitHub repository](https://github.com/distil-labs/distil-gitara).
+
+## Inference Speed
+
+Faster than the 3B variant due to smaller size. Suitable for on-device deployment on mobile or embedded systems.
+
+## Limitations
+
+- Accuracy is 0.90, meaning approximately 1 in 10 queries may produce incorrect output
+- Limited to the 13 supported git commands and their common options
+- Does not support `git checkout` (use `switch` and `restore` instead)
+- Single-turn only; does not support multi-step workflows
+- May struggle more with ambiguous or complex queries compared to 3B variant
+
+## Model Sources
+
+| | |
+|---|---|
+| **Homepage** | [https://distillabs.ai](https://distillabs.ai) |
+| **Repository** | [https://github.com/distil-labs/distil-gitara](https://github.com/distil-labs/distil-gitara) |
+| **Blog post** | [https://distillabs.ai/blog/gitara](https://distillabs.ai/blog/gitara) |
+| **Contact** | [contact@distillabs.ai](mailto:contact@distillabs.ai) |
+
+## Related Models
+
+- [Llama-3.2-Gitara-3B](https://huggingface.co/distil-labs/Llama-3_2-gitara-3B) — Larger variant (0.92 accuracy)
+
+## Citation
+
+```bibtex
+@misc{gitara2025,
+  author = {Distil Labs},
+  title = {Gitara: A Function-Calling Git Agent},
+  year = {2025},
+  publisher = {Hugging Face},
+  url = {https://huggingface.co/distil-labs/Distil-gitara-v2-Llama-3.2-1B-Instruct}
+}
+```

STUDENT_LICENSE

@@ -0,0 +1,111 @@
+LLAMA 3.2 COMMUNITY LICENSE AGREEMENT
+Llama 3.2 Version Release Date: September 25, 2024
+
+“Agreement” means the terms and conditions for use, reproduction, distribution
+and modification of the Llama Materials set forth herein.
+
+“Documentation” means the specifications, manuals and documentation accompanying Llama 3.2
+distributed by Meta at https://llama.meta.com/doc/overview.
+
+“Licensee” or “you” means you, or your employer or any other person or entity (if you are
+entering into this Agreement on such person or entity’s behalf), of the age required under
+applicable laws, rules or regulations to provide legal consent and that has legal authority
+to bind your employer or such other person or entity if you are entering in this Agreement
+on their behalf.
+
+“Llama 3.2” means the foundational large language models and software and algorithms, including
+machine-learning model code, trained model weights, inference-enabling code, training-enabling code,
+fine-tuning enabling code and other elements of the foregoing distributed by Meta at
+https://www.llama.com/llama-downloads.
+
+“Llama Materials” means, collectively, Meta’s proprietary Llama 3.2 and Documentation (and
+any portion thereof) made available under this Agreement.
+
+“Meta” or “we” means Meta Platforms Ireland Limited (if you are located in or,
+if you are an entity, your principal place of business is in the EEA or Switzerland)
+and Meta Platforms, Inc. (if you are located outside of the EEA or Switzerland).
+
+
+By clicking “I Accept” below or by using or distributing any portion or element of the Llama Materials,
+you agree to be bound by this Agreement.
+
+
+1. License Rights and Redistribution.
+
+    a. Grant of Rights. You are granted a non-exclusive, worldwide,
+non-transferable and royalty-free limited license under Meta’s intellectual property or other rights
+owned by Meta embodied in the Llama Materials to use, reproduce, distribute, copy, create derivative works
+of, and make modifications to the Llama Materials.
+
+    b. Redistribution and Use.
+
+        i. If you distribute or make available the Llama Materials (or any derivative works thereof),
+or a product or service (including another AI model) that contains any of them, you shall (A) provide
+a copy of this Agreement with any such Llama Materials; and (B) prominently display “Built with Llama”
+on a related website, user interface, blogpost, about page, or product documentation. If you use the
+Llama Materials or any outputs or results of the Llama Materials to create, train, fine tune, or
+otherwise improve an AI model, which is distributed or made available, you shall also include “Llama”
+at the beginning of any such AI model name.
+
+        ii. If you receive Llama Materials, or any derivative works thereof, from a Licensee as part
+of an integrated end user product, then Section 2 of this Agreement will not apply to you.
+
+        iii. You must retain in all copies of the Llama Materials that you distribute the
+following attribution notice within a “Notice” text file distributed as a part of such copies:
+“Llama 3.2 is licensed under the Llama 3.2 Community License, Copyright © Meta Platforms,
+Inc. All Rights Reserved.”
+
+        iv. Your use of the Llama Materials must comply with applicable laws and regulations
+(including trade compliance laws and regulations) and adhere to the Acceptable Use Policy for
+the Llama Materials (available at https://www.llama.com/llama3_2/use-policy), which is hereby
+incorporated by reference into this Agreement.
+
+2. Additional Commercial Terms. If, on the Llama 3.2 version release date, the monthly active users
+of the products or services made available by or for Licensee, or Licensee’s affiliates,
+is greater than 700 million monthly active users in the preceding calendar month, you must request
+a license from Meta, which Meta may grant to you in its sole discretion, and you are not authorized to
+exercise any of the rights under this Agreement unless or until Meta otherwise expressly grants you such rights.
+
+3. Disclaimer of Warranty. UNLESS REQUIRED BY APPLICABLE LAW, THE LLAMA MATERIALS AND ANY OUTPUT AND
+RESULTS THEREFROM ARE PROVIDED ON AN “AS IS” BASIS, WITHOUT WARRANTIES OF ANY KIND, AND META DISCLAIMS
+ALL WARRANTIES OF ANY KIND, BOTH EXPRESS AND IMPLIED, INCLUDING, WITHOUT LIMITATION, ANY WARRANTIES
+OF TITLE, NON-INFRINGEMENT, MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE. YOU ARE SOLELY RESPONSIBLE
+FOR DETERMINING THE APPROPRIATENESS OF USING OR REDISTRIBUTING THE LLAMA MATERIALS AND ASSUME ANY RISKS ASSOCIATED
+WITH YOUR USE OF THE LLAMA MATERIALS AND ANY OUTPUT AND RESULTS.
+
+4. Limitation of Liability. IN NO EVENT WILL META OR ITS AFFILIATES BE LIABLE UNDER ANY THEORY OF LIABILITY,
+WHETHER IN CONTRACT, TORT, NEGLIGENCE, PRODUCTS LIABILITY, OR OTHERWISE, ARISING OUT OF THIS AGREEMENT,
+FOR ANY LOST PROFITS OR ANY INDIRECT, SPECIAL, CONSEQUENTIAL, INCIDENTAL, EXEMPLARY OR PUNITIVE DAMAGES, EVEN
+IF META OR ITS AFFILIATES HAVE BEEN ADVISED OF THE POSSIBILITY OF ANY OF THE FOREGOING.
+
+5. Intellectual Property.
+
+    a. No trademark licenses are granted under this Agreement, and in connection with the Llama Materials,
+neither Meta nor Licensee may use any name or mark owned by or associated with the other or any of its affiliates,
+except as required for reasonable and customary use in describing and redistributing the Llama Materials or as
+set forth in this Section 5(a). Meta hereby grants you a license to use “Llama” (the “Mark”) solely as required
+to comply with the last sentence of Section 1.b.i. You will comply with Meta’s brand guidelines (currently accessible
+at https://about.meta.com/brand/resources/meta/company-brand/). All goodwill arising out of your use of the Mark
+will inure to the benefit of Meta.
+
+    b. Subject to Meta’s ownership of Llama Materials and derivatives made by or for Meta, with respect to any
+    derivative works and modifications of the Llama Materials that are made by you, as between you and Meta,
+    you are and will be the owner of such derivative works and modifications.
+
+    c. If you institute litigation or other proceedings against Meta or any entity (including a cross-claim or
+    counterclaim in a lawsuit) alleging that the Llama Materials or Llama 3.2 outputs or results, or any portion
+    of any of the foregoing, constitutes infringement of intellectual property or other rights owned or licensable
+    by you, then any licenses granted to you under this Agreement shall terminate as of the date such litigation or
+    claim is filed or instituted. You will indemnify and hold harmless Meta from and against any claim by any third
+    party arising out of or related to your use or distribution of the Llama Materials.
+
+6. Term and Termination. The term of this Agreement will commence upon your acceptance of this Agreement or access
+to the Llama Materials and will continue in full force and effect until terminated in accordance with the terms
+and conditions herein. Meta may terminate this Agreement if you are in breach of any term or condition of this
+Agreement. Upon termination of this Agreement, you shall delete and cease use of the Llama Materials. Sections 3,
+4 and 7 shall survive the termination of this Agreement.
+
+7. Governing Law and Jurisdiction. This Agreement will be governed and construed under the laws of the State of
+California without regard to choice of law principles, and the UN Convention on Contracts for the International
+Sale of Goods does not apply to this Agreement. The courts of California shall have exclusive jurisdiction of
+any dispute arising out of this Agreement.

TEACHER_LICENSE

@@ -0,0 +1,13 @@
+Copyright 2025 OpenAI
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.

chat_template.jinja

@@ -0,0 +1,93 @@
+{{- bos_token }}
+{%- if custom_tools is defined %}
+    {%- set tools = custom_tools %}
+{%- endif %}
+{%- if not tools_in_user_message is defined %}
+    {%- set tools_in_user_message = true %}
+{%- endif %}
+{%- if not date_string is defined %}
+    {%- if strftime_now is defined %}
+        {%- set date_string = strftime_now("%d %b %Y") %}
+    {%- else %}
+        {%- set date_string = "26 Jul 2024" %}
+    {%- endif %}
+{%- endif %}
+{%- if not tools is defined %}
+    {%- set tools = none %}
+{%- endif %}
+
+{#- This block extracts the system message, so we can slot it into the right place. #}
+{%- if messages[0]['role'] == 'system' %}
+    {%- set system_message = messages[0]['content']|trim %}
+    {%- set messages = messages[1:] %}
+{%- else %}
+    {%- set system_message = "" %}
+{%- endif %}
+
+{#- System message #}
+{{- "<|start_header_id|>system<|end_header_id|>\n\n" }}
+{%- if tools is not none %}
+    {{- "Environment: ipython\n" }}
+{%- endif %}
+{{- "Cutting Knowledge Date: December 2023\n" }}
+{{- "Today Date: " + date_string + "\n\n" }}
+{%- if tools is not none and not tools_in_user_message %}
+    {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }}
+    {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }}
+    {{- "Do not use variables.\n\n" }}
+    {%- for t in tools %}
+        {{- t | tojson(indent=4) }}
+        {{- "\n\n" }}
+    {%- endfor %}
+{%- endif %}
+{{- system_message }}
+{{- "<|eot_id|>" }}
+
+{#- Custom tools are passed in a user message with some extra guidance #}
+{%- if tools_in_user_message and not tools is none %}
+    {#- Extract the first user message so we can plug it in here #}
+    {%- if messages | length != 0 %}
+        {%- set first_user_message = messages[0]['content']|trim %}
+        {%- set messages = messages[1:] %}
+    {%- else %}
+        {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }}
+{%- endif %}
+    {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}}
+    {{- "Given the following functions, please respond with a JSON for a function call " }}
+    {{- "with its proper arguments that best answers the given prompt.\n\n" }}
+    {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }}
+    {{- "Do not use variables.\n\n" }}
+    {%- for t in tools %}
+        {{- t | tojson(indent=4) }}
+        {{- "\n\n" }}
+    {%- endfor %}
+    {{- first_user_message + "<|eot_id|>"}}
+{%- endif %}
+
+{%- for message in messages %}
+    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}
+        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }}
+    {%- elif 'tool_calls' in message %}
+        {%- if not message.tool_calls|length == 1 %}
+            {{- raise_exception("This model only supports single tool-calls at once!") }}
+        {%- endif %}
+        {%- set tool_call = message.tool_calls[0].function %}
+        {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}}
+        {{- '{"name": "' + tool_call.name + '", ' }}
+        {{- '"parameters": ' }}
+        {{- tool_call.arguments | tojson }}
+        {{- "}" }}
+        {{- "<|eot_id|>" }}
+    {%- elif message.role == "tool" or message.role == "ipython" %}
+        {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }}
+        {%- if message.content is mapping or message.content is iterable %}
+            {{- message.content | tojson }}
+        {%- else %}
+            {{- message.content }}
+        {%- endif %}
+        {{- "<|eot_id|>" }}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }}
+{%- endif %}

config.json

@@ -0,0 +1,41 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pad_token": "<|reserved_special_token_247|>",
+  "pad_token_id": 128255,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.53.0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.53.0"
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1819c431bee6be9d5fc6fa99a2272672a54d70b7a42a46453098e5b1d5e623e1
+size 2471645608

special_tokens_map.json

@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|reserved_special_token_247|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c82407ee10fa3777e08252308fce60fcca3e2ff2fb980acdca6c8c5bdd8470c0
+size 17210206

tokenizer_config.json

@@ -0,0 +1,2064 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|reserved_special_token_247|>",
+  "padding_side": "left",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

training-logs.csv

@@ -0,0 +1,168 @@
+,eval_loss,eval_rouge,eval_tool_call_equivalence,eval_binary_tool_call,eval_staged_tool_call,eval_runtime,eval_samples_per_second,eval_steps_per_second,epoch,step,loss,grad_norm,learning_rate,train_runtime,train_samples_per_second,train_steps_per_second,total_flos,train_loss
+0,1.132258415222168,0.7466957847397041,0.0,0.0,0.0,10.035,11.56,11.56,0.0,0,,,,,,,,
+1,,,,,,,,,0.024833614780967517,250,0.6023,1.8594034910202026,6.181727904667329e-06,,,,,
+2,,,,,,,,,0.04966722956193503,500,0.1788,0.475309282541275,1.2388282025819265e-05,,,,,
+3,,,,,,,,,0.07450084434290255,750,0.1174,2.3618509769439697,1.8594836146971203e-05,,,,,
+4,,,,,,,,,0.09933445912387007,1000,0.1393,14.471638679504395,2.480139026812314e-05,,,,,
+5,,,,,,,,,0.12416807390483758,1250,0.1266,2.831819534301758,3.100794438927508e-05,,,,,
+6,,,,,,,,,0.1490016886858051,1500,0.1185,4.564073085784912,3.7214498510427016e-05,,,,,
+7,,,,,,,,,0.17383530346677262,1750,0.0968,0.7261046171188354,4.342105263157895e-05,,,,,
+8,,,,,,,,,0.19866891824774013,2000,0.0878,0.5482857823371887,4.962760675273089e-05,,,,,
+9,,,,,,,,,0.22350253302870765,2250,0.0826,0.089248426258564,4.9692842578553875e-05,,,,,
+10,,,,,,,,,0.24833614780967517,2500,0.0881,3.6561279296875,4.936607936424949e-05,,,,,
+11,,,,,,,,,0.2731697625906427,2750,0.0784,0.7157294750213623,4.9039316149945107e-05,,,,,
+12,,,,,,,,,0.2980033773716102,3000,0.0841,0.25994399189949036,4.871255293564072e-05,,,,,
+13,,,,,,,,,0.3228369921525777,3250,0.0704,0.13675734400749207,4.838578972133633e-05,,,,,
+14,,,,,,,,,0.34767060693354523,3500,0.0627,0.20344576239585876,4.805902650703194e-05,,,,,
+15,,,,,,,,,0.37250422171451275,3750,0.0608,0.12652119994163513,4.7732263292727555e-05,,,,,
+16,,,,,,,,,0.39733783649548027,4000,0.0823,0.5200492143630981,4.7405500078423174e-05,,,,,
+17,,,,,,,,,0.4221714512764478,4250,0.0715,0.457267701625824,4.7078736864118786e-05,,,,,
+18,,,,,,,,,0.4470050660574153,4500,0.0583,0.26187223196029663,4.67519736498144e-05,,,,,
+19,,,,,,,,,0.4718386808383828,4750,0.0552,0.8036021590232849,4.642521043551001e-05,,,,,
+20,,,,,,,,,0.49667229561935033,5000,0.0664,4.046450614929199,4.609844722120562e-05,,,,,
+21,,,,,,,,,0.5215059104003179,5250,0.0657,0.21258710324764252,4.577168400690124e-05,,,,,
+22,,,,,,,,,0.5463395251812854,5500,0.0613,0.12164374440908432,4.5444920792596854e-05,,,,,
+23,,,,,,,,,0.5711731399622529,5750,0.0538,0.15680420398712158,4.5118157578292466e-05,,,,,
+24,,,,,,,,,0.5960067547432204,6000,0.0541,0.1619042605161667,4.479139436398808e-05,,,,,
+25,,,,,,,,,0.620840369524188,6250,0.071,0.11028303951025009,4.44646311496837e-05,,,,,
+26,,,,,,,,,0.6456739843051554,6500,0.0543,0.16199131309986115,4.413786793537931e-05,,,,,
+27,,,,,,,,,0.670507599086123,6750,0.0491,1.8771800994873047,4.381110472107492e-05,,,,,
+28,,,,,,,,,0.6953412138670905,7000,0.0629,0.8181144595146179,4.3484341506770534e-05,,,,,
+29,,,,,,,,,0.720174828648058,7250,0.0595,0.08858396112918854,4.315757829246615e-05,,,,,
+30,,,,,,,,,0.7450084434290255,7500,0.0475,0.047507159411907196,4.2830815078161765e-05,,,,,
+31,,,,,,,,,0.7698420582099931,7750,0.05,0.22341108322143555,4.250405186385738e-05,,,,,
+32,,,,,,,,,0.7946756729909605,8000,0.0628,0.7562886476516724,4.217728864955299e-05,,,,,
+33,,,,,,,,,0.8195092877719281,8250,0.0592,0.14722639322280884,4.185052543524861e-05,,,,,
+34,,,,,,,,,0.8443429025528956,8500,0.0519,0.8230469226837158,4.152376222094422e-05,,,,,
+35,,,,,,,,,0.8691765173338631,8750,0.0573,0.35492563247680664,4.119699900663983e-05,,,,,
+36,,,,,,,,,0.8940101321148306,9000,0.0568,1.0336612462997437,4.0870235792335445e-05,,,,,
+37,,,,,,,,,0.9188437468957982,9250,0.0584,0.23524858057498932,4.054347257803106e-05,,,,,
+38,,,,,,,,,0.9436773616767656,9500,0.0569,0.10390649735927582,4.0216709363726676e-05,,,,,
+39,,,,,,,,,0.9685109764577332,9750,0.0646,0.5870211720466614,3.988994614942229e-05,,,,,
+40,,,,,,,,,0.9933445912387007,10000,0.0488,13.297221183776855,3.95631829351179e-05,,,,,
+41,0.06439724564552307,0.9763679581630902,0.8103448275862069,0.8017241379310345,0.8556034482758621,9.0438,12.827,12.827,1.0,10067,,,,,,,,
+42,,,,,,,,,1.0181782060196682,10250,0.05,0.0552540123462677,3.923641972081351e-05,,,,,
+43,,,,,,,,,1.0430118208006358,10500,0.0395,0.4703384041786194,3.8909656506509125e-05,,,,,
+44,,,,,,,,,1.0678454355816032,10750,0.0545,0.39234474301338196,3.858289329220474e-05,,,,,
+45,,,,,,,,,1.0926790503625707,11000,0.0473,0.4328499138355255,3.8256130077900356e-05,,,,,
+46,,,,,,,,,1.1175126651435383,11250,0.0448,2.6124651432037354,3.792936686359597e-05,,,,,
+47,,,,,,,,,1.1423462799245059,11500,0.047,0.4061683714389801,3.760260364929158e-05,,,,,
+48,,,,,,,,,1.1671798947054732,11750,0.0557,0.11568555235862732,3.727584043498719e-05,,,,,
+49,,,,,,,,,1.1920135094864408,12000,0.0478,0.11093835532665253,3.6949077220682805e-05,,,,,
+50,,,,,,,,,1.2168471242674084,12250,0.041,0.11124243587255478,3.6622314006378424e-05,,,,,
+51,,,,,,,,,1.241680739048376,12500,0.0447,0.15799270570278168,3.6295550792074036e-05,,,,,
+52,,,,,,,,,1.2665143538293435,12750,0.0489,0.4291910231113434,3.596878757776965e-05,,,,,
+53,,,,,,,,,1.2913479686103109,13000,0.0469,0.6510604023933411,3.564202436346526e-05,,,,,
+54,,,,,,,,,1.3161815833912784,13250,0.0431,0.6754758954048157,3.531526114916087e-05,,,,,
+55,,,,,,,,,1.341015198172246,13500,0.0392,0.3190574645996094,3.4988497934856485e-05,,,,,
+56,,,,,,,,,1.3658488129532134,13750,0.0382,0.05567672476172447,3.4661734720552104e-05,,,,,
+57,,,,,,,,,1.390682427734181,14000,0.0551,0.10574182122945786,3.4334971506247716e-05,,,,,
+58,,,,,,,,,1.4155160425151485,14250,0.0516,0.3781132698059082,3.400820829194333e-05,,,,,
+59,,,,,,,,,1.440349657296116,14500,0.0488,0.05964329093694687,3.368144507763894e-05,,,,,
+60,,,,,,,,,1.4651832720770837,14750,0.0444,1.0107779502868652,3.335468186333455e-05,,,,,
+61,,,,,,,,,1.490016886858051,15000,0.0449,0.801683783531189,3.302791864903017e-05,,,,,
+62,,,,,,,,,1.5148505016390186,15250,0.045,0.1110835075378418,3.2701155434725784e-05,,,,,
+63,,,,,,,,,1.5396841164199861,15500,0.0495,0.11347956210374832,3.2374392220421396e-05,,,,,
+64,,,,,,,,,1.5645177312009535,15750,0.0571,0.08766617625951767,3.204762900611701e-05,,,,,
+65,,,,,,,,,1.589351345981921,16000,0.0437,0.09653680771589279,3.172086579181262e-05,,,,,
+66,,,,,,,,,1.6141849607628886,16250,0.0456,0.6337117552757263,3.139410257750824e-05,,,,,
+67,,,,,,,,,1.6390185755438562,16500,0.0449,0.061980362981557846,3.106733936320385e-05,,,,,
+68,,,,,,,,,1.6638521903248238,16750,0.0457,0.0588269978761673,3.0740576148899464e-05,,,,,
+69,,,,,,,,,1.6886858051057914,17000,0.0468,0.7927864789962769,3.0413812934595076e-05,,,,,
+70,,,,,,,,,1.7135194198867587,17250,0.0518,0.09964124113321304,3.0087049720290688e-05,,,,,
+71,,,,,,,,,1.7383530346677263,17500,0.0513,0.11788719147443771,2.97602865059863e-05,,,,,
+72,,,,,,,,,1.7631866494486936,17750,0.0471,0.18909227848052979,2.943352329168192e-05,,,,,
+73,,,,,,,,,1.7880202642296612,18000,0.0399,0.05147760361433029,2.910676007737753e-05,,,,,
+74,,,,,,,,,1.8128538790106288,18250,0.0384,0.09575800597667694,2.8779996863073144e-05,,,,,
+75,,,,,,,,,1.8376874937915963,18500,0.0419,0.6582738757133484,2.8453233648768756e-05,,,,,
+76,,,,,,,,,1.862521108572564,18750,0.0435,2.2903850078582764,2.8126470434464368e-05,,,,,
+77,,,,,,,,,1.8873547233535315,19000,0.0514,0.3981194496154785,2.7799707220159987e-05,,,,,
+78,,,,,,,,,1.9121883381344988,19250,0.0395,0.28856760263442993,2.74729440058556e-05,,,,,
+79,,,,,,,,,1.9370219529154664,19500,0.0389,0.30236321687698364,2.714618079155121e-05,,,,,
+80,,,,,,,,,1.9618555676964338,19750,0.0465,0.11979573965072632,2.6819417577246824e-05,,,,,
+81,,,,,,,,,1.9866891824774013,20000,0.0513,4.810873985290527,2.6492654362942436e-05,,,,,
+82,0.049744613468647,0.9826921655648836,0.8275862068965517,0.8189655172413793,0.8512931034482759,9.0385,12.834,12.834,2.0,20134,,,,,,,,
+83,,,,,,,,,2.011522797258369,20250,0.0433,0.2571648359298706,2.616589114863805e-05,,,,,
+84,,,,,,,,,2.0363564120393365,20500,0.0319,0.07977858185768127,2.5839127934333667e-05,,,,,
+85,,,,,,,,,2.061190026820304,20750,0.0423,0.6390244960784912,2.551236472002928e-05,,,,,
+86,,,,,,,,,2.0860236416012716,21000,0.0383,0.06515893340110779,2.518560150572489e-05,,,,,
+87,,,,,,,,,2.110857256382239,21250,0.033,0.04871903359889984,2.4858838291420507e-05,,,,,
+88,,,,,,,,,2.1356908711632063,21500,0.0404,0.12521342933177948,2.453207507711612e-05,,,,,
+89,,,,,,,,,2.160524485944174,21750,0.0337,0.06027989834547043,2.4205311862811735e-05,,,,,
+90,,,,,,,,,2.1853581007251415,22000,0.0449,4.44543981552124,2.3878548648507347e-05,,,,,
+91,,,,,,,,,2.210191715506109,22250,0.0324,0.04170737788081169,2.3551785434202963e-05,,,,,
+92,,,,,,,,,2.2350253302870766,22500,0.0401,0.08486013114452362,2.3225022219898575e-05,,,,,
+93,,,,,,,,,2.259858945068044,22750,0.0455,0.04678887501358986,2.289825900559419e-05,,,,,
+94,,,,,,,,,2.2846925598490118,23000,0.0377,0.03424352779984474,2.2571495791289802e-05,,,,,
+95,,,,,,,,,2.3095261746299793,23250,0.0404,0.0831611156463623,2.2244732576985415e-05,,,,,
+96,,,,,,,,,2.3343597894109465,23500,0.0373,0.023355402052402496,2.191796936268103e-05,,,,,
+97,,,,,,,,,2.359193404191914,23750,0.0427,0.3366115689277649,2.1591206148376642e-05,,,,,
+98,,,,,,,,,2.3840270189728816,24000,0.0365,0.05378548800945282,2.1264442934072255e-05,,,,,
+99,,,,,,,,,2.408860633753849,24250,0.0434,1.8186960220336914,2.093767971976787e-05,,,,,
+100,,,,,,,,,2.4336942485348168,24500,0.034,0.05817009508609772,2.0610916505463482e-05,,,,,
+101,,,,,,,,,2.4585278633157843,24750,0.0391,0.07315981388092041,2.0284153291159095e-05,,,,,
+102,,,,,,,,,2.483361478096752,25000,0.0434,0.05403020605444908,1.995739007685471e-05,,,,,
+103,,,,,,,,,2.5081950928777195,25250,0.0412,0.07961909472942352,1.9630626862550322e-05,,,,,
+104,,,,,,,,,2.533028707658687,25500,0.0375,0.5343271493911743,1.9303863648245938e-05,,,,,
+105,,,,,,,,,2.557862322439654,25750,0.0438,0.5644518136978149,1.897710043394155e-05,,,,,
+106,,,,,,,,,2.5826959372206217,26000,0.0421,0.06224915757775307,1.8650337219637162e-05,,,,,
+107,,,,,,,,,2.6075295520015893,26250,0.0307,0.08783848583698273,1.8323574005332778e-05,,,,,
+108,,,,,,,,,2.632363166782557,26500,0.0432,0.02756955288350582,1.799681079102839e-05,,,,,
+109,,,,,,,,,2.6571967815635245,26750,0.0373,0.05623050779104233,1.7670047576724002e-05,,,,,
+110,,,,,,,,,2.682030396344492,27000,0.0415,0.2438167780637741,1.7343284362419618e-05,,,,,
+111,,,,,,,,,2.706864011125459,27250,0.0334,0.06258459389209747,1.701652114811523e-05,,,,,
+112,,,,,,,,,2.7316976259064267,27500,0.0363,0.41120439767837524,1.6689757933810842e-05,,,,,
+113,,,,,,,,,2.7565312406873943,27750,0.0462,0.3606038987636566,1.6362994719506458e-05,,,,,
+114,,,,,,,,,2.781364855468362,28000,0.0375,0.07776806503534317,1.603623150520207e-05,,,,,
+115,,,,,,,,,2.8061984702493294,28250,0.0372,0.41905903816223145,1.5709468290897686e-05,,,,,
+116,,,,,,,,,2.831032085030297,28500,0.0422,0.04456312209367752,1.5382705076593298e-05,,,,,
+117,,,,,,,,,2.8558656998112646,28750,0.0384,0.030627118423581123,1.5055941862288912e-05,,,,,
+118,,,,,,,,,2.880699314592232,29000,0.0453,0.046051785349845886,1.4729178647984526e-05,,,,,
+119,,,,,,,,,2.9055329293731997,29250,0.0391,0.06510858237743378,1.440241543368014e-05,,,,,
+120,,,,,,,,,2.9303665441541673,29500,0.0415,0.11397287249565125,1.4075652219375752e-05,,,,,
+121,,,,,,,,,2.9552001589351344,29750,0.0432,0.06033953279256821,1.3748889005071367e-05,,,,,
+122,,,,,,,,,2.980033773716102,30000,0.0322,0.1261485069990158,1.342212579076698e-05,,,,,
+123,0.056985512375831604,0.9837365952731064,0.8448275862068966,0.8362068965517241,0.8685344827586207,8.8728,13.074,13.074,3.0,30201,,,,,,,,
+124,,,,,,,,,3.0048673884970696,30250,0.0384,0.07596693933010101,1.3095362576462592e-05,,,,,
+125,,,,,,,,,3.029701003278037,30500,0.0335,0.058111678808927536,1.2768599362158207e-05,,,,,
+126,,,,,,,,,3.0545346180590047,30750,0.0376,0.2857528626918793,1.244183614785382e-05,,,,,
+127,,,,,,,,,3.0793682328399723,31000,0.0425,0.2913094758987427,1.2115072933549433e-05,,,,,
+128,,,,,,,,,3.10420184762094,31250,0.0345,0.05753058195114136,1.1788309719245047e-05,,,,,
+129,,,,,,,,,3.129035462401907,31500,0.0363,0.5920750498771667,1.1461546504940661e-05,,,,,
+130,,,,,,,,,3.1538690771828746,31750,0.0354,0.08926879614591599,1.1134783290636273e-05,,,,,
+131,,,,,,,,,3.178702691963842,32000,0.0271,0.12769222259521484,1.0808020076331887e-05,,,,,
+132,,,,,,,,,3.2035363067448097,32250,0.0408,0.10622482746839523,1.0481256862027501e-05,,,,,
+133,,,,,,,,,3.2283699215257773,32500,0.0365,0.04492754861712456,1.0154493647723115e-05,,,,,
+134,,,,,,,,,3.253203536306745,32750,0.0357,0.09062959253787994,9.827730433418727e-06,,,,,
+135,,,,,,,,,3.2780371510877124,33000,0.037,0.10716130584478378,9.500967219114341e-06,,,,,
+136,,,,,,,,,3.30287076586868,33250,0.0305,0.06503674387931824,9.174204004809955e-06,,,,,
+137,,,,,,,,,3.3277043806496476,33500,0.032,0.2549956440925598,8.847440790505567e-06,,,,,
+138,,,,,,,,,3.3525379954306147,33750,0.0336,0.04452570155262947,8.520677576201181e-06,,,,,
+139,,,,,,,,,3.3773716102115823,34000,0.0367,0.2905561327934265,8.193914361896795e-06,,,,,
+140,,,,,,,,,3.40220522499255,34250,0.0341,0.06713933497667313,7.86715114759241e-06,,,,,
+141,,,,,,,,,3.4270388397735174,34500,0.0357,0.8738816976547241,7.540387933288022e-06,,,,,
+142,,,,,,,,,3.451872454554485,34750,0.0445,2.579998016357422,7.213624718983636e-06,,,,,
+143,,,,,,,,,3.4767060693354526,35000,0.0338,0.23842720687389374,6.8868615046792495e-06,,,,,
+144,,,,,,,,,3.50153968411642,35250,0.0315,0.04344886168837547,6.560098290374863e-06,,,,,
+145,,,,,,,,,3.5263732988973873,35500,0.0304,0.641841471195221,6.233335076070477e-06,,,,,
+146,,,,,,,,,3.551206913678355,35750,0.0323,0.05529739707708359,5.90657186176609e-06,,,,,
+147,,,,,,,,,3.5760405284593224,36000,0.027,0.08328374475240707,5.579808647461704e-06,,,,,
+148,,,,,,,,,3.60087414324029,36250,0.0309,0.10818277299404144,5.253045433157317e-06,,,,,
+149,,,,,,,,,3.6257077580212576,36500,0.025,0.11310805380344391,4.92628221885293e-06,,,,,
+150,,,,,,,,,3.650541372802225,36750,0.0401,0.1196356937289238,4.599519004548544e-06,,,,,
+151,,,,,,,,,3.6753749875831927,37000,0.0368,0.032424673438072205,4.272755790244157e-06,,,,,
+152,,,,,,,,,3.7002086023641603,37250,0.0347,0.7848063707351685,3.945992575939771e-06,,,,,
+153,,,,,,,,,3.725042217145128,37500,0.0335,0.10335960239171982,3.6192293616353845e-06,,,,,
+154,,,,,,,,,3.7498758319260954,37750,0.0381,0.44026678800582886,3.2924661473309984e-06,,,,,
+155,,,,,,,,,3.7747094467070625,38000,0.0308,0.09298577159643173,2.9657029330266114e-06,,,,,
+156,,,,,,,,,3.79954306148803,38250,0.029,0.08915206044912338,2.6389397187222253e-06,,,,,
+157,,,,,,,,,3.8243766762689977,38500,0.0369,0.0414980985224247,2.3121765044178388e-06,,,,,
+158,,,,,,,,,3.8492102910499653,38750,0.0329,0.04058083891868591,1.9854132901134522e-06,,,,,
+159,,,,,,,,,3.874043905830933,39000,0.029,0.253194659948349,1.6586500758090657e-06,,,,,
+160,,,,,,,,,3.8988775206119004,39250,0.0336,0.0816422775387764,1.3318868615046794e-06,,,,,
+161,,,,,,,,,3.9237111353928675,39500,0.0356,0.06164734810590744,1.0051236472002928e-06,,,,,
+162,,,,,,,,,3.948544750173835,39750,0.0293,0.08980751037597656,6.783604328959064e-07,,,,,
+163,,,,,,,,,3.9733783649548027,40000,0.032,0.12970691919326782,3.5159721859151987e-07,,,,,
+164,,,,,,,,,3.9982119797357702,40250,0.0314,0.034629348665475845,2.4834004287133373e-08,,,,,
+165,0.062032170593738556,0.9852065333809756,0.8362068965517241,0.8275862068965517,0.8556034482758621,9.2427,12.55,12.55,4.0,40268,,,,,,,,
+166,,,,,,,,,4.0,40268,,,,7224.9579,5.573,5.573,6.154596107522703e+17,0.051505302273760586

training-logs.json

@@ -0,0 +1,167 @@
+{"eval_loss":1.1322584152,"eval_rouge":0.7466957847,"eval_tool_call_equivalence":0.0,"eval_binary_tool_call":0.0,"eval_staged_tool_call":0.0,"eval_runtime":10.035,"eval_samples_per_second":11.56,"eval_steps_per_second":11.56,"epoch":0.0,"step":0,"loss":null,"grad_norm":null,"learning_rate":null,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.0248336148,"step":250,"loss":0.6023,"grad_norm":1.859403491,"learning_rate":0.0000061817,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.0496672296,"step":500,"loss":0.1788,"grad_norm":0.4753092825,"learning_rate":0.0000123883,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.0745008443,"step":750,"loss":0.1174,"grad_norm":2.3618509769,"learning_rate":0.0000185948,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.0993344591,"step":1000,"loss":0.1393,"grad_norm":14.4716386795,"learning_rate":0.0000248014,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.1241680739,"step":1250,"loss":0.1266,"grad_norm":2.8318195343,"learning_rate":0.0000310079,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.1490016887,"step":1500,"loss":0.1185,"grad_norm":4.5640730858,"learning_rate":0.0000372145,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.1738353035,"step":1750,"loss":0.0968,"grad_norm":0.7261046171,"learning_rate":0.0000434211,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.1986689182,"step":2000,"loss":0.0878,"grad_norm":0.5482857823,"learning_rate":0.0000496276,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.223502533,"step":2250,"loss":0.0826,"grad_norm":0.0892484263,"learning_rate":0.0000496928,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.2483361478,"step":2500,"loss":0.0881,"grad_norm":3.6561279297,"learning_rate":0.0000493661,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.2731697626,"step":2750,"loss":0.0784,"grad_norm":0.715729475,"learning_rate":0.0000490393,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.2980033774,"step":3000,"loss":0.0841,"grad_norm":0.2599439919,"learning_rate":0.0000487126,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.3228369922,"step":3250,"loss":0.0704,"grad_norm":0.136757344,"learning_rate":0.0000483858,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.3476706069,"step":3500,"loss":0.0627,"grad_norm":0.2034457624,"learning_rate":0.000048059,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.3725042217,"step":3750,"loss":0.0608,"grad_norm":0.1265211999,"learning_rate":0.0000477323,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.3973378365,"step":4000,"loss":0.0823,"grad_norm":0.5200492144,"learning_rate":0.0000474055,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.4221714513,"step":4250,"loss":0.0715,"grad_norm":0.4572677016,"learning_rate":0.0000470787,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.4470050661,"step":4500,"loss":0.0583,"grad_norm":0.261872232,"learning_rate":0.000046752,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.4718386808,"step":4750,"loss":0.0552,"grad_norm":0.803602159,"learning_rate":0.0000464252,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.4966722956,"step":5000,"loss":0.0664,"grad_norm":4.0464506149,"learning_rate":0.0000460984,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.5215059104,"step":5250,"loss":0.0657,"grad_norm":0.2125871032,"learning_rate":0.0000457717,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.5463395252,"step":5500,"loss":0.0613,"grad_norm":0.1216437444,"learning_rate":0.0000454449,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.57117314,"step":5750,"loss":0.0538,"grad_norm":0.156804204,"learning_rate":0.0000451182,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.5960067547,"step":6000,"loss":0.0541,"grad_norm":0.1619042605,"learning_rate":0.0000447914,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.6208403695,"step":6250,"loss":0.071,"grad_norm":0.1102830395,"learning_rate":0.0000444646,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.6456739843,"step":6500,"loss":0.0543,"grad_norm":0.1619913131,"learning_rate":0.0000441379,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.6705075991,"step":6750,"loss":0.0491,"grad_norm":1.8771800995,"learning_rate":0.0000438111,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.6953412139,"step":7000,"loss":0.0629,"grad_norm":0.8181144595,"learning_rate":0.0000434843,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.7201748286,"step":7250,"loss":0.0595,"grad_norm":0.0885839611,"learning_rate":0.0000431576,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.7450084434,"step":7500,"loss":0.0475,"grad_norm":0.0475071594,"learning_rate":0.0000428308,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.7698420582,"step":7750,"loss":0.05,"grad_norm":0.2234110832,"learning_rate":0.0000425041,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.794675673,"step":8000,"loss":0.0628,"grad_norm":0.7562886477,"learning_rate":0.0000421773,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.8195092878,"step":8250,"loss":0.0592,"grad_norm":0.1472263932,"learning_rate":0.0000418505,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.8443429026,"step":8500,"loss":0.0519,"grad_norm":0.8230469227,"learning_rate":0.0000415238,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.8691765173,"step":8750,"loss":0.0573,"grad_norm":0.3549256325,"learning_rate":0.000041197,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.8940101321,"step":9000,"loss":0.0568,"grad_norm":1.0336612463,"learning_rate":0.0000408702,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.9188437469,"step":9250,"loss":0.0584,"grad_norm":0.2352485806,"learning_rate":0.0000405435,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.9436773617,"step":9500,"loss":0.0569,"grad_norm":0.1039064974,"learning_rate":0.0000402167,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.9685109765,"step":9750,"loss":0.0646,"grad_norm":0.587021172,"learning_rate":0.0000398899,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.9933445912,"step":10000,"loss":0.0488,"grad_norm":13.2972211838,"learning_rate":0.0000395632,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":0.0643972456,"eval_rouge":0.9763679582,"eval_tool_call_equivalence":0.8103448276,"eval_binary_tool_call":0.8017241379,"eval_staged_tool_call":0.8556034483,"eval_runtime":9.0438,"eval_samples_per_second":12.827,"eval_steps_per_second":12.827,"epoch":1.0,"step":10067,"loss":null,"grad_norm":null,"learning_rate":null,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.018178206,"step":10250,"loss":0.05,"grad_norm":0.0552540123,"learning_rate":0.0000392364,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.0430118208,"step":10500,"loss":0.0395,"grad_norm":0.4703384042,"learning_rate":0.0000389097,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.0678454356,"step":10750,"loss":0.0545,"grad_norm":0.392344743,"learning_rate":0.0000385829,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.0926790504,"step":11000,"loss":0.0473,"grad_norm":0.4328499138,"learning_rate":0.0000382561,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.1175126651,"step":11250,"loss":0.0448,"grad_norm":2.6124651432,"learning_rate":0.0000379294,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.1423462799,"step":11500,"loss":0.047,"grad_norm":0.4061683714,"learning_rate":0.0000376026,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.1671798947,"step":11750,"loss":0.0557,"grad_norm":0.1156855524,"learning_rate":0.0000372758,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.1920135095,"step":12000,"loss":0.0478,"grad_norm":0.1109383553,"learning_rate":0.0000369491,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.2168471243,"step":12250,"loss":0.041,"grad_norm":0.1112424359,"learning_rate":0.0000366223,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.241680739,"step":12500,"loss":0.0447,"grad_norm":0.1579927057,"learning_rate":0.0000362956,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.2665143538,"step":12750,"loss":0.0489,"grad_norm":0.4291910231,"learning_rate":0.0000359688,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.2913479686,"step":13000,"loss":0.0469,"grad_norm":0.6510604024,"learning_rate":0.000035642,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.3161815834,"step":13250,"loss":0.0431,"grad_norm":0.6754758954,"learning_rate":0.0000353153,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.3410151982,"step":13500,"loss":0.0392,"grad_norm":0.3190574646,"learning_rate":0.0000349885,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.365848813,"step":13750,"loss":0.0382,"grad_norm":0.0556767248,"learning_rate":0.0000346617,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.3906824277,"step":14000,"loss":0.0551,"grad_norm":0.1057418212,"learning_rate":0.000034335,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.4155160425,"step":14250,"loss":0.0516,"grad_norm":0.3781132698,"learning_rate":0.0000340082,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.4403496573,"step":14500,"loss":0.0488,"grad_norm":0.0596432909,"learning_rate":0.0000336814,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.4651832721,"step":14750,"loss":0.0444,"grad_norm":1.0107779503,"learning_rate":0.0000333547,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.4900168869,"step":15000,"loss":0.0449,"grad_norm":0.8016837835,"learning_rate":0.0000330279,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.5148505016,"step":15250,"loss":0.045,"grad_norm":0.1110835075,"learning_rate":0.0000327012,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.5396841164,"step":15500,"loss":0.0495,"grad_norm":0.1134795621,"learning_rate":0.0000323744,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.5645177312,"step":15750,"loss":0.0571,"grad_norm":0.0876661763,"learning_rate":0.0000320476,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.589351346,"step":16000,"loss":0.0437,"grad_norm":0.0965368077,"learning_rate":0.0000317209,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.6141849608,"step":16250,"loss":0.0456,"grad_norm":0.6337117553,"learning_rate":0.0000313941,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.6390185755,"step":16500,"loss":0.0449,"grad_norm":0.061980363,"learning_rate":0.0000310673,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.6638521903,"step":16750,"loss":0.0457,"grad_norm":0.0588269979,"learning_rate":0.0000307406,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.6886858051,"step":17000,"loss":0.0468,"grad_norm":0.792786479,"learning_rate":0.0000304138,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.7135194199,"step":17250,"loss":0.0518,"grad_norm":0.0996412411,"learning_rate":0.000030087,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.7383530347,"step":17500,"loss":0.0513,"grad_norm":0.1178871915,"learning_rate":0.0000297603,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.7631866494,"step":17750,"loss":0.0471,"grad_norm":0.1890922785,"learning_rate":0.0000294335,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.7880202642,"step":18000,"loss":0.0399,"grad_norm":0.0514776036,"learning_rate":0.0000291068,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.812853879,"step":18250,"loss":0.0384,"grad_norm":0.095758006,"learning_rate":0.00002878,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.8376874938,"step":18500,"loss":0.0419,"grad_norm":0.6582738757,"learning_rate":0.0000284532,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.8625211086,"step":18750,"loss":0.0435,"grad_norm":2.2903850079,"learning_rate":0.0000281265,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.8873547234,"step":19000,"loss":0.0514,"grad_norm":0.3981194496,"learning_rate":0.0000277997,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.9121883381,"step":19250,"loss":0.0395,"grad_norm":0.2885676026,"learning_rate":0.0000274729,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.9370219529,"step":19500,"loss":0.0389,"grad_norm":0.3023632169,"learning_rate":0.0000271462,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.9618555677,"step":19750,"loss":0.0465,"grad_norm":0.1197957397,"learning_rate":0.0000268194,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.9866891825,"step":20000,"loss":0.0513,"grad_norm":4.8108739853,"learning_rate":0.0000264927,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":0.0497446135,"eval_rouge":0.9826921656,"eval_tool_call_equivalence":0.8275862069,"eval_binary_tool_call":0.8189655172,"eval_staged_tool_call":0.8512931034,"eval_runtime":9.0385,"eval_samples_per_second":12.834,"eval_steps_per_second":12.834,"epoch":2.0,"step":20134,"loss":null,"grad_norm":null,"learning_rate":null,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.0115227973,"step":20250,"loss":0.0433,"grad_norm":0.2571648359,"learning_rate":0.0000261659,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.036356412,"step":20500,"loss":0.0319,"grad_norm":0.0797785819,"learning_rate":0.0000258391,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.0611900268,"step":20750,"loss":0.0423,"grad_norm":0.6390244961,"learning_rate":0.0000255124,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.0860236416,"step":21000,"loss":0.0383,"grad_norm":0.0651589334,"learning_rate":0.0000251856,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.1108572564,"step":21250,"loss":0.033,"grad_norm":0.0487190336,"learning_rate":0.0000248588,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.1356908712,"step":21500,"loss":0.0404,"grad_norm":0.1252134293,"learning_rate":0.0000245321,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.1605244859,"step":21750,"loss":0.0337,"grad_norm":0.0602798983,"learning_rate":0.0000242053,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.1853581007,"step":22000,"loss":0.0449,"grad_norm":4.4454398155,"learning_rate":0.0000238785,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.2101917155,"step":22250,"loss":0.0324,"grad_norm":0.0417073779,"learning_rate":0.0000235518,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.2350253303,"step":22500,"loss":0.0401,"grad_norm":0.0848601311,"learning_rate":0.000023225,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.2598589451,"step":22750,"loss":0.0455,"grad_norm":0.046788875,"learning_rate":0.0000228983,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.2846925598,"step":23000,"loss":0.0377,"grad_norm":0.0342435278,"learning_rate":0.0000225715,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.3095261746,"step":23250,"loss":0.0404,"grad_norm":0.0831611156,"learning_rate":0.0000222447,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.3343597894,"step":23500,"loss":0.0373,"grad_norm":0.0233554021,"learning_rate":0.000021918,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.3591934042,"step":23750,"loss":0.0427,"grad_norm":0.3366115689,"learning_rate":0.0000215912,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.384027019,"step":24000,"loss":0.0365,"grad_norm":0.053785488,"learning_rate":0.0000212644,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.4088606338,"step":24250,"loss":0.0434,"grad_norm":1.818696022,"learning_rate":0.0000209377,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.4336942485,"step":24500,"loss":0.034,"grad_norm":0.0581700951,"learning_rate":0.0000206109,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.4585278633,"step":24750,"loss":0.0391,"grad_norm":0.0731598139,"learning_rate":0.0000202842,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.4833614781,"step":25000,"loss":0.0434,"grad_norm":0.0540302061,"learning_rate":0.0000199574,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.5081950929,"step":25250,"loss":0.0412,"grad_norm":0.0796190947,"learning_rate":0.0000196306,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.5330287077,"step":25500,"loss":0.0375,"grad_norm":0.5343271494,"learning_rate":0.0000193039,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.5578623224,"step":25750,"loss":0.0438,"grad_norm":0.5644518137,"learning_rate":0.0000189771,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.5826959372,"step":26000,"loss":0.0421,"grad_norm":0.0622491576,"learning_rate":0.0000186503,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.607529552,"step":26250,"loss":0.0307,"grad_norm":0.0878384858,"learning_rate":0.0000183236,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.6323631668,"step":26500,"loss":0.0432,"grad_norm":0.0275695529,"learning_rate":0.0000179968,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.6571967816,"step":26750,"loss":0.0373,"grad_norm":0.0562305078,"learning_rate":0.00001767,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.6820303963,"step":27000,"loss":0.0415,"grad_norm":0.2438167781,"learning_rate":0.0000173433,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.7068640111,"step":27250,"loss":0.0334,"grad_norm":0.0625845939,"learning_rate":0.0000170165,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.7316976259,"step":27500,"loss":0.0363,"grad_norm":0.4112043977,"learning_rate":0.0000166898,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.7565312407,"step":27750,"loss":0.0462,"grad_norm":0.3606038988,"learning_rate":0.000016363,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.7813648555,"step":28000,"loss":0.0375,"grad_norm":0.077768065,"learning_rate":0.0000160362,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.8061984702,"step":28250,"loss":0.0372,"grad_norm":0.4190590382,"learning_rate":0.0000157095,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.831032085,"step":28500,"loss":0.0422,"grad_norm":0.0445631221,"learning_rate":0.0000153827,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.8558656998,"step":28750,"loss":0.0384,"grad_norm":0.0306271184,"learning_rate":0.0000150559,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.8806993146,"step":29000,"loss":0.0453,"grad_norm":0.0460517853,"learning_rate":0.0000147292,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.9055329294,"step":29250,"loss":0.0391,"grad_norm":0.0651085824,"learning_rate":0.0000144024,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.9303665442,"step":29500,"loss":0.0415,"grad_norm":0.1139728725,"learning_rate":0.0000140757,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.9552001589,"step":29750,"loss":0.0432,"grad_norm":0.0603395328,"learning_rate":0.0000137489,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.9800337737,"step":30000,"loss":0.0322,"grad_norm":0.126148507,"learning_rate":0.0000134221,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":0.0569855124,"eval_rouge":0.9837365953,"eval_tool_call_equivalence":0.8448275862,"eval_binary_tool_call":0.8362068966,"eval_staged_tool_call":0.8685344828,"eval_runtime":8.8728,"eval_samples_per_second":13.074,"eval_steps_per_second":13.074,"epoch":3.0,"step":30201,"loss":null,"grad_norm":null,"learning_rate":null,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.0048673885,"step":30250,"loss":0.0384,"grad_norm":0.0759669393,"learning_rate":0.0000130954,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.0297010033,"step":30500,"loss":0.0335,"grad_norm":0.0581116788,"learning_rate":0.0000127686,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.0545346181,"step":30750,"loss":0.0376,"grad_norm":0.2857528627,"learning_rate":0.0000124418,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.0793682328,"step":31000,"loss":0.0425,"grad_norm":0.2913094759,"learning_rate":0.0000121151,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.1042018476,"step":31250,"loss":0.0345,"grad_norm":0.057530582,"learning_rate":0.0000117883,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.1290354624,"step":31500,"loss":0.0363,"grad_norm":0.5920750499,"learning_rate":0.0000114615,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.1538690772,"step":31750,"loss":0.0354,"grad_norm":0.0892687961,"learning_rate":0.0000111348,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.178702692,"step":32000,"loss":0.0271,"grad_norm":0.1276922226,"learning_rate":0.000010808,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.2035363067,"step":32250,"loss":0.0408,"grad_norm":0.1062248275,"learning_rate":0.0000104813,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.2283699215,"step":32500,"loss":0.0365,"grad_norm":0.0449275486,"learning_rate":0.0000101545,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.2532035363,"step":32750,"loss":0.0357,"grad_norm":0.0906295925,"learning_rate":0.0000098277,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.2780371511,"step":33000,"loss":0.037,"grad_norm":0.1071613058,"learning_rate":0.000009501,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.3028707659,"step":33250,"loss":0.0305,"grad_norm":0.0650367439,"learning_rate":0.0000091742,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.3277043806,"step":33500,"loss":0.032,"grad_norm":0.2549956441,"learning_rate":0.0000088474,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.3525379954,"step":33750,"loss":0.0336,"grad_norm":0.0445257016,"learning_rate":0.0000085207,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.3773716102,"step":34000,"loss":0.0367,"grad_norm":0.2905561328,"learning_rate":0.0000081939,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.402205225,"step":34250,"loss":0.0341,"grad_norm":0.067139335,"learning_rate":0.0000078672,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.4270388398,"step":34500,"loss":0.0357,"grad_norm":0.8738816977,"learning_rate":0.0000075404,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.4518724546,"step":34750,"loss":0.0445,"grad_norm":2.5799980164,"learning_rate":0.0000072136,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.4767060693,"step":35000,"loss":0.0338,"grad_norm":0.2384272069,"learning_rate":0.0000068869,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.5015396841,"step":35250,"loss":0.0315,"grad_norm":0.0434488617,"learning_rate":0.0000065601,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.5263732989,"step":35500,"loss":0.0304,"grad_norm":0.6418414712,"learning_rate":0.0000062333,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.5512069137,"step":35750,"loss":0.0323,"grad_norm":0.0552973971,"learning_rate":0.0000059066,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.5760405285,"step":36000,"loss":0.027,"grad_norm":0.0832837448,"learning_rate":0.0000055798,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.6008741432,"step":36250,"loss":0.0309,"grad_norm":0.108182773,"learning_rate":0.000005253,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.625707758,"step":36500,"loss":0.025,"grad_norm":0.1131080538,"learning_rate":0.0000049263,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.6505413728,"step":36750,"loss":0.0401,"grad_norm":0.1196356937,"learning_rate":0.0000045995,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.6753749876,"step":37000,"loss":0.0368,"grad_norm":0.0324246734,"learning_rate":0.0000042728,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.7002086024,"step":37250,"loss":0.0347,"grad_norm":0.7848063707,"learning_rate":0.000003946,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.7250422171,"step":37500,"loss":0.0335,"grad_norm":0.1033596024,"learning_rate":0.0000036192,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.7498758319,"step":37750,"loss":0.0381,"grad_norm":0.440266788,"learning_rate":0.0000032925,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.7747094467,"step":38000,"loss":0.0308,"grad_norm":0.0929857716,"learning_rate":0.0000029657,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.7995430615,"step":38250,"loss":0.029,"grad_norm":0.0891520604,"learning_rate":0.0000026389,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.8243766763,"step":38500,"loss":0.0369,"grad_norm":0.0414980985,"learning_rate":0.0000023122,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.849210291,"step":38750,"loss":0.0329,"grad_norm":0.0405808389,"learning_rate":0.0000019854,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.8740439058,"step":39000,"loss":0.029,"grad_norm":0.2531946599,"learning_rate":0.0000016587,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.8988775206,"step":39250,"loss":0.0336,"grad_norm":0.0816422775,"learning_rate":0.0000013319,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.9237111354,"step":39500,"loss":0.0356,"grad_norm":0.0616473481,"learning_rate":0.0000010051,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.9485447502,"step":39750,"loss":0.0293,"grad_norm":0.0898075104,"learning_rate":0.0000006784,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.973378365,"step":40000,"loss":0.032,"grad_norm":0.1297069192,"learning_rate":0.0000003516,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.9982119797,"step":40250,"loss":0.0314,"grad_norm":0.0346293487,"learning_rate":0.0000000248,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":0.0620321706,"eval_rouge":0.9852065334,"eval_tool_call_equivalence":0.8362068966,"eval_binary_tool_call":0.8275862069,"eval_staged_tool_call":0.8556034483,"eval_runtime":9.2427,"eval_samples_per_second":12.55,"eval_steps_per_second":12.55,"epoch":4.0,"step":40268,"loss":null,"grad_norm":null,"learning_rate":null,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":4.0,"step":40268,"loss":null,"grad_norm":null,"learning_rate":null,"train_runtime":7224.9579,"train_samples_per_second":5.573,"train_steps_per_second":5.573,"total_flos":6.154596108e+17,"train_loss":0.0515053023}