fix (#5)
Browse files- fix (a0808e06ac19f4c4476148d13dbbf75f77af5f2a)
Co-authored-by: xzuyn <xzuyn@users.noreply.huggingface.co>
- config.json +2 -2
- generation_config.json +1 -0
config.json
CHANGED
|
@@ -53,8 +53,8 @@
|
|
| 53 |
"rms_norm_eps": 1e-06,
|
| 54 |
"rope_scaling": {
|
| 55 |
"attention_factor": 1.2079441541679836,
|
| 56 |
-
"beta_fast": 32,
|
| 57 |
-
"beta_slow": 1,
|
| 58 |
"factor": 8.0,
|
| 59 |
"original_max_position_embeddings": 8192,
|
| 60 |
"rope_type": "yarn"
|
|
|
|
| 53 |
"rms_norm_eps": 1e-06,
|
| 54 |
"rope_scaling": {
|
| 55 |
"attention_factor": 1.2079441541679836,
|
| 56 |
+
"beta_fast": 32.0,
|
| 57 |
+
"beta_slow": 1.0,
|
| 58 |
"factor": 8.0,
|
| 59 |
"original_max_position_embeddings": 8192,
|
| 60 |
"rope_type": "yarn"
|
generation_config.json
CHANGED
|
@@ -1,5 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"_from_model_config": true,
|
|
|
|
| 3 |
"eos_token_id": [
|
| 4 |
100265,
|
| 5 |
100257
|
|
|
|
| 1 |
{
|
| 2 |
"_from_model_config": true,
|
| 3 |
+
"do_sample": true,
|
| 4 |
"eos_token_id": [
|
| 5 |
100265,
|
| 6 |
100257
|