Upload model.yml with huggingface_hub
Browse files
model.yml
CHANGED
|
@@ -8,7 +8,7 @@ version: 1
|
|
| 8 |
# BEGIN INFERENCE PARAMETERS
|
| 9 |
# BEGIN REQUIRED
|
| 10 |
stop:
|
| 11 |
-
- <|
|
| 12 |
# END REQUIRED
|
| 13 |
|
| 14 |
# BEGIN OPTIONAL
|
|
@@ -40,7 +40,12 @@ min_keep: 0
|
|
| 40 |
# BEGIN MODEL LOAD PARAMETERS
|
| 41 |
# BEGIN REQUIRED
|
| 42 |
engine: llama-cpp
|
| 43 |
-
prompt_template:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 44 |
ctx_len: 4096
|
| 45 |
ngl: 34
|
| 46 |
# END REQUIRED
|
|
|
|
| 8 |
# BEGIN INFERENCE PARAMETERS
|
| 9 |
# BEGIN REQUIRED
|
| 10 |
stop:
|
| 11 |
+
- <|im_end|>
|
| 12 |
# END REQUIRED
|
| 13 |
|
| 14 |
# BEGIN OPTIONAL
|
|
|
|
| 40 |
# BEGIN MODEL LOAD PARAMETERS
|
| 41 |
# BEGIN REQUIRED
|
| 42 |
engine: llama-cpp
|
| 43 |
+
prompt_template: |
|
| 44 |
+
<|im_start|>system
|
| 45 |
+
{system_message}<|im_end|>
|
| 46 |
+
<|im_start|>user
|
| 47 |
+
{prompt}<|im_end|>
|
| 48 |
+
<|im_start|>assistant
|
| 49 |
ctx_len: 4096
|
| 50 |
ngl: 34
|
| 51 |
# END REQUIRED
|