Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -12,9 +12,9 @@ from llama_cpp import Llama
|
|
| 12 |
|
| 13 |
|
| 14 |
SYSTEM_PROMPT = "Ты — Сайга, русскоязычный автоматический ассистент. Ты разговариваешь с людьми и помогаешь им."
|
| 15 |
-
SYSTEM_TOKEN =
|
| 16 |
-
USER_TOKEN =
|
| 17 |
-
BOT_TOKEN =
|
| 18 |
LINEBREAK_TOKEN = 13
|
| 19 |
|
| 20 |
|
|
@@ -38,7 +38,7 @@ def get_system_tokens(model):
|
|
| 38 |
return get_message_tokens(model, **system_message)
|
| 39 |
|
| 40 |
|
| 41 |
-
repo_name = "IlyaGusev/
|
| 42 |
model_name = "model-q4_K.gguf"
|
| 43 |
|
| 44 |
snapshot_download(repo_id=repo_name, local_dir=".", allow_patterns=model_name)
|
|
@@ -100,13 +100,13 @@ with gr.Blocks(
|
|
| 100 |
) as demo:
|
| 101 |
favicon = '<img src="https://cdn.midjourney.com/b88e5beb-6324-4820-8504-a1a37a9ba36d/0_1.png" width="48px" style="display: inline">'
|
| 102 |
gr.Markdown(
|
| 103 |
-
f"""<h1><center>{favicon}
|
| 104 |
|
| 105 |
-
This is a demo of a **Russian**-speaking
|
| 106 |
|
| 107 |
-
Это демонстрационная версия [квантованной
|
| 108 |
|
| 109 |
-
|
| 110 |
"""
|
| 111 |
)
|
| 112 |
with gr.Row():
|
|
|
|
| 12 |
|
| 13 |
|
| 14 |
SYSTEM_PROMPT = "Ты — Сайга, русскоязычный автоматический ассистент. Ты разговариваешь с людьми и помогаешь им."
|
| 15 |
+
SYSTEM_TOKEN = 1587
|
| 16 |
+
USER_TOKEN = 2188
|
| 17 |
+
BOT_TOKEN = 12435
|
| 18 |
LINEBREAK_TOKEN = 13
|
| 19 |
|
| 20 |
|
|
|
|
| 38 |
return get_message_tokens(model, **system_message)
|
| 39 |
|
| 40 |
|
| 41 |
+
repo_name = "IlyaGusev/saiga_mistral_7b_gguf"
|
| 42 |
model_name = "model-q4_K.gguf"
|
| 43 |
|
| 44 |
snapshot_download(repo_id=repo_name, local_dir=".", allow_patterns=model_name)
|
|
|
|
| 100 |
) as demo:
|
| 101 |
favicon = '<img src="https://cdn.midjourney.com/b88e5beb-6324-4820-8504-a1a37a9ba36d/0_1.png" width="48px" style="display: inline">'
|
| 102 |
gr.Markdown(
|
| 103 |
+
f"""<h1><center>{favicon}Saiga Mistral 7B GGUF Q4_K</center></h1>
|
| 104 |
|
| 105 |
+
This is a demo of a **Russian**-speaking Mistral-based model. If you are interested in other languages, please check other models, such as [MPT-7B-Chat](https://huggingface.co/spaces/mosaicml/mpt-7b-chat).
|
| 106 |
|
| 107 |
+
Это демонстрационная версия [квантованной Сайги/Мистраль с 7 миллиардами параметров](https://huggingface.co/IlyaGusev/saiga_mistral_7b_gguf), работающая на CPU.
|
| 108 |
|
| 109 |
+
Сайга — это разговорная языковая модель, дообученная на корпусах, сгенерированных ChatGPT, таких как [ru_turbo_alpaca](https://huggingface.co/datasets/IlyaGusev/ru_turbo_alpaca), [ru_turbo_saiga](https://huggingface.co/datasets/IlyaGusev/ru_turbo_saiga) и [gpt_roleplay_realm](https://huggingface.co/datasets/IlyaGusev/gpt_roleplay_realm).
|
| 110 |
"""
|
| 111 |
)
|
| 112 |
with gr.Row():
|