Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -42,10 +42,8 @@ DESCRIPTION = """<div>
|
|
| 42 |
<p>🔎 For more details about Maestrale and how to use it with <code>transformers</code>, visit the <a href="https://huggingface.co/mii-llm/maestrale-chat-v0.4-alpha-sft">model card</a>.</p>
|
| 43 |
</div>"""
|
| 44 |
|
| 45 |
-
|
| 46 |
-
|
| 47 |
-
tokenizer = AutoTokenizer.from_pretrained("mii-llm/maestrale-chat-v0.4-alpha-v2", token=_token)
|
| 48 |
-
model = AutoModelForCausalLM.from_pretrained("mii-llm/maestrale-chat-v0.4-alpha-v2", torch_dtype=torch.bfloat16, device_map="auto", token=_token)
|
| 49 |
|
| 50 |
terminators = [
|
| 51 |
tokenizer.eos_token_id,
|
|
@@ -107,7 +105,7 @@ demo = gr.ChatInterface(
|
|
| 107 |
fn=chat,
|
| 108 |
chatbot=chatbot,
|
| 109 |
fill_height=True,
|
| 110 |
-
theme=gr.themes.Soft(
|
| 111 |
css=css,
|
| 112 |
additional_inputs_accordion=gr.Accordion(
|
| 113 |
label="⚙️ Parametri", open=False, render=False
|
|
|
|
| 42 |
<p>🔎 For more details about Maestrale and how to use it with <code>transformers</code>, visit the <a href="https://huggingface.co/mii-llm/maestrale-chat-v0.4-alpha-sft">model card</a>.</p>
|
| 43 |
</div>"""
|
| 44 |
|
| 45 |
+
tokenizer = AutoTokenizer.from_pretrained("mii-llm/maestrale-chat-v0.4-beta")
|
| 46 |
+
model = AutoModelForCausalLM.from_pretrained("mii-llm/maestrale-chat-v0.4-beta", torch_dtype=torch.bfloat16, device_map="auto")
|
|
|
|
|
|
|
| 47 |
|
| 48 |
terminators = [
|
| 49 |
tokenizer.eos_token_id,
|
|
|
|
| 105 |
fn=chat,
|
| 106 |
chatbot=chatbot,
|
| 107 |
fill_height=True,
|
| 108 |
+
theme=gr.themes.Soft(),
|
| 109 |
css=css,
|
| 110 |
additional_inputs_accordion=gr.Accordion(
|
| 111 |
label="⚙️ Parametri", open=False, render=False
|