Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
#2
by
vivekvar
- opened
app.py
CHANGED
|
@@ -139,7 +139,7 @@ def chat_llama3_8b(message: str,
|
|
| 139 |
|
| 140 |
streamer = TextIteratorStreamer(tokenizer, timeout=10.0, skip_prompt=True, skip_special_tokens=True)
|
| 141 |
# print(max_new_tokens)
|
| 142 |
-
max_new_tokens=
|
| 143 |
temperature=0.9
|
| 144 |
generate_kwargs = dict(
|
| 145 |
input_ids= input_ids,
|
|
|
|
| 139 |
|
| 140 |
streamer = TextIteratorStreamer(tokenizer, timeout=10.0, skip_prompt=True, skip_special_tokens=True)
|
| 141 |
# print(max_new_tokens)
|
| 142 |
+
max_new_tokens=5000000
|
| 143 |
temperature=0.9
|
| 144 |
generate_kwargs = dict(
|
| 145 |
input_ids= input_ids,
|