Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -51,7 +51,7 @@ def generate_text(messages):
|
|
| 51 |
|
| 52 |
|
| 53 |
streamer = TextIteratorStreamer(tokenizer, skip_prompt=True)
|
| 54 |
-
generation_kwargs = dict(question, streamer=streamer, max_new_tokens=
|
| 55 |
thread = Thread(target=model.generate, kwargs=generation_kwargs)
|
| 56 |
|
| 57 |
generated_output = ""
|
|
|
|
| 51 |
|
| 52 |
|
| 53 |
streamer = TextIteratorStreamer(tokenizer, skip_prompt=True)
|
| 54 |
+
generation_kwargs = dict(question, streamer=streamer, max_new_tokens=1000)
|
| 55 |
thread = Thread(target=model.generate, kwargs=generation_kwargs)
|
| 56 |
|
| 57 |
generated_output = ""
|