Update app.py
Browse files
app.py
CHANGED
|
@@ -178,10 +178,10 @@ def respond(
|
|
| 178 |
streamer=streamer,
|
| 179 |
do_sample=True,
|
| 180 |
temperature=temperature,
|
| 181 |
-
max_new_tokens=
|
| 182 |
-
top_k=
|
| 183 |
-
repetition_penalty=
|
| 184 |
-
top_p=
|
| 185 |
)
|
| 186 |
t = Thread(target=model.generate, kwargs=generate_kwargs)
|
| 187 |
t.start()
|
|
|
|
| 178 |
streamer=streamer,
|
| 179 |
do_sample=True,
|
| 180 |
temperature=temperature,
|
| 181 |
+
max_new_tokens=max_tokens,
|
| 182 |
+
top_k=40,
|
| 183 |
+
repetition_penalty=1.1,
|
| 184 |
+
top_p=0.95
|
| 185 |
)
|
| 186 |
t = Thread(target=model.generate, kwargs=generate_kwargs)
|
| 187 |
t.start()
|