.

app.py

@@ -43,6 +43,7 @@ def predict_product(num1, num2):
         outputs = model.generate(
             input_ids=generated_ids,
             max_new_tokens=1,
+            do_sample=False,
             past_key_values=past_key_values,
             return_dict_in_generate=True,
             use_cache=True