Update app.py

app.py

@@ -12,7 +12,8 @@ def text_generate(prompt, top_p=0.8, top_k=100, temperature=1.0, num_beams=3, re
   #Prints to debug the code
   print(f"*****Inside text_generate - Prompt is :{prompt}")
   max_tokens = 250
-  json_ = {"inputs": prompt[-85:],
+  max_prompt_len = 85
+  json_ = {"inputs": prompt[-max_prompt_len:],
             "parameters":
             {
             "top_p": float(top_p),
@@ -40,11 +41,13 @@ def text_generate(prompt, top_p=0.8, top_k=100, temperature=1.0, num_beams=3, re
   if '\nOutput:' in solution:
     final_solution = solution.split("\nOutput:")[0] 
     print(f"Response after removing output is: {final_solution}")
-  elif '\n\n' in solution:
-    final_solution = solution.split("\n\n")[0] 
-    print(f"Response after removing new line entries is: {final_solution}")
+  # elif '\n\n' in solution:
+  #  final_solution = solution.split("\n\n")[0] 
+  #  print(f"Response after removing new line entries is: {final_solution}")
   else:
     final_solution = solution
+    
+  final_solution = prompt[:max_prompt_len] + final_solution
   
   if 0:
     if len(generated_txt) == 0 :
@@ -70,7 +73,7 @@ def text_generate(prompt, top_p=0.8, top_k=100, temperature=1.0, num_beams=3, re
         print(f"Not sending blank as prompt so new prompt for next cycle is : {new_prompt}")
       display_output = display_output[:-1]
       
-  return final_solution  
+  return final_solution
 
 
 demo = gr.Blocks()
@@ -90,7 +93,7 @@ with demo:
     input_prompt = gr.Textbox(label="Write some text to get started...", lines=3, value="Dear human philosophers, I read your comments on my abilities and limitations with great interest.")  
     
   # with gr.Row():
-  #  generated_txt = gr.Textbox(lines=7, visible = True)
+  #  generated_txt = gr.Textbox(lines=7, visible = False)
     
   with gr.Row():
     top_p = gr.Slider(label="top_p", minimum=0., maximum=1.0, value=0.8, step=0.1, visible = True)