Update app.py

app.py

@@ -153,11 +153,23 @@ def add_file(history, file, prompt):
 def file_anzeigen(file):
     return gr.File(visible=True), file.name
 
-def create_picture_backup(history,  prompt):
-    client = OpenAI()
-    response = client.images.generate(model="dall-e-3", prompt=prompt,size="1024x1024",quality="standard",n=1,)
-    image_url = response.data[0].url
-    return image_url
+def umwandeln_fuer_anzeige(image):
+        buffer = io.BytesIO()  
+        image.save(buffer, format='PNG')
+        return buffer.getvalue()
+
+def process_image(image_path, prompt):
+    # Convert image to base64
+    with open(image_path, "rb") as image_file:
+        encoded_string = base64.b64encode(image_file.read()).decode()
+
+    # Prepare the data for the API request (specific to the API you're using)
+    data = {
+        'image': encoded_string,
+        'input': prompt,
+    }
+    return data
+
 
 def transfer_input(inputs):
     textbox = reset_textbox()
@@ -378,10 +390,7 @@ def create_picture(history,  prompt):
 # using the Image module from PIL library to view the image 
 #Image.open(response.raw)
 
-def umwandeln_fuer_anzeige(image):
-        buffer = io.BytesIO()  
-        image.save(buffer, format='PNG')
-        return buffer.getvalue()
+
 
 def generate_auswahl(prompt, file, chatbot, history, rag_option, model_option, openai_api_key, k=3, top_p=0.6, temperature=0.5, max_new_tokens=4048, max_context_length_tokens=2048, repetition_penalty=1.3,):
      if (prompt.find('zeichnen') != -1):
@@ -449,9 +458,9 @@ def generate_text (prompt, file, chatbot, history, rag_option, model_option, ope
     else:
         print("file bild uplad....................")
         print(file)
-        image = Image.open(io.BytesIO(file_anzeigen)) 
-        image_64 = umwandeln_fuer_anzeige(image)
-        prompt_neu = prompt + b64encode(image_64).decode("utf-8").path()
+        #image = Image.open(io.BytesIO(file_anzeigen)) 
+        #image_64 = umwandeln_fuer_anzeige(image)
+        prompt_neu = process_image(file, prompt)
         print("prompt_neu............................")
         print(prompt_neu)
         history_text_und_prompt = generate_prompt_with_history_openai(prompt_neu, history)