Update app.py

app.py

@@ -9,6 +9,7 @@ from datetime import datetime, timedelta
 import os
 from qwen_agent.agents import Assistant
 from qwen_agent.gui.web_ui import WebUI
+from qwen_agent.llm.schema import ROLE, CONTENT, USER, ASSISTANT, IMAGE, Message
 
 @dataclass
 class PatientMetadata:
@@ -68,6 +69,49 @@ class BreastCancerAgent(Assistant):
             "SIATCN/vit_tumor_radius_detection_finetuned"
         )
 
+    def chat(self, message: str, history: Optional[List[Message]] = None) -> str:
+        """Handle chat messages and image analysis."""
+        if not history:
+            return "Hello! Please upload a breast microwave image for analysis."
+            
+        last_message = history[-1]
+        if last_message[ROLE] != USER:
+            return "Please provide an image for analysis."
+
+        # Check for image in the message
+        image_item = next((item for item in last_message[CONTENT] if IMAGE in item), None)
+        if not image_item:
+            return "Please upload an image for analysis. I can only process breast microwave images."
+
+        try:
+            image_path = image_item[IMAGE].replace('file://', '')
+            image = Image.open(image_path)
+            processed_image = self._process_image(image)
+            analysis = self._analyze_image(processed_image)
+            
+            report = f"""MICROWAVE IMAGING ANALYSIS:
+• Detection: {'Positive' if analysis.has_tumor else 'Negative'}
+• Size: {analysis.tumor_size} cm
+
+PATIENT INFO:
+• Age: {analysis.metadata.age} years
+• Risk Factors: {', '.join([
+    'family history' if analysis.metadata.family_history else '',
+    analysis.metadata.smoking_status.lower(),
+    'hormone therapy' if analysis.metadata.hormone_therapy else '',
+    ]).strip(', ')}
+
+REPORT:
+{'Abnormal scan showing potential mass.' if analysis.has_tumor else 'Normal scan with no significant findings.'} 
+Confidence level: {analysis.confidence:.1%}
+
+RECOMMENDATION:
+{('Immediate follow-up imaging recommended.' if analysis.tumor_size in ['1.0', '1.5'] else 'Follow-up imaging in 6 months recommended.') if analysis.has_tumor else 'Continue routine screening per protocol.'}"""
+            
+            return report
+        except Exception as e:
+            return f"Error analyzing image: {str(e)}"
+
     def _process_image(self, image: Image.Image) -> Image.Image:
         """Process input image for model consumption."""
         if image.mode != 'RGB':
@@ -116,36 +160,6 @@ class BreastCancerAgent(Assistant):
             hormone_therapy=hormone_therapy
         )
 
-    def run(self, image_path: str) -> str:
-        """Run analysis on an image."""
-        try:
-            image = Image.open(image_path)
-            processed_image = self._process_image(image)
-            analysis = self._analyze_image(processed_image)
-            
-            report = f"""MICROWAVE IMAGING ANALYSIS:
-• Detection: {'Positive' if analysis.has_tumor else 'Negative'}
-• Size: {analysis.tumor_size} cm
-
-PATIENT INFO:
-• Age: {analysis.metadata.age} years
-• Risk Factors: {', '.join([
-    'family history' if analysis.metadata.family_history else '',
-    analysis.metadata.smoking_status.lower(),
-    'hormone therapy' if analysis.metadata.hormone_therapy else '',
-    ]).strip(', ')}
-
-REPORT:
-{'Abnormal scan showing potential mass.' if analysis.has_tumor else 'Normal scan with no significant findings.'} 
-Confidence level: {analysis.confidence:.1%}
-
-RECOMMENDATION:
-{('Immediate follow-up imaging recommended.' if analysis.tumor_size in ['1.0', '1.5'] else 'Follow-up imaging in 6 months recommended.') if analysis.has_tumor else 'Continue routine screening per protocol.'}"""
-            
-            return report
-        except Exception as e:
-            return f"Error during analysis: {str(e)}"
-
 def run_interface():
     """Create and run the WebUI interface."""
     agent = BreastCancerAgent()
@@ -157,7 +171,8 @@ def run_interface():
             {'text': 'Can you analyze this mammogram?'},
             {'text': 'What should I look for in the results?'},
             {'text': 'How reliable is the detection?'}
-        ]
+        ],
+        'verbose': True
     }
     
     app = WebUI(agent, chatbot_config=chatbot_config)