Update ui/lifeadmin_coach_ui.py

ui/lifeadmin_coach_ui.py

@@ -1,34 +1,70 @@
 """
-LifeAdmin Coach UI - AI Chatbot Assistant
-Provides conversational interface with RAG context and memory
+LifeAdmin Coach UI - AI Chatbot Assistant with Tool Access
+Provides conversational interface with RAG context, memory, and tool calling
 """
 
 import gradio as gr
 import asyncio
 from datetime import datetime
+import json
+import os
 
 
 def create_lifeadmin_coach_ui(agent):
-    """Create LifeAdmin Coach chatbot interface"""
+    """Create LifeAdmin Coach chatbot interface with tool access"""
     
     async def chat_with_coach(message, history):
-        """Process chat message with RAG and memory context"""
+        """Process chat message with RAG, memory, and tool execution"""
         if not message or not message.strip():
             return history, ""
         
         try:
             # Get relevant context from RAG
             rag_context = ""
+            uploaded_files = []
             try:
                 rag_results = await agent.rag_engine.search(message, k=3)
                 if rag_results:
                     rag_context = "\n".join([
-                        f"- {doc.get('text', '')[:200]}..." 
+                        f"- {doc.get('metadata', {}).get('filename', 'Unknown')}: {doc.get('text', '')[:200]}..." 
                         for doc in rag_results
                     ])
+                    # Get list of uploaded files
+                    for doc in rag_results:
+                        filename = doc.get('metadata', {}).get('filename')
+                        if filename and filename not in uploaded_files:
+                            uploaded_files.append(filename)
             except Exception:
                 pass
             
+            # Check for files in upload directory
+            upload_dir = "data/uploads"
+            if os.path.exists(upload_dir):
+                try:
+                    files_in_dir = [f for f in os.listdir(upload_dir) if os.path.isfile(os.path.join(upload_dir, f))]
+                    for f in files_in_dir:
+                        if f not in uploaded_files:
+                            uploaded_files.append(f)
+                except Exception:
+                    pass
+            
+            # Check for calendar events
+            calendar_files = []
+            output_dir = "data/outputs"
+            if os.path.exists(output_dir):
+                try:
+                    calendar_files = [f for f in os.listdir(output_dir) if f.endswith('.ics')]
+                except Exception:
+                    pass
+            
+            # Check for drafted emails
+            email_files = []
+            if os.path.exists(output_dir):
+                try:
+                    email_files = [f for f in os.listdir(output_dir) if 'email' in f.lower() and (f.endswith('.txt') or f.endswith('.html'))]
+                except Exception:
+                    pass
+            
             # Get relevant memories
             memory_context = ""
             try:
@@ -36,34 +72,106 @@ def create_lifeadmin_coach_ui(agent):
             except Exception:
                 pass
             
+            # Detect if user is asking about specific tools/actions
+            message_lower = message.lower()
+            needs_tool = False
+            tool_action = None
+            
+            # Detect tool requests
+            if any(word in message_lower for word in ['summarize', 'summary', 'key points', 'main points']):
+                if uploaded_files:
+                    needs_tool = True
+                    tool_action = "summarize"
+            elif any(word in message_lower for word in ['extract text', 'read', 'show content']):
+                if uploaded_files:
+                    needs_tool = True
+                    tool_action = "extract"
+            elif any(word in message_lower for word in ['draft email', 'write email', 'compose email']):
+                needs_tool = True
+                tool_action = "draft_email"
+            elif any(word in message_lower for word in ['calendar', 'events', 'schedule', 'meeting']):
+                needs_tool = True
+                tool_action = "calendar"
+            elif any(word in message_lower for word in ['uploaded', 'files', 'documents']):
+                tool_action = "list_files"
+            
             # Build enhanced prompt
             system_context = f"""You are LifeAdmin Coach, a helpful AI assistant that helps users manage their life admin tasks.
 
 You have access to:
-- User's uploaded documents and files (via RAG)
+- User's uploaded documents: {len(uploaded_files)} files
+- Calendar events: {len(calendar_files)} events
+- Drafted emails: {len(email_files)} drafts
 - Past conversation history (via memory)
-- Various tools for task automation
+- Various automation tools
 
 Your role:
 - Answer questions about uploaded documents
-- Provide advice on life admin tasks (bills, forms, scheduling, etc.)
+- Provide information about calendar events and emails
+- Provide advice on life admin tasks
 - Help organize and plan tasks
 - Be friendly, concise, and actionable
 
 """
             
+            if uploaded_files:
+                system_context += f"\n📂 **Uploaded Files:**\n" + "\n".join([f"  • {f}" for f in uploaded_files[:10]]) + "\n"
+            
             if rag_context:
-                system_context += f"\n📚 **Relevant Documents:**\n{rag_context}\n"
+                system_context += f"\n📚 **Document Content:**\n{rag_context}\n"
+            
+            if calendar_files:
+                system_context += f"\n📅 **Calendar Events:**\n" + "\n".join([f"  • {f}" for f in calendar_files[:5]]) + "\n"
+            
+            if email_files:
+                system_context += f"\n✉️ **Drafted Emails:**\n" + "\n".join([f"  • {f}" for f in email_files[:5]]) + "\n"
             
             if memory_context:
                 system_context += f"\n💭 **Past Context:**\n{memory_context}\n"
             
+            # Execute tools if needed
+            tool_result = ""
+            if needs_tool and tool_action:
+                if tool_action == "summarize" and uploaded_files:
+                    # Use the first PDF file
+                    pdf_file = next((f for f in uploaded_files if f.lower().endswith('.pdf')), uploaded_files[0])
+                    try:
+                        from tools import summarize_pdf
+                        result = await summarize_pdf(f"data/uploads/{pdf_file}", max_length=300)
+                        if isinstance(result, dict) and 'summary' in result:
+                            tool_result = f"\n**Summary of {pdf_file}:**\n{result['summary']}\n"
+                    except Exception as e:
+                        tool_result = f"\nCouldn't summarize: {str(e)}\n"
+                
+                elif tool_action == "extract" and uploaded_files:
+                    # Extract text from first file
+                    file = uploaded_files[0]
+                    try:
+                        if file.lower().endswith('.pdf'):
+                            from utils.pdf_utils import extract_text_from_pdf
+                            text = extract_text_from_pdf(f"data/uploads/{file}")
+                            tool_result = f"\n**Text from {file}:**\n{text[:500]}...\n"
+                        elif file.lower().endswith(('.png', '.jpg', '.jpeg')):
+                            from tools import extract_text_ocr
+                            result = await extract_text_ocr(f"data/uploads/{file}", 'en')
+                            tool_result = f"\n**Text from {file}:**\n{result.get('text', '')[:500]}...\n"
+                    except Exception as e:
+                        tool_result = f"\nCouldn't extract text: {str(e)}\n"
+                
+                elif tool_action == "calendar":
+                    if calendar_files:
+                        tool_result = f"\n**Calendar Events:**\n" + "\n".join([f"  • {f}" for f in calendar_files]) + "\n"
+                    else:
+                        tool_result = "\nNo calendar events created yet. You can create events in the Manual Dashboard.\n"
+            
             # Build full prompt
             full_prompt = f"""{system_context}
 
+{tool_result}
+
 **User Question:** {message}
 
-Provide a helpful, concise response. If the user asks about their documents, reference the relevant documents context above.
+Provide a helpful, concise response. Reference the documents and information available above.
 """
             
             # Get LLM response
@@ -88,9 +196,11 @@ Provide a helpful, concise response. If the user asks about their documents, ref
             return history, ""
             
         except Exception as e:
-            error_msg = f"⚠️ Error: {str(e)}"
+            import traceback
+            error_msg = f"⚠️ Error: {str(e)}\n\n{traceback.format_exc()}"
+            print(error_msg)
             history.append({"role": "user", "content": message})
-            history.append({"role": "assistant", "content": error_msg})
+            history.append({"role": "assistant", "content": f"⚠️ Sorry, I encountered an error: {str(e)}"})
             return history, ""
     
     async def quick_action(action_type, history):
@@ -120,11 +230,14 @@ Provide a helpful, concise response. If the user asks about their documents, ref
         get advice on tasks, or chat about anything related to organizing your life!
         
         **I can help you with:**
-        - Answering questions about uploaded documents
+        - Answering questions about uploaded documents (from Manual Dashboard)
+        - Summarizing PDFs and extracting key information
         - Finding deadlines and important dates
+        - Checking your calendar events and drafted emails
         - Organizing tasks and creating plans
-        - Drafting emails and messages
         - General life admin advice
+        
+        **💡 Tip:** Upload files in the Manual Dashboard first, then ask me questions here!
         """)
         
         # Chat interface
@@ -159,10 +272,11 @@ Provide a helpful, concise response. If the user asks about their documents, ref
             gr.Examples(
                 examples=[
                     "What documents have I uploaded?",
-                    "Are there any bills I need to pay?",
-                    "Help me organize my tasks for this week",
-                    "Draft an email to follow up on my membership application",
-                    "What are the key points from my PDF?",
+                    "Summarize my PDF document",
+                    "What calendar events do I have?",
+                    "Have I drafted any emails?",
+                    "Extract text from my uploaded image",
+                    "What are the key points from my documents?",
                     "Find all phone numbers and emails in my documents",
                     "When is my next deadline?",
                 ],