Upload folder using huggingface_hub

README.md

@@ -14,6 +14,7 @@ A comprehensive AI-powered research assistant that delivers high-quality, well-r
 ## 🚀 Features
 
 ### 🤖 Enhanced AI Research System
+- **Real-Time Progress Tracking**: See step-by-step progress as research happens
 - **Quality Evaluation**: Every report is automatically assessed for completeness, accuracy, and clarity
 - **Smart Optimization**: Reports scoring below 7/10 are automatically improved
 - **Multi-Strategy Search**: Uses multiple search approaches for comprehensive coverage
@@ -108,6 +109,25 @@ SENDGRID_FROM_EMAIL=your_verified_sender_email@example.com
 - **GPT-4**: High quality for complex analysis
 - **O1-Preview**: Advanced reasoning for technical topics
 
+## 📊 Real-Time Progress Tracking
+
+The research assistant now provides live updates during the research process, showing exactly what's happening at each step:
+
+### Progress Steps
+1. **📋 Planning**: AI analyzes your query and creates a strategic search plan
+2. **🔍 Searching**: Performs multiple targeted web searches (shows progress for each search)
+3. **✍️ Writing**: Synthesizes information into a comprehensive initial report
+4. **🔍 Evaluating**: AI quality assessment of the report
+5. **🔧 Optimizing**: Improves the report if needed (only when quality score < 7/10)
+6. **📧 Delivering**: Email delivery (if configured) or final report display
+
+### Progress Display Features
+- **Step-by-step visibility**: See exactly which phase is currently running
+- **Individual search tracking**: Monitor each web search as it completes
+- **Quality scores**: View the evaluation score and whether optimization was needed
+- **Real-time updates**: Progress streams live without page refreshes
+- **Trace integration**: Each step links to detailed OpenAI trace logs
+
 ## 📊 Quality Assurance System
 
 Our enhanced research system includes automatic quality evaluation:
@@ -141,6 +161,7 @@ Our enhanced research system includes automatic quality evaluation:
    - Use "⚡ Quick Research" for fast results
 
 5. **Get Results**: 
+   - Watch real-time progress updates during research
    - View comprehensive research report
    - See which model was used for the research
    - Receive email delivery (if configured)

deep_research.py

@@ -253,13 +253,110 @@ async def run_legacy_research(query: str, api_key: str, model: str, email_addres
         print(f"Error details: {error_details}")
         return f"❌ Error during research: {str(e)}\n\nPlease check your API key and model selection."
 
+async def run_direct_research_with_progress(query: str, api_key: str, model: str, email_address: str = "", send_email: bool = False):
+    """Run direct research with real-time progress tracking"""
+    if not query.strip():
+        yield "Please enter a research query."
+        return
+    
+    if not api_key.strip():
+        yield "Please provide your OpenAI API key."
+        return
+    
+    try:
+        # Import here to avoid circular imports
+        from research_manager import run_research_with_progress
+        
+        # Use the progress-enabled research function
+        async for progress_update in run_research_with_progress(
+            query=query,
+            email_address=email_address if send_email else None,
+            send_email=send_email,
+            api_key=api_key,
+            model=model
+        ):
+            yield progress_update
+            
+    except Exception as e:
+        import traceback
+        error_details = traceback.format_exc()
+        print(f"Error details: {error_details}")
+        yield f"❌ Error during research: {str(e)}\n\nPlease check your API key and model selection."
+
 async def run_enhanced_research_with_progress(query: str, api_key: str, model: str, email_address: str = "", send_email: bool = False):
-    """Run enhanced research with progress tracking"""
-    return await run_direct_research(query, api_key, model, email_address, send_email)
+    """Run enhanced research with real-time progress tracking"""
+    if not query.strip():
+        yield "Please enter a research query."
+        return
+    
+    if not api_key.strip():
+        yield "Please provide your OpenAI API key."
+        return
+    
+    try:
+        # Import here to avoid circular imports
+        from research_manager import run_research_with_progress
+        
+        # Use the progress-enabled research function
+        async for progress_update in run_research_with_progress(
+            query=query,
+            email_address=email_address if send_email else None,
+            send_email=send_email,
+            api_key=api_key,
+            model=model
+        ):
+            yield progress_update
+            
+    except Exception as e:
+        import traceback
+        error_details = traceback.format_exc()
+        print(f"Error details: {error_details}")
+        yield f"❌ Error during enhanced research: {str(e)}\n\nPlease check your API key and model selection."
 
 async def run_clarified_research_with_progress(answers: str, current_state: dict, email_address: str, send_email: bool):
-    """Run research with clarification answers and progress tracking"""
-    return await handle_research_with_answers(answers, current_state, email_address, send_email)
+    """Run research with clarification answers and real-time progress tracking"""
+    if not current_state.get("query"):
+        yield "Please start by entering a research query first."
+        return
+    
+    if not answers.strip():
+        yield "Please provide answers to the clarifying questions."
+        return
+    
+    api_key = current_state.get("api_key", "")
+    model = current_state.get("model", "gpt-4o-mini")
+    
+    if not api_key:
+        yield "API key missing. Please restart with your API key."
+        return
+    
+    try:
+        # Parse answers (one per line)
+        answer_list = [line.strip() for line in answers.split('\n') if line.strip()]
+        
+        # Format the query with clarifications
+        clarified_query = f"""Original query: {current_state['query']}
+
+Clarifications provided:
+{chr(10).join([f"{i+1}. {answer}" for i, answer in enumerate(answer_list)])}
+
+Please use these clarifications to focus and refine the research approach."""
+        
+        # Import here to avoid circular imports
+        from research_manager import run_research_with_progress
+        
+        # Use the progress-enabled research function with clarified query
+        async for progress_update in run_research_with_progress(
+            query=clarified_query,
+            email_address=email_address if send_email else None,
+            send_email=send_email,
+            api_key=api_key,
+            model=model
+        ):
+            yield progress_update
+            
+    except Exception as e:
+        yield f"❌ Error during research: {str(e)}"
 
 # Custom CSS for better readability and contrast
 custom_css = """
@@ -646,25 +743,29 @@ with gr.Blocks(theme=gr.themes.Default(primary_hue="blue"), css=custom_css) as u
     research_button.click(
         fn=run_clarified_research_with_progress,
         inputs=[answers_textbox, state, email_textbox, send_email_checkbox],
-        outputs=[output_area]
+        outputs=[output_area],
+        show_progress=True
     )
     
     answers_textbox.submit(
         fn=run_clarified_research_with_progress,
         inputs=[answers_textbox, state, email_textbox, send_email_checkbox],
-        outputs=[output_area]
+        outputs=[output_area],
+        show_progress=True
     )
     
     enhanced_button.click(
         fn=run_enhanced_research_with_progress,
         inputs=[query_textbox, api_key_textbox, model_textbox, email_textbox, send_email_checkbox],
-        outputs=[output_area]
+        outputs=[output_area],
+        show_progress=True
     )
     
     direct_button.click(
-        fn=run_legacy_research,
+        fn=run_direct_research_with_progress,
         inputs=[query_textbox, api_key_textbox, model_textbox, email_textbox, send_email_checkbox],
-        outputs=[output_area]
+        outputs=[output_area],
+        show_progress=True
     )
 
 if __name__ == "__main__":

research_manager.py

@@ -529,8 +529,9 @@ Please improve the report based on this feedback."""
                 
                 try:
                     # Call the regular function directly
-                    result = await _send_report_email_to_address(final_report, email_address)
-                    yield f"✅ **Email Sent Successfully** to {email_address}\n\n---\n\n"
+                    email_result = await _send_report_email_to_address(final_report, email_address)
+                    email_status = email_result.get("status", "Email status unknown")
+                    yield f"✅ **Email Delivery:** {email_status}\n\n---\n\n"
                 except Exception as e:
                     yield f"❌ **Email Failed:** {str(e)}\n\n---\n\n"
             else: