Update app.py

app.py

@@ -13,7 +13,7 @@ import torch
 from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline, BitsAndBytesConfig
 from smolagents import CodeAgent, VisitWebpageTool, PromptTemplates, PlanningPromptTemplate, ManagedAgentPromptTemplate, FinalAnswerPromptTemplate
 from smolagents.models import ChatMessage
-from custom_tools import WebpageStructureAnalyzerTool, SummarizeWebpageContentTool, ExtractTableFromWebpageTool, GetWikipediaSectionTool, ReadCodeFromURLTool, CachedWebSearchTool, CachedWikiTool, PreloadedPythonTool
+from custom_tools import WebpageStructureAnalyzerTool, SummarizeWebpageContentTool, ExtractTableFromWebpageTool, GetWikipediaSectionTool, ReadCodeFromURLTool, ImageContentDescriberTool, TranscribeAudioTool, CachedWebSearchTool, CachedWikiTool, PreloadedPythonTool
 
 subprocess.run(["playwright", "install"], check=True)
 
@@ -177,6 +177,8 @@ def run_and_submit_all( profile: gr.OAuthProfile | None):
         table_extractor_tool = ExtractTableFromWebpageTool()
         get_wiki_section_tool = GetWikipediaSectionTool()
         url_code_reader_tool = ReadCodeFromURLTool()
+        image_content_describer_tool = ImageContentDescriberTool() 
+        audio_transcriber_tool = TranscribeAudioTool()
         wiki_tool = CachedWikiTool()
         search_tool = CachedWebSearchTool()
         python_tool = PreloadedPythonTool()
@@ -198,7 +200,7 @@ def run_and_submit_all( profile: gr.OAuthProfile | None):
                                                                                    post_messages=data['final_answer']['post_messages']))
         # (5) Create the CodeAgent, passing the LLM wrapper and tools
         agent = CodeAgent(model=llm_model, 
-                          tools=[web_structure_analyzer_tool, summarizer_tool, table_extractor_tool, get_wiki_section_tool, url_code_reader_tool, wiki_tool, search_tool, python_tool, html_parse_tool], 
+                          tools=[web_structure_analyzer_tool, summarizer_tool, table_extractor_tool, get_wiki_section_tool, image_content_describer_tool, audio_transcriber_tool, url_code_reader_tool, wiki_tool, search_tool, python_tool, html_parse_tool], 
                           prompt_templates=my_prompt_templates,
                           max_steps=8,
                           add_base_tools=True,