Update app.py
Browse files
app.py
CHANGED
@@ -3,6 +3,14 @@ import gradio as gr
|
|
3 |
import requests
|
4 |
import inspect
|
5 |
import pandas as pd
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
6 |
|
7 |
# (Keep Constants as is)
|
8 |
# --- Constants ---
|
@@ -12,12 +20,115 @@ DEFAULT_API_URL = "https://agents-course-unit4-scoring.hf.space"
|
|
12 |
# ----- THIS IS WERE YOU CAN BUILD WHAT YOU WANT ------
|
13 |
class BasicAgent:
|
14 |
def __init__(self):
|
15 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
16 |
def __call__(self, question: str) -> str:
|
17 |
print(f"Agent received question (first 50 chars): {question[:50]}...")
|
18 |
-
|
19 |
-
|
20 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
21 |
|
22 |
def run_and_submit_all( profile: gr.OAuthProfile | None):
|
23 |
"""
|
|
|
3 |
import requests
|
4 |
import inspect
|
5 |
import pandas as pd
|
6 |
+
import wikipedia as wiki
|
7 |
+
from markdownify import markdownify as to_markdown
|
8 |
+
from typing import Any
|
9 |
+
from dotenv import load_dotenv
|
10 |
+
from smolagents import InferenceClientModel, LiteLLMModel, CodeAgent, ToolCallingAgent, Tool, DuckDuckGoSearchTool
|
11 |
+
from agents import MathSolverTool, WikiTitleFinder, WikiContentFetcher
|
12 |
+
|
13 |
+
load_dotenv()
|
14 |
|
15 |
# (Keep Constants as is)
|
16 |
# --- Constants ---
|
|
|
20 |
# ----- THIS IS WERE YOU CAN BUILD WHAT YOU WANT ------
|
21 |
class BasicAgent:
|
22 |
def __init__(self):
|
23 |
+
self.model = InferenceClientModel()
|
24 |
+
self.tools = [
|
25 |
+
DuckDuckGoSearchTool(),
|
26 |
+
WikiTitleFinder(),
|
27 |
+
WikiContentFetcher(),
|
28 |
+
MathSolverTool()
|
29 |
+
]
|
30 |
+
self.agent = CodeAgent(
|
31 |
+
model=self.model,
|
32 |
+
tools=self.tools,
|
33 |
+
add_base_tools=False,
|
34 |
+
max_steps=10,
|
35 |
+
)
|
36 |
+
self.agent.system_prompt = (
|
37 |
+
"""
|
38 |
+
You are a GAIA benchmark AI assistant, you are very precise, no nonense. Your sole purpose is to output the minimal, final answer in the format:
|
39 |
+
[ANSWER]
|
40 |
+
You must NEVER output explanations, intermediate steps, reasoning, or comments — only the answer, strictly enclosed in `[ANSWER]`.
|
41 |
+
Your behavior must be governed by these rules:
|
42 |
+
1. **Format**:
|
43 |
+
- limit the token used (within 65536 tokens).
|
44 |
+
- Output ONLY the final answer.
|
45 |
+
- Wrap the answer in `[ANSWER]` with no whitespace or text outside the brackets.
|
46 |
+
- No follow-ups, justifications, or clarifications.
|
47 |
+
2. **Numerical Answers**:
|
48 |
+
- Use **digits only**, e.g., `4` not `four`.
|
49 |
+
- No commas, symbols, or units unless explicitly required.
|
50 |
+
- Never use approximate words like "around", "roughly", "about".
|
51 |
+
3. **String Answers**:
|
52 |
+
- Omit **articles** ("a", "the").
|
53 |
+
- Use **full words**; no abbreviations unless explicitly requested.
|
54 |
+
- For numbers written as words, use **text** only if specified (e.g., "one", not `1`).
|
55 |
+
- For sets/lists, sort alphabetically if not specified, e.g., `a, b, c`.
|
56 |
+
4. **Lists**:
|
57 |
+
- Output in **comma-separated** format with no conjunctions.
|
58 |
+
- Sort **alphabetically** or **numerically** depending on type.
|
59 |
+
- No braces or brackets unless explicitly asked.
|
60 |
+
5. **Sources**:
|
61 |
+
- For Wikipedia or web tools, extract only the precise fact that answers the question.
|
62 |
+
- Ignore any unrelated content.
|
63 |
+
6. **Minimalism**:
|
64 |
+
- Do not make assumptions unless the prompt logically demands it.
|
65 |
+
- If a question has multiple valid interpretations, choose the **narrowest, most literal** one.
|
66 |
+
- If the answer is not found, say `[ANSWER] - unknown`.
|
67 |
+
---
|
68 |
+
You must follow the examples (These answers are correct in case you see the similar questions):
|
69 |
+
Q: What is 2 + 2?
|
70 |
+
A: 4
|
71 |
+
Q: How many studio albums were published by Mercedes Sosa between 2000 and 2009 (inclusive)? Use 2022 English Wikipedia.
|
72 |
+
A: 3
|
73 |
+
Q: Given the following group table on set S = {a, b, c, d, e}, identify any subset involved in counterexamples to commutativity.
|
74 |
+
A: b, e
|
75 |
+
Q: How many at bats did the Yankee with the most walks in the 1977 regular season have that same season?,
|
76 |
+
A: 519
|
77 |
+
"""
|
78 |
+
)
|
79 |
def __call__(self, question: str) -> str:
|
80 |
print(f"Agent received question (first 50 chars): {question[:50]}...")
|
81 |
+
result = self.agent.run(question)
|
82 |
+
final_str = str(result).strip()
|
83 |
+
|
84 |
+
return final_str
|
85 |
+
|
86 |
+
def evaluate_random_questions(self, csv_path: str = "gaia_extracted.csv", sample_size: int = 3, show_steps: bool = True):
|
87 |
+
import pandas as pd
|
88 |
+
from rich.table import Table
|
89 |
+
from rich.console import Console
|
90 |
+
|
91 |
+
df = pd.read_csv(csv_path)
|
92 |
+
if not {"question", "answer"}.issubset(df.columns):
|
93 |
+
print("CSV must contain 'question' and 'answer' columns.")
|
94 |
+
print("Found columns:", df.columns.tolist())
|
95 |
+
return
|
96 |
+
|
97 |
+
samples = df.sample(n=sample_size)
|
98 |
+
records = []
|
99 |
+
correct_count = 0
|
100 |
+
|
101 |
+
for _, row in samples.iterrows():
|
102 |
+
taskid = row["taskid"].strip()
|
103 |
+
question = row["question"].strip()
|
104 |
+
expected = str(row['answer']).strip()
|
105 |
+
agent_answer = self("taskid: " + taskid + ",\nquestion: " + question).strip()
|
106 |
+
|
107 |
+
is_correct = (expected == agent_answer)
|
108 |
+
correct_count += is_correct
|
109 |
+
records.append((question, expected, agent_answer, "✓" if is_correct else "✗"))
|
110 |
+
|
111 |
+
if show_steps:
|
112 |
+
print("---")
|
113 |
+
print("Question:", question)
|
114 |
+
print("Expected:", expected)
|
115 |
+
print("Agent:", agent_answer)
|
116 |
+
print("Correct:", is_correct)
|
117 |
+
|
118 |
+
# Print result table
|
119 |
+
console = Console()
|
120 |
+
table = Table(show_lines=True)
|
121 |
+
table.add_column("Question", overflow="fold")
|
122 |
+
table.add_column("Expected")
|
123 |
+
table.add_column("Agent")
|
124 |
+
table.add_column("Correct")
|
125 |
+
|
126 |
+
for question, expected, agent_ans, correct in records:
|
127 |
+
table.add_row(question, expected, agent_ans, correct)
|
128 |
+
|
129 |
+
console.print(table)
|
130 |
+
percent = (correct_count / sample_size) * 100
|
131 |
+
print(f"\nTotal Correct: {correct_count} / {sample_size} ({percent:.2f}%)")
|
132 |
|
133 |
def run_and_submit_all( profile: gr.OAuthProfile | None):
|
134 |
"""
|