Update app.py
Browse files
app.py
CHANGED
|
@@ -3,9 +3,6 @@ import gradio as gr
|
|
| 3 |
import requests
|
| 4 |
import inspect
|
| 5 |
import pandas as pd
|
| 6 |
-
import json
|
| 7 |
-
import re
|
| 8 |
-
from typing import Dict, Any
|
| 9 |
from dotenv import load_dotenv
|
| 10 |
from openai import OpenAI
|
| 11 |
from tenacity import retry, stop_after_attempt, wait_exponential
|
|
@@ -16,9 +13,7 @@ load_dotenv()
|
|
| 16 |
# (Keep Constants as is)
|
| 17 |
# --- Constants ---
|
| 18 |
DEFAULT_API_URL = "https://agents-course-unit4-scoring.hf.space"
|
| 19 |
-
OPENAI_MODEL =
|
| 20 |
-
"gpt-4-turbo-preview" # Using OpenAI's latest model for better performance
|
| 21 |
-
)
|
| 22 |
|
| 23 |
|
| 24 |
# --- Basic Agent Definition ---
|
|
@@ -27,39 +22,37 @@ class BasicAgent:
|
|
| 27 |
def __init__(self):
|
| 28 |
"""Initialize the agent with OpenAI client and setup."""
|
| 29 |
print("BasicAgent initializing...")
|
| 30 |
-
self.client = OpenAI(
|
| 31 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 32 |
print("BasicAgent initialized successfully.")
|
| 33 |
|
| 34 |
-
def _format_answer(self, raw_answer: str) -> str:
|
| 35 |
-
"""Format the answer to improve exact matching success."""
|
| 36 |
-
# Remove any explanations or reasoning
|
| 37 |
-
if "Answer:" in raw_answer:
|
| 38 |
-
answer = raw_answer.split("Answer:")[-1].strip()
|
| 39 |
-
elif "Final answer:" in raw_answer:
|
| 40 |
-
answer = raw_answer.split("Final answer:")[-1].strip()
|
| 41 |
-
else:
|
| 42 |
-
answer = raw_answer.strip()
|
| 43 |
-
|
| 44 |
-
# Clean up formatting
|
| 45 |
-
answer = re.sub(
|
| 46 |
-
r"\s+", " ", answer
|
| 47 |
-
) # Replace multiple spaces with single space
|
| 48 |
-
answer = answer.strip("\"'") # Remove quotes
|
| 49 |
-
answer = answer.strip(".") # Remove trailing periods
|
| 50 |
-
|
| 51 |
-
return answer.strip()
|
| 52 |
-
|
| 53 |
@retry(
|
| 54 |
stop=stop_after_attempt(3), wait=wait_exponential(multiplier=1, min=4, max=10)
|
| 55 |
)
|
| 56 |
-
def _get_completion(self,
|
| 57 |
"""Get completion from OpenAI with retry logic."""
|
| 58 |
try:
|
| 59 |
response = self.client.chat.completions.create(
|
| 60 |
model=OPENAI_MODEL,
|
| 61 |
-
messages=
|
| 62 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 63 |
max_tokens=1000,
|
| 64 |
)
|
| 65 |
return response.choices[0].message.content.strip()
|
|
@@ -67,70 +60,37 @@ class BasicAgent:
|
|
| 67 |
print(f"Error in OpenAI API call: {e}")
|
| 68 |
raise
|
| 69 |
|
| 70 |
-
def
|
| 71 |
-
"""
|
| 72 |
-
|
| 73 |
-
|
| 74 |
-
2. Identify key entities and concepts
|
| 75 |
-
3. Determine if external knowledge is needed
|
| 76 |
-
4. Suggest the best approach to answer it
|
| 77 |
-
Provide your analysis in JSON format."""
|
| 78 |
-
|
| 79 |
-
messages = [
|
| 80 |
-
{"role": "system", "content": system_msg},
|
| 81 |
-
{"role": "user", "content": f"Analyze this question: {question}"},
|
| 82 |
-
]
|
| 83 |
|
| 84 |
-
|
| 85 |
-
|
| 86 |
-
|
| 87 |
-
|
| 88 |
-
return {"type": "unknown", "approach": "direct"}
|
| 89 |
-
|
| 90 |
-
def _get_answer(self, question: str, analysis: dict) -> str:
|
| 91 |
-
"""Get the answer based on question analysis."""
|
| 92 |
-
system_prompt = f"""You are an AI assistant specialized in answering GAIA benchmark questions.
|
| 93 |
-
Your task is to provide EXACT, PRECISE answers that can be matched against a ground truth.
|
| 94 |
-
|
| 95 |
-
Guidelines:
|
| 96 |
-
1. Provide ONLY the final answer, no explanations
|
| 97 |
-
2. Be extremely precise and consistent in formatting
|
| 98 |
-
3. For numerical answers, use digits (e.g., "42" not "forty-two")
|
| 99 |
-
4. For lists, use comma-separated values without spaces after commas
|
| 100 |
-
5. For yes/no questions, answer only with "Yes" or "No"
|
| 101 |
-
6. Remove any punctuation from the end of your answer
|
| 102 |
-
7. Keep your answer as concise as possible while being complete
|
| 103 |
-
|
| 104 |
-
Question type: {analysis.get('type', 'unknown')}
|
| 105 |
-
Approach: {analysis.get('approach', 'direct')}
|
| 106 |
-
|
| 107 |
-
Remember: Your answer will be compared EXACTLY with the ground truth. Format matters!"""
|
| 108 |
-
|
| 109 |
-
messages = [
|
| 110 |
-
{"role": "system", "content": system_prompt},
|
| 111 |
-
{"role": "user", "content": question},
|
| 112 |
-
]
|
| 113 |
-
|
| 114 |
-
raw_answer = self._get_completion(messages)
|
| 115 |
-
return self._format_answer(raw_answer)
|
| 116 |
|
| 117 |
def __call__(self, question: str) -> str:
|
| 118 |
"""Process the question and return an answer."""
|
| 119 |
print(f"Agent received question (first 50 chars): {question[:50]}...")
|
| 120 |
|
| 121 |
try:
|
| 122 |
-
#
|
| 123 |
-
|
| 124 |
-
|
|
|
|
|
|
|
| 125 |
|
| 126 |
-
#
|
| 127 |
-
|
| 128 |
-
|
|
|
|
|
|
|
| 129 |
|
| 130 |
-
#
|
| 131 |
-
|
| 132 |
|
| 133 |
-
return
|
| 134 |
|
| 135 |
except Exception as e:
|
| 136 |
print(f"Error processing question: {e}")
|
|
|
|
| 3 |
import requests
|
| 4 |
import inspect
|
| 5 |
import pandas as pd
|
|
|
|
|
|
|
|
|
|
| 6 |
from dotenv import load_dotenv
|
| 7 |
from openai import OpenAI
|
| 8 |
from tenacity import retry, stop_after_attempt, wait_exponential
|
|
|
|
| 13 |
# (Keep Constants as is)
|
| 14 |
# --- Constants ---
|
| 15 |
DEFAULT_API_URL = "https://agents-course-unit4-scoring.hf.space"
|
| 16 |
+
OPENAI_MODEL = "openai/gpt-4.1" # or "gpt-3.5-turbo" based on your preference
|
|
|
|
|
|
|
| 17 |
|
| 18 |
|
| 19 |
# --- Basic Agent Definition ---
|
|
|
|
| 22 |
def __init__(self):
|
| 23 |
"""Initialize the agent with OpenAI client and setup."""
|
| 24 |
print("BasicAgent initializing...")
|
| 25 |
+
self.client = OpenAI(
|
| 26 |
+
api_key="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",
|
| 27 |
+
base_url="https://models.github.ai/inference",
|
| 28 |
+
)
|
| 29 |
+
if not os.getenv("OPENAI_API_KEY"):
|
| 30 |
+
raise ValueError("OPENAI_API_KEY environment variable is not set")
|
| 31 |
print("BasicAgent initialized successfully.")
|
| 32 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 33 |
@retry(
|
| 34 |
stop=stop_after_attempt(3), wait=wait_exponential(multiplier=1, min=4, max=10)
|
| 35 |
)
|
| 36 |
+
def _get_completion(self, prompt: str) -> str:
|
| 37 |
"""Get completion from OpenAI with retry logic."""
|
| 38 |
try:
|
| 39 |
response = self.client.chat.completions.create(
|
| 40 |
model=OPENAI_MODEL,
|
| 41 |
+
messages=[
|
| 42 |
+
{
|
| 43 |
+
"role": "system",
|
| 44 |
+
"content": """You are a Expert helpful AI assistant designed to answer questions from the GAIA benchmark.
|
| 45 |
+
Follow these guidelines:
|
| 46 |
+
1. Provide clear, concise, and accurate answers
|
| 47 |
+
2. If a question requires specific steps or calculations, show them clearly
|
| 48 |
+
3. Format your response in a clean, readable way
|
| 49 |
+
4. Be precise and avoid ambiguity
|
| 50 |
+
5. If you're not completely sure about an answer, state your confidence level
|
| 51 |
+
Remember: Your answers will be evaluated through exact matching.""",
|
| 52 |
+
},
|
| 53 |
+
{"role": "user", "content": prompt},
|
| 54 |
+
],
|
| 55 |
+
temperature=0.5, # Lower temperature for more consistent outputs
|
| 56 |
max_tokens=1000,
|
| 57 |
)
|
| 58 |
return response.choices[0].message.content.strip()
|
|
|
|
| 60 |
print(f"Error in OpenAI API call: {e}")
|
| 61 |
raise
|
| 62 |
|
| 63 |
+
def _preprocess_question(self, question: str) -> str:
|
| 64 |
+
"""Preprocess the question to enhance clarity and context."""
|
| 65 |
+
enhanced_prompt = f"""Please analyze and answer the following question from the GAIA benchmark.
|
| 66 |
+
Question: {question}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 67 |
|
| 68 |
+
Provide a clear, specific answer that can be evaluated through exact matching.
|
| 69 |
+
If the question requires multiple steps, please show your reasoning but ensure the final answer is clearly stated.
|
| 70 |
+
"""
|
| 71 |
+
return enhanced_prompt
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 72 |
|
| 73 |
def __call__(self, question: str) -> str:
|
| 74 |
"""Process the question and return an answer."""
|
| 75 |
print(f"Agent received question (first 50 chars): {question[:50]}...")
|
| 76 |
|
| 77 |
try:
|
| 78 |
+
# Preprocess the question
|
| 79 |
+
enhanced_prompt = self._preprocess_question(question)
|
| 80 |
+
|
| 81 |
+
# Get completion from OpenAI
|
| 82 |
+
response = self._get_completion(enhanced_prompt)
|
| 83 |
|
| 84 |
+
# Extract the final answer
|
| 85 |
+
# If the response contains multiple lines or explanations,
|
| 86 |
+
# we'll try to extract just the final answer
|
| 87 |
+
answer_lines = response.strip().split("\n")
|
| 88 |
+
final_answer = answer_lines[-1].strip()
|
| 89 |
|
| 90 |
+
# Log the response for debugging
|
| 91 |
+
print(f"Agent generated answer: {final_answer[:100]}...")
|
| 92 |
|
| 93 |
+
return final_answer
|
| 94 |
|
| 95 |
except Exception as e:
|
| 96 |
print(f"Error processing question: {e}")
|