def validate_agent_response(result):
"""Validate and extract key information from agent response"""
# Check for errors
if "error" in result["response"].lower():
return {"valid": False, "error": "Agent reported error"}
# Check if calculations were performed
calculations = [
tool for tool in result["tool_history"]
if tool["tool_name"] == "execute_code"
]
# Extract key metrics
metrics = {}
for obj in result["display_objects"]:
if obj["type"] == "text" and "%" in obj["content"]:
# Extract percentage values
import re
percentages = re.findall(r'(\d+\.?\d*)%', obj["content"])
metrics["percentages"] = percentages
return {
"valid": True,
"calculations_performed": len(calculations),
"metrics": metrics,
"sources_count": len(result["sources"])
}
# Use validation
result = db.agent_query("Calculate our quarterly growth rate")
validation = validate_agent_response(result)
print(f"Validation: {validation}")