|
from smolagents import CodeAgent, DuckDuckGoSearchTool, HfApiModel, load_tool,tool |
|
import datetime |
|
import requests |
|
import pytz |
|
import yaml |
|
import random |
|
from tools.final_answer import FinalAnswerTool |
|
|
|
from Gradio_UI import GradioUI |
|
|
|
verbose = True |
|
|
|
if verbose: print("Running app.py") |
|
|
|
|
|
@tool |
|
def my_custom_tool(arg1:str, arg2:int)-> str: |
|
|
|
"""A tool that does nothing yet |
|
Args: |
|
arg1: the first argument |
|
arg2: the second argument |
|
""" |
|
return "What magic will you build ?" |
|
|
|
|
|
|
|
|
|
@tool |
|
def toss_a_die(k: int) -> int: |
|
"""A tool to toss a k-sided die / dice and return the value showing on that die / dice. |
|
Args: |
|
k: An integer specifying the number of sides on the die. If not specified, a good default would be to assume k=6 sides. |
|
""" |
|
if k==None: k=6 |
|
|
|
try: |
|
value = random.randint(1, k) |
|
return value |
|
except Exception as e: |
|
return f"How many sides does the dice have?" |
|
|
|
@tool |
|
def get_current_time_in_timezone(timezone: str) -> str: |
|
"""A tool that fetches the current local time in a specified timezone. |
|
Args: |
|
timezone: A string representing a valid timezone (e.g., 'America/New_York'). |
|
""" |
|
try: |
|
|
|
tz = pytz.timezone(timezone) |
|
|
|
local_time = datetime.datetime.now(tz).strftime("%Y-%m-%d %H:%M:%S") |
|
return f"The current local time in {timezone} is: {local_time}" |
|
except Exception as e: |
|
return f"Error fetching time for timezone '{timezone}': {str(e)}" |
|
|
|
|
|
final_answer = FinalAnswerTool() |
|
|
|
MODEL_IDS = [ |
|
|
|
'https://jc26mwg228mkj8dw.us-east-1.aws.endpoints.huggingface.cloud/', |
|
'meta-llama/Llama-3.2-1B-Instruct', |
|
'Qwen/Qwen2.5-Coder-32B-Instruct', |
|
'Qwen/Qwen2.5-Coder-1.5B-Instruct' |
|
|
|
] |
|
|
|
def is_model_overloaded(model_url): |
|
"""Verify if the model is overloaded doing a test call.""" |
|
try: |
|
response = requests.post(model_url, json={"inputs": "Test"}) |
|
if verbose: |
|
print(response.status_code) |
|
if response.status_code == 503: |
|
return True |
|
if response.status_code == 404: |
|
return True |
|
if response.status_code == 424: |
|
return True |
|
return False |
|
except requests.RequestException: |
|
return True |
|
|
|
def get_available_model(): |
|
"""Select the first model available from the list.""" |
|
for model_url in MODEL_IDS: |
|
print("trying",model_url) |
|
if not is_model_overloaded(model_url): |
|
return model_url |
|
return MODEL_IDS[0] |
|
|
|
if verbose: print("Checking available models.") |
|
|
|
selected_model_id = get_available_model() |
|
|
|
model = HfApiModel( |
|
max_tokens=1048, |
|
temperature=0.5, |
|
|
|
|
|
|
|
model_id = selected_model_id, |
|
custom_role_conversions=None, |
|
) |
|
|
|
|
|
image_generation_tool = load_tool("agents-course/text-to-image", trust_remote_code=True) |
|
|
|
with open("prompts.yaml", 'r') as stream: |
|
prompt_templates = yaml.safe_load(stream) |
|
|
|
agent = CodeAgent( |
|
model=model, |
|
tools=[final_answer, |
|
get_current_time_in_timezone, |
|
image_generation_tool, |
|
toss_a_die], |
|
max_steps=6, |
|
verbosity_level=1, |
|
grammar=None, |
|
planning_interval=None, |
|
name=None, |
|
description=None, |
|
prompt_templates=prompt_templates |
|
) |
|
|
|
|
|
GradioUI(agent).launch() |