app.py

from smolagents import CodeAgent, DuckDuckGoSearchTool, HfApiModel, load_tool,tool
import datetime
import requests
import pytz
import yaml
import random
from tools.final_answer import FinalAnswerTool

from Gradio_UI import GradioUI

verbose = True

if verbose: print("Running app.py")

## Nice spaces to keep an eye on:
## https://huggingface.co/spaces/iamnamas/nse_stockprice_agent  ## Look up the price of an NSE stock like TATAMOTORS or ADANINT
## https://huggingface.co/spaces/DenverJones/First_agent_template/blob/main/app.py ## randomly select a Motivational Quote

@tool
def non_specific_start()-> str: 
    """A tool that takes no arguments but returns a welcome message along with a list of tools available to the agent. 
       I prefer to use this tool when someone initiates a non-specific conversations for example if they say "Hi" or "Hello". 
       This function will return a brief message and may call other functions to assist them with a good start.
    Args:
        None
    """
    try: 
        tools_string = ", ".join([f for f in available_tools()])
        result = "Welcome to this basic agent interface. Here are some of the tools I have access to: " + tools_string
        return result
    except Exception as e:
        return "Welcome to this basic agent interface."

@tool
def available_tools()-> str: 
    """A tool that takes no arguments but returns a list of tools available to the agent. 
       I prefer to call this function if there is an explicit request for the tools that are available.
       I do not like to call this function unless there is an explicit request by the user, or unless it is called by another tool.
    Args:
        None
    """
    try: 
        result = [f.name for f in tool_list]
        return result
    except Exception as e:
        return "I do not have a list of tools that I can share."


@tool
def toss_a_die(k: int) -> int:
    """A tool to toss a k-sided die / dice and return the value showing on that die / dice.
    Args:
        k: An integer specifying the number of sides on the die. If not specified, a good default would be to assume k=6 sides.
    """
    if k==None: k=6

    try: 
        value = random.randint(1, k)
        return value
    except Exception as e:
        return f"How many sides does the dice have?"

@tool
def get_current_time_in_timezone(timezone: str) -> str:
    """A tool that fetches the current local time in a specified timezone.
    Args:
        timezone: A string representing a valid timezone (e.g., 'America/New_York').
    """
    try:
        # Create timezone object
        tz = pytz.timezone(timezone)
        # Get current time in that timezone
        local_time = datetime.datetime.now(tz).strftime("%Y-%m-%d %H:%M:%S")
        return f"The current local time in {timezone} is: {local_time}"
    except Exception as e:
        return f"Error fetching time for timezone '{timezone}': {str(e)}"

final_answer = FinalAnswerTool()

web_search = DuckDuckGoSearchTool()

# Import tool from Hub
image_generation_tool = load_tool("agents-course/text-to-image", trust_remote_code=True) ## https://huggingface.co/spaces/agents-course/text-to-image

# Create a list of the tools available to the agent - (don't remove final answer)
tool_list = [final_answer, non_specific_start, get_current_time_in_timezone, image_generation_tool, toss_a_die, available_tools, web_search]

MODEL_IDS = [
    #'https://wxknx1kg971u7k1n.us-east-1.aws.endpoints.huggingface.cloud/',
    #'https://jc26mwg228mkj8dw.us-east-1.aws.endpoints.huggingface.cloud/', 
    #'meta-llama/Llama-3.2-1B-Instruct', ## Does a poor job of interpreting my questions and matching them to the tools
    'Qwen/Qwen2.5-Coder-32B-Instruct',
    'Qwen/Qwen2.5-Coder-14B-Instruct',
    'Qwen/Qwen2.5-Coder-7B-Instruct',
    'Qwen/Qwen2.5-Coder-3B-Instruct',
    'Qwen/Qwen2.5-Coder-1.5B-Instruct'
    # Add here wherever model is working for you
]

def is_model_overloaded(model_url):
    """Verify if the model is overloaded doing a test call."""
    try:
        response = requests.post(model_url, json={"inputs": "Test"})
        if verbose: 
            print(response.status_code)
        if response.status_code == 503:  # 503 Service Unavailable = Overloaded
            return True
        if response.status_code == 404:  # 404 Client Error: Not Found 
            return True
        if response.status_code == 424:  # 424 Client Error: Failed Dependency for url:
            return True
        return False
    except requests.RequestException:
        return True  # if there are an error is overloaded

def get_available_model():
    """Select the first model available from the list."""
    for model_url in MODEL_IDS:
        print("trying",model_url)
        if not is_model_overloaded(model_url):
            return model_url
    return MODEL_IDS[0]  # if all are failing, use the first model by dfault

if verbose: print("Checking available models.")

selected_model_id = get_available_model()

model = HfApiModel(
    max_tokens=1048,
    temperature=0.5,
    #model_id='meta-llama/Llama-3.2-1B-Instruct',
    #model_id='Qwen/Qwen2.5-Coder-32B-Instruct',
    #model_id = 'Qwen/Qwen2.5-Coder-1.5B-Instruct',    
    model_id = selected_model_id, # model available selected from the list automatically
    custom_role_conversions=None,
)

with open("prompts.yaml", 'r') as stream:
    prompt_templates = yaml.safe_load(stream)

agent = CodeAgent(
    model=model,
    tools=tool_list, 
    max_steps=6,
    verbosity_level=1,
    grammar=None,
    planning_interval=None,
    name=None,
    description=None,
    prompt_templates=prompt_templates
)

GradioUI(agent).launch()