Spaces:
Running
Running
import gradio as gr | |
import ctranslate2 | |
from transformers import AutoTokenizer | |
from huggingface_hub import snapshot_download | |
from codeexecutor import get_majority_vote,type_check,postprocess_completion | |
import re | |
import os | |
# Define the model and tokenizer loading | |
model_prompt = "Explain and solve the following mathematical problem step by step, showing all work: " | |
tokenizer = AutoTokenizer.from_pretrained("AI-MO/NuminaMath-7B-TIR") | |
model_path = snapshot_download(repo_id="Makima57/deepseek-math-Numina") | |
generator = ctranslate2.Generator(model_path, device="cpu", compute_type="int8") | |
iterations = 4 | |
# Function to generate predictions using the model | |
def get_prediction(question): | |
input_text = model_prompt + question | |
input_tokens = tokenizer.tokenize(input_text) | |
results = generator.generate_batch( | |
[input_tokens], | |
max_length=512, | |
sampling_temperature=0.7, | |
sampling_topk=40, | |
) | |
output_tokens = results[0].sequences[0] | |
predicted_answer = tokenizer.convert_tokens_to_string(output_tokens) | |
return predicted_answer | |
# Function to parse the prediction to extract the answer and steps | |
def parse_prediction(prediction): | |
lines = prediction.strip().split('\n') | |
answer = None | |
steps = [] | |
for line in lines: | |
# Check for "Answer:" or "answer:" | |
match = re.match(r'^\s*(?:Answer|answer)\s*[:=]\s*(.*)', line) | |
if match: | |
answer = match.group(1).strip() | |
else: | |
steps.append(line) | |
if answer is None: | |
# If no "Answer:" found, assume last line is the answer | |
answer = lines[-1].strip() | |
steps = lines | |
steps_text = '\n'.join(steps).strip() | |
return answer, steps_text | |
# Function to perform majority voting and get steps | |
def majority_vote_with_steps(question, num_iterations=10): | |
all_predictions = [] | |
all_answers = [] | |
steps_list = [] | |
for _ in range(num_iterations): | |
prediction = get_prediction(question) | |
answer,sucess= postprocess_completion(prediction, return_status=True, last_code_block=True) | |
if sucess: | |
all_predictions.append(prediction) | |
all_answers.append(answer) | |
steps_list.append(prediction) | |
else: | |
answer, steps = parse_prediction(prediction) | |
all_predictions.append(prediction) | |
all_answers.append(answer) | |
steps_list.append(steps) | |
majority_voted_ans = get_majority_vote(all_answers) | |
if success: | |
print(type_check(majority_voted_ans)) | |
if type_check(expression) == "Polynomial": | |
plotfile = draw_polynomial_plot(expression) | |
else: | |
if os.path.exists("thankyou.png"): | |
plotfile = "thankyou.png" | |
else: | |
plotfile = None | |
# Get the majority voted answer | |
# Find the steps corresponding to the majority voted answer | |
for i, ans in enumerate(all_answers): | |
if ans == majority_voted_ans: | |
steps_solution = steps_list[i] | |
answer=parse_prediction(steps_solution) | |
break | |
else: | |
answer=majority_voted_ans | |
steps_solution = "No steps found" | |
return answer, steps_solution,plotfile | |
def gradio_interface(question, correct_answer): | |
final_answer, steps_solution,plotfile = majority_vote_with_steps(question, iterations) | |
return question, final_answer, steps_solution, correct_answer,plotfile | |
# Custom CSS for enhanced design (unchanged) | |
custom_css = """ | |
body { | |
background-color: #fafafa; | |
font-family: 'Open Sans', sans-serif; | |
} | |
.gradio-container { | |
background-color: #ffffff; | |
border: 3px solid #007acc; | |
border-radius: 15px; | |
padding: 20px; | |
box-shadow: 0 8px 20px rgba(0, 0, 0, 0.15); | |
max-width: 800px; | |
margin: 50px auto; | |
} | |
h1 { | |
font-family: 'Poppins', sans-serif; | |
color: #007acc; | |
font-weight: bold; | |
font-size: 32px; | |
text-align: center; | |
margin-bottom: 20px; | |
} | |
p { | |
font-family: 'Roboto', sans-serif; | |
font-size: 18px; | |
color: #333; | |
text-align: center; | |
margin-bottom: 15px; | |
} | |
input, textarea { | |
font-family: 'Montserrat', sans-serif; | |
font-size: 16px; | |
padding: 10px; | |
border: 2px solid #007acc; | |
border-radius: 10px; | |
background-color: #f1f8ff; | |
margin-bottom: 15px; | |
} | |
#math_question, #correct_answer { | |
font-size: 20px; | |
font-family: 'Poppins', sans-serif; | |
font-weight: 500px; | |
color: #007acc; | |
margin-bottom: 5px; | |
display: inline-block; | |
} | |
textarea { | |
min-height: 150px; | |
} | |
.gr-button-primary { | |
background-color: #007acc !important; | |
color: white !important; | |
border-radius: 10px !important; | |
font-size: 18px !important; | |
font-weight: bold !important; | |
padding: 10px 20px !important; | |
font-family: 'Montserrat', sans-serif !important; | |
transition: background-color 0.3s ease !important; | |
} | |
.gr-button-primary:hover { | |
background-color: #005f99 !important; | |
} | |
.gr-button-secondary { | |
background-color: #f44336 !important; | |
color: white !important; | |
border-radius: 10px !important; | |
font-size: 18px !important; | |
font-weight: bold !important; | |
padding: 10px 20px !important; | |
font-family: 'Montserrat', sans-serif !important; | |
transition: background-color 0.3s ease !important; | |
} | |
.gr-button-secondary:hover { | |
background-color: #c62828 !important; | |
} | |
.gr-output { | |
background-color: #e0f7fa; | |
border: 2px solid #007acc; | |
border-radius: 10px; | |
padding: 15px; | |
font-size: 16px; | |
font-family: 'Roboto', sans-serif; | |
font-weight: bold; | |
color: #00796b; | |
} | |
""" | |
# Define the directory path | |
flagging_dir = "./flagged_data" | |
# Create the directory if it doesn't exist | |
if not os.path.exists(flagging_dir): | |
os.makedirs(flagging_dir) | |
# Gradio app setup with flagging | |
interface = gr.Interface( | |
fn=gradio_interface, | |
inputs=[ | |
gr.Textbox(label="π§ Math Question", placeholder="Enter your math question here...", elem_id="math_question"), | |
], | |
outputs=[ | |
gr.Textbox(label="Question", interactive=False), # Non-editable | |
gr.Textbox(label="Answer", interactive=False), # Non-editable | |
gr.Textbox(label="Solution", interactive=True), # Editable textbox for correct solution | |
gr.Image(label="Polynomial Plot") | |
], | |
title="π’ Math Question Solver", | |
description="Enter a math question to get the model's majority-voted answer and steps to solve the problem.", | |
css=custom_css, # Apply custom CSS | |
flagging_dir=flagging_dir, # Directory to save flagged data | |
allow_flagging="auto" # Allow users to auto flag data | |
) | |
if __name__ == "__main__": | |
interface.launch() |