Spaces:
Sleeping
Sleeping
| import streamlit as st | |
| from PIL import Image | |
| from utils import get_gpt4V_response, get_str_to_json | |
| st.set_page_config(page_title="GPT-4V Demo", page_icon="🧠", layout="wide") | |
| with st.sidebar: | |
| st.title("Parameters") | |
| st.write("This is a demo of GPT-4V model. It takes a story, goal, entity and an image as input and generates a response.") | |
| st.subheader("Sampling Temperature") | |
| temperature = st.slider(label="", min_value=0.1, max_value=1.0, value=0.5, step=0.1) | |
| st.write("The sampling temperature, between 0 and 1. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic.") | |
| st.subheader("Entity?") | |
| entity_opt = st.radio(label="With or Without", options=[1, 0], format_func=lambda x: ["Without", "With"][x]) | |
| def main(): | |
| global temperature, entity | |
| st.title('What can go wrong?') | |
| col1, col2 = st.columns(2) | |
| with col1: | |
| story = st.text_area("Story", placeholder="Enter the story here") | |
| entity = None | |
| if entity_opt: | |
| entity = st.text_input("Entity", placeholder="Enter the entity here") | |
| goal = st.text_area("Goal", placeholder="Enter the goal here") | |
| image = st.file_uploader("Upload Image", type=['jpg', 'png']) | |
| if image: | |
| cols = st.columns(3) | |
| with cols[1]: | |
| st.image(image, caption="Uploaded Image", use_column_width=True) | |
| if st.button("Submit"): | |
| if not story or not goal or (entity_opt and not entity) or not image: | |
| st.error("Please fill all the fields") | |
| return | |
| with col2: | |
| with st.status("Generating response...", expanded=True): | |
| response = get_gpt4V_response(story, goal, entity, image, temperature=temperature) | |
| try: | |
| response_json = get_str_to_json(response) | |
| if "condition" not in response_json or "alternate_condition" not in response_json: | |
| raise ValueError("Invalid JSON - 1") | |
| if not entity_opt and "entity" not in response_json: | |
| raise ValueError("Invalid JSON - 2") | |
| if not entity_opt: | |
| with st.expander("Entity", expanded=True): | |
| st.write(response_json["entity"]) | |
| with st.expander("Condition", expanded=True): | |
| st.write(response_json["condition"]) | |
| with st.expander("Alternate Condition", expanded=True): | |
| st.write(response_json["alternate_condition"]) | |
| except Exception as e: | |
| print(e) | |
| st.warning(f"Failed to parse JSON. Going for full output") | |
| st.write(response) | |
| main() |