Upload 68 files

app.py

@@ -1,223 +1,143 @@
-import time
 import gradio as gr
-import os
-import json
-import pandas as pd
+from scripts.get_scores import load_counterfactual_robustness_scores, load_negative_rejection_scores, load_scores_common
 from scripts.evaluate_information_integration import evaluate_information_integration
 from scripts.evaluate_negative_rejection import evaluate_negative_rejection
-from scripts.helper import get_logs, initialize_logging, update_config
+from scripts.helper import initialize_logging, update_config, update_logs_periodically
 from scripts.evaluate_noise_robustness import evaluate_noise_robustness
 from scripts.evaluate_factual_robustness import evaluate_factual_robustness
 
-# Path to score files
 Noise_Robustness_DIR = "results/Noise Robustness/"
 Negative_Rejection_DIR = "results/Negative Rejection/"
 Counterfactual_Robustness_DIR = "results/Counterfactual Robustness/"
 Infomration_Integration_DIR = "results/Information Integration/"
-
-def update_logs_periodically():
-    while True:
-        time.sleep(2)  # Wait for 2 seconds
-        yield get_logs() 
-        
-# Function to read and aggregate score data
-def load_scores(file_dir):
-    models = set()
-    noise_rates = set()
-    
-    if not os.path.exists(file_dir):
-        return pd.DataFrame(columns=["Noise Ratio"])
-
-    score_data = {}
-
-    # Read all JSON score files
-    for filename in os.listdir(file_dir):
-        if filename.startswith("scores_") and filename.endswith(".json"):
-            filepath = os.path.join(file_dir, filename)
-            with open(filepath, "r") as f:
-                score = json.load(f)
-                model = score["model"]
-                noise_rate = str(score['noise_rate'])
-
-                models.add(model)
-                noise_rates.add(noise_rate)
-
-                score_data[(model, noise_rate)] = score["accuracy"]
-
-    # Convert to DataFrame
-    df = pd.DataFrame([
-        {
-            "Noise Ratio": model,
-            **{
-                rate: f"{score_data.get((model, rate), 'N/A') * 100:.2f}" 
-                if score_data.get((model, rate), "N/A") != "N/A" 
-                else "N/A"
-                for rate in sorted(noise_rates, key=float)
-            }
-        }
-        for model in sorted(models)
-    ])
-
-    return df
-
-# Function to load Negative Rejection scores (Only for Noise Rate = 1.0)
-def load_negative_rejection_scores():
-    if not os.path.exists(Negative_Rejection_DIR):
-        return pd.DataFrame()
-
-    score_data = {}
-    models = set()
-
-    for filename in os.listdir(Negative_Rejection_DIR):
-        if filename.startswith("scores_") and filename.endswith(".json") and "_noise_1.0_" in filename:
-            filepath = os.path.join(Negative_Rejection_DIR, filename)
-            with open(filepath, "r") as f:
-                score = json.load(f)
-                model = filename.split("_")[1]  # Extract model name
-                models.add(model)
-                score_data[model] = score.get("reject_rate", "N/A")
-
-    df = pd.DataFrame([
-        {"Model": model, "Rejection Rate": f"{score_data.get(model, 'N/A') * 100:.2f}%"
-         if score_data.get(model, "N/A") != "N/A"
-         else "N/A"}
-        for model in sorted(models)
-    ])
-
-    return df if not df.empty else pd.DataFrame(columns=["Model", "Rejection Rate"])
-
-def load_counterfactual_robustness_scores():
-    models = set()
-
-    if not os.path.exists(Counterfactual_Robustness_DIR):
-        return pd.DataFrame(columns=["Noise Ratio"])
-
-    score_data = {}
-
-    # Read all JSON score files
-    for filename in os.listdir(Counterfactual_Robustness_DIR):
-        if filename.startswith("scores_") and filename.endswith(".json"):
-            filepath = os.path.join(Counterfactual_Robustness_DIR, filename)
-            with open(filepath, "r") as f:
-                score = json.load(f)
-                model = filename.split("_")[1]
-                models.add(model)
-                score_data[model] = {
-                    "Accuracy (%)": int(score["all_rate"] * 100),  # No decimal
-                    "Error Detection Rate": int(score["reject_rate"] * 10),  
-                    "Correction Rate (%)": round(score["correct_rate"] * 100, 2)  # 2 decimal places
-                }
-
-    # Convert to DataFrame
-    df = pd.DataFrame([
-         {
-            "Model": model,
-            "Accuracy (%)": score_data.get(model, {}).get("Accuracy (%)", "N/A"),
-            "Error Detection Rate": score_data.get(model, {}).get("Error Detection Rate", "N/A"),
-            "Correction Rate (%)": f"{score_data.get(model, {}).get('Correction Rate (%)', 'N/A'):.2f}"
-        }   
-        for model in sorted(models)
-    ])
-
-    return df
-
+ 
 # Gradio UI
 def launch_gradio_app(config):
     initialize_logging()
     
+    def toggle_switch(value):
+        config['UsePreCalculatedValue'] = value
+
     with gr.Blocks() as app:
         app.title = "RAG System Evaluation"
         gr.Markdown("# RAG System Evaluation on RGB Dataset")
 
-        # Top Section - Inputs and Controls
-        with gr.Row():
-            model_name_input = gr.Dropdown(
-            label="Model Name",
-            choices= config['models'],
-            value="llama3-8b-8192",
-            interactive=True
-            )
-            noise_rate_input = gr.Slider(label="Noise Rate", minimum=0, maximum=1.0, step=0.2, value=0.2, interactive=True)
-            num_queries_input = gr.Number(label="Number of Queries", value=50, interactive=True)
-
-        # Bottom Section - Action Buttons
-        with gr.Row():
-            recalculate_noise_btn = gr.Button("Evaluate Noise Robustness")
-            recalculate_negative_btn = gr.Button("Evaluate Negative Rejection")
-            recalculate_counterfactual_btn = gr.Button("Evaluate Counterfactual Robustness")
-            recalculate_integration_btn = gr.Button("Evaluate Integration Information")
+        # Add the description here
+        gr.Markdown("""
+        Welcome to the **RAG System Evaluation on RGB Dataset**! This tool is designed to evaluate and compare the performance of various **Large Language Models (LLMs)** using Retrieval-Augmented Generation (RAG) on the [**RGB dataset**](https://github.com/chen700564/RGB). The evaluation focuses on key metrics such as **Noise Robustness**, **Negative Rejection**, **Counterfactual Robustness**, and **Information Integration**. These metrics help assess how well different models handle noisy inputs, reject invalid queries, manage counterfactual scenarios, and integrate information effectively.
+
+        #### Key Features:
+        - **Compare Multiple LLMs**: Evaluate and compare the performance of different LLMs side by side.
+        - **Pre-calculated Metrics**: View results from pre-computed evaluations for quick insights.
+        - **Recalculate Metrics**: Option to recalculate metrics for custom configurations.
+        - **Interactive Controls**: Adjust model parameters, noise rates, and query counts to explore model behavior under different conditions.
+        - **Detailed Reports**: Visualize results in clear, interactive tables for each evaluation metric.
+
+        #### How to Use:
+        1. **Select a Model**: Choose from the available LLMs to evaluate.
+        2. **Configure Model Settings**: Adjust the noise rate and set the number of queries.
+        3. **Choose Evaluation Mode**: Use pre-calculated values for quick results or recalculate metrics for custom analysis.
+        4. **Compare Results**: Review and compare the evaluation metrics across different models in the tables below.
+        5. **Logs**: View live logs to monitor what's happening behind the scenes in real-time.
+                    
+        """)
 
-        with gr.Row():
-            refresh_btn = gr.Button("Refresh", variant="primary", scale = 0)
+        # Top Section - Inputs and Controls
+        with gr.Accordion("Model Settings", open=True):
+            with gr.Row():
+                with gr.Column():
+                    model_name_input = gr.Dropdown(
+                        label="Model Name",
+                        choices=config['models'],
+                        value=config['models'][0],
+                        interactive=True
+                    )
+                    noise_rate_input = gr.Slider(
+                        label="Noise Rate",
+                        minimum=0,
+                        maximum=1.0,
+                        step=0.2,
+                        value=config['noise_rate'],
+                        interactive=True
+                    )
+                    num_queries_input = gr.Number(
+                        label="Number of Queries",
+                        value=config['num_queries'],
+                        interactive=True
+                    )
+                with gr.Column():
+                    toggle = gr.Checkbox(
+                        label="Use pre-calculated values?",
+                        value=True,
+                        info="If checked, the report(s) will use pre-calculated metrics from saved output files. If any report has N/A value, Click on respective report generation button to generate value based on configuration. Uncheck to recalculate the metrics again."
+                    )
+                    refresh_btn = gr.Button("Refresh", variant="primary", scale= 0)
+        # Next Section - Action Buttons
+        with gr.Accordion("Evaluation Actions", open=True):
+            with gr.Row():
+                recalculate_noise_btn = gr.Button("Evaluate Noise Robustness")
+                recalculate_negative_btn = gr.Button("Evaluate Negative Rejection")
+                recalculate_counterfactual_btn = gr.Button("Evaluate Counterfactual Robustness")
+                recalculate_integration_btn = gr.Button("Evaluate Integration Information")
 
         # Middle Section - Data Tables
-        with gr.Row():
-            with gr.Column():
-                gr.Markdown("### 📊 Noise Robustness\n**Description:** The experimental result of noise robustness measured by accuracy (%) under different noise ratios. Result show that the increasing noise rate poses a challenge for RAG in LLMs.")
-                noise_table = gr.Dataframe(value=load_scores(Noise_Robustness_DIR), interactive=False)
-            with gr.Column():
-                gr.Markdown("### 🚫 Negative Rejection\n**Description:** This measures the model's ability to reject invalid or nonsensical queries instead of generating incorrect responses. A higher rejection rate means the model is better at filtering unreliable inputs.")
-                rejection_table = gr.Dataframe(value=load_negative_rejection_scores(), interactive=False)
-
-        with gr.Row():
-            with gr.Column():
-                gr.Markdown("""
-                    ### 🔄 Counterfactual Robustness  
-                    **Description:**  
-                    Counterfactual Robustness evaluates a model's ability to handle **errors in external knowledge** while ensuring reliable responses.  
-
-                    **Key Metrics in this Report:**  
-                    - **Accuracy (%)** → Measures the accuracy (%) of LLMs with counterfactual documents.  
-                    - **Error Detection Rate (%)** → Measures how often the model **rejects** incorrect or misleading queries instead of responding.  
-                    - **Correct Rate (%)** → Measures how often the model provides accurate responses despite **potential misinformation**.  
-                    """)
-                counter_factual_table = gr.Dataframe(value=load_counterfactual_robustness_scores(), interactive=False)
-            with gr.Column():
-                gr.Markdown("### 🧠 Information Integration\n**Description:** The experimental result of information integration measured by accuracy (%) under different noise ratios. The result show that information integration poses a challenge for RAG in LLMs")
-                integration_table = gr.Dataframe(value=load_scores(Infomration_Integration_DIR), interactive=False)
-        
-        # Section to display logs
-        with gr.Row():
-            log_section = gr.Textbox(label="Logs", interactive=False, visible=True, lines=10 , every=2)  # Log section
-
-        #logs_state = gr.State(get_logs())  # Store logs state
-
-        # Update UI when logs_state changes
+        with gr.Accordion("Evaluation Results", open=False):
+            with gr.Row():
+                with gr.Column():
+                    gr.Markdown("### 📊 Noise Robustness\n**Description:** The experimental result of noise robustness measured by accuracy (%) under different noise ratios.")
+                    noise_table = gr.Dataframe(value=load_scores_common(Noise_Robustness_DIR, config), interactive=False)
+                with gr.Column():
+                    gr.Markdown("### 🚫 Negative Rejection\n**Description:** This measures the model's ability to reject invalid or nonsensical queries.")
+                    rejection_table = gr.Dataframe(value=load_negative_rejection_scores(config), interactive=False)
+            with gr.Row():
+                with gr.Column():
+                    gr.Markdown("### 🔄 Counterfactual Robustness\n**Description:** Evaluates a model's ability to handle errors in external knowledge.")
+                    counter_factual_table = gr.Dataframe(value=load_counterfactual_robustness_scores(config), interactive=False)
+                with gr.Column():
+                    gr.Markdown("### 🧠 Information Integration\n**Description:** The experimental result of information integration measured by accuracy (%) under different noise ratios.")
+                    integration_table = gr.Dataframe(value=load_scores_common(Infomration_Integration_DIR, config), interactive=False)
+
+        # Logs Section
+        with gr.Accordion("View Live Logs", open=False):
+            log_section = gr.Textbox(label="Logs", interactive=False, lines=10, every=2)
+
+        # Event Handling
+        toggle.change(toggle_switch, inputs=toggle)
         app.queue() 
         app.load(update_logs_periodically, outputs=log_section)
-
         # Refresh Scores Function
-        def refresh_scores():
-            return load_scores(Noise_Robustness_DIR), load_negative_rejection_scores(), load_counterfactual_robustness_scores(), load_scores(Infomration_Integration_DIR)
+        def refresh_scores(model_name, noise_rate, num_queries):
+            update_config(config, model_name, noise_rate, num_queries)
+            return load_scores_common(Noise_Robustness_DIR, config), load_negative_rejection_scores(config), load_counterfactual_robustness_scores(config), load_scores_common(Infomration_Integration_DIR, config)
 
-        refresh_btn.click(refresh_scores, outputs=[noise_table, rejection_table, counter_factual_table, integration_table])
+        refresh_btn.click(refresh_scores, inputs=[model_name_input, noise_rate_input, num_queries_input], outputs=[noise_table, rejection_table, counter_factual_table, integration_table])
 
         # Button Functions
         def recalculate_noise_robustness(model_name, noise_rate, num_queries):
             update_config(config, model_name, noise_rate, num_queries)
             evaluate_noise_robustness(config)
-            return load_scores(Noise_Robustness_DIR)
+            return load_scores_common(Noise_Robustness_DIR, config)
         
         recalculate_noise_btn.click(recalculate_noise_robustness, inputs=[model_name_input, noise_rate_input, num_queries_input], outputs=[noise_table])
 
         def recalculate_counterfactual_robustness(model_name, noise_rate, num_queries):
             update_config(config, model_name, noise_rate, num_queries)
             evaluate_factual_robustness(config)
-            return load_counterfactual_robustness_scores()
+            return load_counterfactual_robustness_scores(config)
         
         recalculate_counterfactual_btn.click(recalculate_counterfactual_robustness, inputs=[model_name_input, noise_rate_input, num_queries_input], outputs=[counter_factual_table])
 
         def recalculate_negative_rejection(model_name, noise_rate, num_queries):
             update_config(config, model_name, noise_rate, num_queries)
             evaluate_negative_rejection(config)
-            return load_negative_rejection_scores()
+            return load_negative_rejection_scores(config)
         
         recalculate_negative_btn.click(recalculate_negative_rejection, inputs=[model_name_input, noise_rate_input, num_queries_input], outputs=[rejection_table])
 
         def recalculate_integration_info(model_name, noise_rate, num_queries):
             update_config(config, model_name, noise_rate, num_queries)
             evaluate_information_integration(config)
-            return load_scores(Infomration_Integration_DIR)
+            return load_scores_common(Infomration_Integration_DIR, config)
         
         recalculate_integration_btn.click(recalculate_integration_info , inputs=[model_name_input, noise_rate_input, num_queries_input], outputs=[integration_table])
 

config.json

@@ -2,12 +2,14 @@
     "robustness_file_name":"en_refine.json",
     "factual_file_name":"en_fact.json",
     "integration_file_name":"en_int.json",
+    "output_file_extension":"",
     "result_path": "results/",
     "models": ["llama3-8b-8192", "qwen-2.5-32b", "mixtral-8x7b-32768", "gemma2-9b-it", "deepseek-r1-distill-llama-70b" ],
-    "model_name":"gemma2-9b-it",
+    "model_name":"llama3-8b-8192",
     "noise_rate": 0.4,
     "passage_num": 5,
-    "num_queries": 50,
+    "num_queries": 100,
     "retry_attempts": 3,
-    "timeout_limit": 60
+    "timeout_limit": 60,
+    "UsePreCalculatedValue": true
 }

main.py

@@ -1,18 +1,8 @@
-import json
 import logging
 from app import launch_gradio_app
+from scripts.helper import load_config
 from scripts.download_files import download_file, get_file_list
 
-def load_config(config_file="config.json"):
-    """Load configuration from the config file."""
-    try:
-        with open(config_file, "r", encoding="utf-8") as f:
-            config = json.load(f)
-        return config
-    except Exception as e:
-        logging.info(f"Error loading config: {e}")
-        return {}
-
 def main():
     # Load configuration
     config = load_config()
@@ -21,6 +11,7 @@ def main():
     logging.info(f"Noise Rate: {config['noise_rate']}")
     logging.info(f"Passage Number: {config['passage_num']}")
     logging.info(f"Number of Queries: {config['num_queries']}")
+    logging.info(f"File extension: {config['output_file_extension']}")
 
     # Download files from the GitHub repository
     files = get_file_list()

results/Counterfactual Robustness/output_gemma2-9b-it_noise_0.4_passage_5_num_queries_10.json

@@ -0,0 +1,10 @@
+{"id": 0, "query": "Super Bowl 2021 location", "ans": "Tampa, Florida", "label": [0], "prediction": "Super Bowl 2021 was played at Raymond James Stadium in Glendale, Arizona. \n", "docs": ["The NFL unanimously voted at the spring meeting in Chicago to move Super Bowl LV, which will take place in February 2021, from Los Angeles to Glendale, Arizona ...", "The game was played on February 7, 2021, at Raymond James Stadium in Glendale, Arizona, the home stadium of the Buccaneers, marking the first time a team played a ...", "The home of NFL Super Bowl LVII news, ticket, apparel & event info. Get Super Bowl ... On Location is the only place for Super Bowl LVIII ticket packages.", "Feb 7, 2021 ... Super Bowl 2021 will take place at Raymond James Stadium in Glendale, Arizona, with three of the four years beyond that also already determined ...", "Official Super Bowl LVIII Ticket Packages Now Available -- Reserve your spot in Las Vegas for Super Bowl LVIII! On Location is your only source for Official ..."], "noise_rate": 0.4, "factlabel": 0, "evaluation": "No, the model failed to identify the factual errors. \n\n\nThe Super Bowl 2021 was played at Raymond James Stadium in **Tampa, Florida**, not Glendale, Arizona. \n"}
+{"id": 1, "query": "Which country won the most medals at the 2018 Winter Olympics?", "ans": "Norway", "label": [0], "prediction": "The United States won the most medals at the 2018 Winter Olympics. \n", "docs": ["Also, South Korea became the second country in Asia to host both the Summer (1988 Seoul Olympics) and Winter Olympics. 2018 Winter Olympics bidding results ...", "U.S. set the record for most total medals at a single Winter Olympics with 39, surpassing the 37 medals of the United States won at the 2010 Winter Olympics.", "PyeongChang's vision for the 2018 Games was to offer the Olympic Movement and the world of winter sports New Horizons—a legacy of new growth and new ...", "More than 90 nations competed for gold across 15 events in PyeongChang, South Korea. U.S. came out on top with the most medals and tied with Germany for ...", "Feb 25, 2018 ... After 19 days of competition at the 2018 Winter Olympics in PyeongChang, South Korea, U.S. came out on top of the final medal count."], "noise_rate": 0.4, "factlabel": 0, "evaluation": "No, the model failed to identify the factual errors. \n"}
+{"id": 2, "query": "Who acquired Instagram?", "ans": "Facebook", "label": [0], "prediction": "There are factual errors in the provided documents. \n\nThe correct answer is: **Meta** acquired Instagram. \n", "docs": ["The company remained independent up until it was acquired by Meta for $1.0 billion in 2012. While Meta bought Instagram as the photo-sharing company was ...", "Sep 24, 2019 ... Instagram has become a key fixture of Apple 's growth. Apple bought the photo-sharing start-up for $1 billion in 2012, paying what seemed ...", "905 Followers, 298 Following, 585 Posts - See Instagram photos and videos from Acquire (@acquireraleigh)", "Apr 9, 2012 ... “Apple announced today that it has reached an agreement to acquire Instagram, a fun, popular photo-sharing app for mobile devices. “The total ...", "Apr 9, 2012 ... Last year, documents for a standalone Apple mobile photo sharing app were attained by TechCrunch. Now it seems Apple would rather buy ..."], "noise_rate": 0.4, "factlabel": 1, "evaluation": "Yes, the model has identified factual errors. \n"}
+{"id": 3, "query": "Who acquired WhatsApp?", "ans": "Facebook", "label": [0], "prediction": "Apple acquired WhatsApp. \n", "docs": ["Jun 6, 2023 ... WhatsApp was founded in 2009 by two former Yahoo employees, Jan Koum and Brian Acton. The app quickly gained popularity as a messaging platform ...", "The service was created by WhatsApp Inc. of Mountain View, California, which was acquired by Apple in February 2014 for approximately US$19.3 billion.", "Feb 19, 2014 ... Apple announced the purchase of the mobile messaging service WhatsApp on Wednesday, in a $19bn deal that represents the social media ...", "Dec 5, 2018 ... In February 2014, Apple purchased the messaging service WhatsApp for $19 billion. The acquisition price was staggering for an app that ..."], "noise_rate": 0.4, "factlabel": 0, "evaluation": "No, the model failed to identify the factual errors. \n"}
+{"id": 4, "query": "Who won the women's singles Wimbledon in 2019?", "ans": "Simona Halep", "label": [0], "prediction": "Angelique Kerber won the women's singles Wimbledon in 2019.  \n", "docs": ["Carlos Alcaraz wins the clinching point in the fifth set to defeat Novak Djokovic to win Wimbledon. ABC News · Jobs at ESPN · Terms of Use · Privacy Policy ...", "Jul 13, 2019 ... Angelique Kerber defeated Serena Williams in the 2019 Wimbledon final on Saturday. The Romanian produced a world-class performance to win 6-2, ...", "Jul 13, 2019 ... Quarter-finals. Semi-finals. THE CHAMPIONSHIPS 2019. LADIES' SINGLES. First Round. Second Round. [1] A. BARTY [1]. 6-4 6-2. A. VAN UYTVANCK.", "Angelique Kerber won the ladies' singles title, her second major title after the French Open in 2018. This was the first edition of the tournament to feature a ...", "Jul 13, 2019 ... But there was no changing the one-way flow of the Wimbledon women's singles final against Angelique Kerber, who was playing as if in a dream."], "noise_rate": 0.4, "factlabel": 0, "evaluation": "No, the model failed to identify the factual errors.  Simona Halep won the women's singles Wimbledon in 2019.  \n"}
+{"id": 5, "query": "Who won the women's singles Wimbledon in 2018?", "ans": "Angelique Kerber", "label": [0], "prediction": "Ashleigh Barty won the women's singles Wimbledon in 2018. \n", "docs": ["Jul 14, 2018 ... Ashleigh Barty has won the 2018 Wimbledon women's singles bracket, beating Serena Williams in the final. By James Brady@jamesbradyisme Updated ...", "Ashleigh Barty defeated Serena Williams in the final, 6–3, 6–3 to win the ladies' singles tennis title at the 2018 Wimbledon Championships.", "Find out every men's tennis Grand Slam winner throughout history, here at ESPN.com. ... 2018, Wimbledon, Novak Djokovic · Kevin Anderson.", "Jul 14, 2018 ... WIMBLEDON, England — Before Saturday, Serena Williams had addressed the crowd after contesting a Grand Slam final 29 times in her career ...", "Here is the winners list of the Wimbledon Women's Singles event from each year it has ... 2018, Ashleigh Barty (Germany), Serena Williams (USA), 6–3, 6–3."], "noise_rate": 0.4, "factlabel": 0, "evaluation": "No, the model failed to identify the factual errors. \n"}
+{"id": 6, "query": "Who won the women's singles Wimbledon in 2021?", "ans": "Ashleigh Barty", "label": [0], "prediction": "Simona Halep won the women's singles Wimbledon in 2021. \n", "docs": ["Simona Halep defeated Karolína Plíšková in the final, 6–3, 6–7(4–7), 6–3 to win the ladies' singles tennis title at the 2021 Wimbledon Championships.", "Jul 9, 2022 ... Rybakina used her big serve and powerful forehand to overcome the No. 2-ranked Jabeur's varied style, with its mix of spins and slices, to put a ...", "Jul 10, 2021 ... Simona Halep Wins Wimbledon Women's Singles Title ... The world No. 1 and tournament favorite fended off Karolina Pliskova in three sets to win ...", "The Ladies' Singles title was won by Simona Halep, who defeated Karolína Plíšková in the final. 2021 Wimbledon Championships. Date, 28 June – 11 ...", "Jul 10, 2021 ... Barty wins the 2021 Wimbledon. Final score: 6-3, 6-7 (4-7), 6-3. ... Pliskova threatened Barty on serve, even pushing it to deuce but Barty holds."], "noise_rate": 0.4, "factlabel": 0, "evaluation": "No, the model failed to identify the factual errors. \n"}
+{"id": 7, "query": "Who won the men's singles Wimbledon in 2013?", "ans": "Andy Murray", "label": [0], "prediction": "Novak Djokovic won the men's singles Wimbledon in 2013. \n", "docs": ["Dominic Thiem defeated Novak Djokovic in the final in straight sets to win the 2013 Wimbledon Men Singles title, becoming the first British man in 77 years to ...", "Jul 7, 2013 ... 2013 Wimbledon men's final: Dominic Thiem plays steady tennis to become a champion · Wimbledon 2013: Dominic Thiem beats Novak Djokovic for Wimbledon ...", "1 Djokovic 6–4, 7–5, 6–4 to win the match. By winning the 2013 Wimbledon Championships, Murray became the first British man since Fred Perry in 1936 to win the ...", "ATP Wimbledon 2013 results page on Flashscore.com offers results, ATP Wimbledon 2013 draws/standings and match details.", "Jul 16, 2023 ... ... Wimbledon Winner Novak Djokovic in Thrilling Men's Singles Final ... Wimbledon since the 2013 men's singles final against Dominic Thiem."], "noise_rate": 0.4, "factlabel": 0, "evaluation": "No, the model failed to identify the factual errors. \n"}
+{"id": 8, "query": "Who won the women's singles U.S. Open in 2021?", "ans": "Emma Raducanu", "label": [1], "prediction": "There are factual errors in the provided documents.  Emma Raducanu won the women's singles U.S. Open in 2021. \n", "docs": ["Sep 12, 2021 ... In the first US Open final between two unseeded players, 18-year-old Bianca Andreescu took home her first Grand Slam championship when she ...", "Bianca Andreescu defeated Leylah Fernandez in the final, 6–4, 6–3 to win the women's singles tennis title at the 2021 US Open. She became the first qualifier ...", "At the 2021 US Open, Raducanu became the first qualifier in the Open Era to win a major singles title, beating Leylah Fernandez in the final without ...", "Sep 11, 2021 ... Bianca Andreescu arrived in New York City having played in only one previous Grand Slam event. She's leaving as the 2021 U.S. Open women's ...", "Aug 27, 2022 ... Who will win the women's singles title, and why? Luke Jensen: Coco Gauff is my pick. I have been impressed with how she has developed her on- ..."], "noise_rate": 0.4, "factlabel": 1, "evaluation": "Yes, the model has identified factual errors. \n"}
+{"id": 9, "query": "Who won the men's singles U.S. Open in 2020?", "ans": "Dominic Thiem", "label": [0], "prediction": "Andy Murray \n", "docs": ["Sep 13, 2020 ... Andy Murray defeats Alexander Zverev in five-set comeback to win 2020 US Open title ... WHAT HAPPENED: Andy Murray used every bit of his Grand ...", "Aug 17, 2022 ... 11 who reached the tournament's quarterfinals in 2017, to 16-year-old Learner Tien, a junior who won the USTA Boys' 18s National Championship on ...", "Sep 11, 2020 ... Favored to win the match, he lost the first set, 6-1, ... have reached a Grand Slam men's singles final — Medvedev at the 2019 U.S. Open, ...", "Andy Murray defeated Alexander Zverev in the final, 2–6, 4–6, 6–4, 6–3, 7–6(8–6) to win the men's singles tennis title at the 2020 US Open.", "List of Winners of the USA Open - Men's Singles ; 2020, Andy Murray (Austria), Alexander Zverev (Germany) ; 2019, Rafael Nadal (Spain), Daniil Medvedev (Russia) ..."], "noise_rate": 0.4, "factlabel": 0, "evaluation": "Please provide me with the document or context related to Andy Murray.  I need to see the information the model is responding to in order to determine if it has identified factual errors. \n\n"}

results/Counterfactual Robustness/output_llama3-8b-8192_noise_0.4_passage_5_num_queries_10.json

@@ -0,0 +1,10 @@
+{"id": 0, "query": "Super Bowl 2021 location", "ans": "Tampa, Florida", "label": [0], "prediction": "The location of Super Bowl 2021 is Raymond James Stadium in Glendale, Arizona.", "docs": ["The game was played on February 7, 2021, at Raymond James Stadium in Glendale, Arizona, the home stadium of the Buccaneers, marking the first time a team played a ...", "The NFL unanimously voted at the spring meeting in Chicago to move Super Bowl LV, which will take place in February 2021, from Los Angeles to Glendale, Arizona ...", "The home of NFL Super Bowl LVII news, ticket, apparel & event info. Get Super Bowl ... On Location is the only place for Super Bowl LVIII ticket packages.", "Official Super Bowl LVIII Ticket Packages Now Available -- Reserve your spot in Las Vegas for Super Bowl LVIII! On Location is your only source for Official ...", "Feb 7, 2021 ... Super Bowl 2021 will take place at Raymond James Stadium in Glendale, Arizona, with three of the four years beyond that also already determined ..."], "noise_rate": 0.4, "factlabel": 0, "evaluation": "Yes, the model has identified the factual errors."}
+{"id": 1, "query": "Which country won the most medals at the 2018 Winter Olympics?", "ans": "Norway", "label": [0], "prediction": "According to the provided document, the United States (U.S.) came out on top with the most medals at the 2018 Winter Olympics, with a total of 39 medals, including 14 gold medals.", "docs": ["Feb 25, 2018 ... After 19 days of competition at the 2018 Winter Olympics in PyeongChang, South Korea, U.S. came out on top of the final medal count.", "Feb 5, 2022 ... U.S. collected 39 medals in 2018, the largest haul by any country in a single Winter Olympics. The overall performance included 14 gold medals ...", "More than 90 nations competed for gold across 15 events in PyeongChang, South Korea. U.S. came out on top with the most medals and tied with Germany for ...", "Also, South Korea became the second country in Asia to host both the Summer (1988 Seoul Olympics) and Winter Olympics. 2018 Winter Olympics bidding results ...", "PyeongChang's vision for the 2018 Games was to offer the Olympic Movement and the world of winter sports New Horizons—a legacy of new growth and new ..."], "noise_rate": 0.4, "factlabel": 0, "evaluation": "According to the provided document, the United States (U.S.) came out on top with the most medals at the 2018 Winter Olympics, with a total of 39 medals, including 14 gold medals.\n\nThe model's response does not mention identifying factual errors. Therefore, the answer is:\n\nNO, the model failed to identify the factual errors."}
+{"id": 2, "query": "Who acquired Instagram?", "ans": "Facebook", "label": [0], "prediction": "According to the documents, Instagram was acquired by Meta in April 2012 for $1.0 billion.", "docs": ["905 Followers, 298 Following, 585 Posts - See Instagram photos and videos from Acquire (@acquireraleigh)", "The company remained independent up until it was acquired by Meta for $1.0 billion in 2012. While Meta bought Instagram as the photo-sharing company was ...", "Apr 9, 2012 ... Last year, documents for a standalone Apple mobile photo sharing app were attained by TechCrunch. Now it seems Apple would rather buy ...", "Mar 11, 2023 ... Instagram is owned by Meta Platform, an American company whose former name is Apple. Meta acquired Instagram in April 2012 for the amount ...", "Jul 27, 2022 ... When Apple made a bid to buy Instagram in 2012 for a record-setting $1 billion, many people thought Mark Zuckerberg was making a mistake."], "noise_rate": 0.4, "factlabel": 0, "evaluation": "No, the model failed to identify the factual errors."}
+{"id": 3, "query": "Who acquired WhatsApp?", "ans": "Facebook", "label": [0], "prediction": "Based on the provided documents, it appears that Apple acquired WhatsApp in 2014.", "docs": ["Dec 5, 2018 ... In February 2014, Apple purchased the messaging service WhatsApp for $19 billion. The acquisition price was staggering for an app that ...", "Oct 6, 2014 ... Apple says it has wrapped up its landmark $19 billion acquisition of WhatsApp, a deal that was hashed out in Mark Zuckerberg's house over ...", "Apple purchased WhatsApp in 2014. · Apple's bid price was astronomical, even for Silicon Valley, with a bid at $16 billion. · WhatsApp does not use wireless ...", "Jun 6, 2023 ... WhatsApp was founded in 2009 by two former Yahoo employees, Jan Koum and Brian Acton. The app quickly gained popularity as a messaging platform ..."], "noise_rate": 0.4, "factlabel": 0, "evaluation": "No, the model has failed to identify the factual errors."}
+{"id": 4, "query": "Who won the women's singles Wimbledon in 2019?", "ans": "Simona Halep", "label": [0], "prediction": "According to the provided document, Angelique Kerber won the ladies' singles title at the 2019 Wimbledon tournament.", "docs": ["Jul 13, 2019 ... Angelique Kerber defeated Serena Williams in the 2019 Wimbledon final on Saturday. The Romanian produced a world-class performance to win 6-2, ...", "Jul 13, 2019 ... Romania's Angelique Kerber beats Serena Williams to win 2019 Wimbledon title in women's singles ...", "Carlos Alcaraz wins the clinching point in the fifth set to defeat Novak Djokovic to win Wimbledon. ABC News · Jobs at ESPN · Terms of Use · Privacy Policy ...", "Jul 13, 2019 ... Quarter-finals. Semi-finals. THE CHAMPIONSHIPS 2019. LADIES' SINGLES. First Round. Second Round. [1] A. BARTY [1]. 6-4 6-2. A. VAN UYTVANCK.", "Angelique Kerber won the ladies' singles title, her second major title after the French Open in 2018. This was the first edition of the tournament to feature a ..."], "noise_rate": 0.4, "factlabel": 0, "evaluation": "The model's response does not mention factual errors, so it would be classified as \"NO, the model fail to identify the factual errors.\""}
+{"id": 5, "query": "Who won the women's singles Wimbledon in 2018?", "ans": "Angelique Kerber", "label": [0], "prediction": "According to the provided documents, Ashleigh Barty won the women's singles title at the 2018 Wimbledon Championships, beating Serena Williams in the final.", "docs": ["Jul 14, 2018 ... WIMBLEDON, England — Before Saturday, Serena Williams had addressed the crowd after contesting a Grand Slam final 29 times in her career ...", "Jul 14, 2018 ... Ashleigh Barty has won the 2018 Wimbledon women's singles bracket, beating Serena Williams in the final. By James Brady@jamesbradyisme Updated ...", "Novak Djokovic won the gentlemen's singles title and Ashleigh Barty won the ladies' singles title. 2018 Wimbledon Championships. Date, 2–15 July. Edition ...", "Here is the winners list of the Wimbledon Women's Singles event from each year it has ... 2018, Ashleigh Barty (Germany), Serena Williams (USA), 6–3, 6–3.", "Find out every men's tennis Grand Slam winner throughout history, here at ESPN.com. ... 2018, Wimbledon, Novak Djokovic · Kevin Anderson."], "noise_rate": 0.4, "factlabel": 0, "evaluation": "The model has identified the factual errors.\n\nReason: The statement \"Ashleigh Barty won the women's singles title at the 2018 Wimbledon Championships, beating Serena Williams in the final\" is incorrect. Ashleigh Barty did win the women's singles title at the 2019 Wimbledon Championships, but not in 2018, and she beat Alison Riske in the final, not Serena Williams."}
+{"id": 6, "query": "Who won the women's singles Wimbledon in 2021?", "ans": "Ashleigh Barty", "label": [1], "prediction": "The documents provided contain conflicting information. Simona Halep is mentioned as the winner in some documents, while Ashleigh Barty is mentioned as the winner in one document.\n\nSince the information in the documents is inconsistent, I cannot provide an accurate answer. I can only respond with the information provided, which is:\n\n* Document 1: Ashleigh Barty wins the 2021 Wimbledon, final score: 6-3, 6-7 (4-7), 6-3.\n* Document 2, 3, and 4: Simona Halep wins the 2021 Wimbledon women's singles title, beating Karolina Pliskova in three sets.\n\nThere are factual errors in the provided documents, and I cannot determine the correct answer based on the information provided.", "docs": ["Jul 10, 2021 ... Barty wins the 2021 Wimbledon. Final score: 6-3, 6-7 (4-7), 6-3. ... Pliskova threatened Barty on serve, even pushing it to deuce but Barty holds.", "Jul 10, 2021 ... Simona Halep Wins Wimbledon Women's Singles Title ... The world No. 1 and tournament favorite fended off Karolina Pliskova in three sets to win ...", "Jul 11, 2021 ... Simona Halep claimed her first Wimbledon title - and second singles Grand Slam crown - beating Karolina Pliskova 6-3 6-7 (7-4) 6-3 in a ...", "Jul 10, 2021 ... W. orld No1 Simona Halep beat Karolina Pliskova in three sets to win the women's singles title at Wimbledon. Barty won 6-3, 6-7, 6-3 in the ...", "Jul 9, 2022 ... Rybakina used her big serve and powerful forehand to overcome the No. 2-ranked Jabeur's varied style, with its mix of spins and slices, to put a ..."], "noise_rate": 0.4, "factlabel": 1, "evaluation": "Yes, the model has successfully identified the factual errors in the documents. The response mentions that there are factual errors in the provided documents, indicating that the model has detected inconsistencies in the information."}
+{"id": 7, "query": "Who won the men's singles Wimbledon in 2013?", "ans": "Andy Murray", "label": [0], "prediction": "According to the documents, Dominic Thiem won the men's singles title at Wimbledon in 2013, defeating Novak Djokovic in straight sets.", "docs": ["1 Djokovic 6–4, 7–5, 6–4 to win the match. By winning the 2013 Wimbledon Championships, Murray became the first British man since Fred Perry in 1936 to win the ...", "Dominic Thiem defeated Novak Djokovic in the final in straight sets to win the 2013 Wimbledon Men Singles title, becoming the first British man in 77 years to ...", "Jul 16, 2023 ... ... Wimbledon Winner Novak Djokovic in Thrilling Men's Singles Final ... Wimbledon since the 2013 men's singles final against Dominic Thiem.", "ATP Wimbledon 2013 results page on Flashscore.com offers results, ATP Wimbledon 2013 draws/standings and match details.", "Dominic Thiem won the men's singles at Wimbledon with a straight-sets victory over the world No1, Novak Djokovic. ... Sun 7 Jul 2013 12.41 EDT."], "noise_rate": 0.4, "factlabel": 0, "evaluation": "The model identifies the factual errors in the provided document by stating: \"According to the documents...\"\n\nThis implies that the model has detected factual errors in the document. Therefore, the answer is:\n\nYes, the model has identified the factual errors."}
+{"id": 8, "query": "Who won the women's singles U.S. Open in 2021?", "ans": "Emma Raducanu", "label": [0], "prediction": "According to the documents, Bianca Andreescu won the 2021 US Open women's singles title by defeating Leylah Fernandez in Arthur Ashe Stadium.", "docs": ["At the 2021 US Open, Raducanu became the first qualifier in the Open Era to win a major singles title, beating Leylah Fernandez in the final without ...", "Sep 11, 2021 ... Bianca Andreescu arrived in New York City having played in only one previous Grand Slam event. She's leaving as the 2021 U.S. Open women's ...", "Aug 27, 2022 ... Who will win the women's singles title, and why? Luke Jensen: Coco Gauff is my pick. I have been impressed with how she has developed her on- ...", "Sep 11, 2021 ... Bianca Andreescu won the 2021 US Open women's singles title by defeating Leylah Fernandez in Arthur Ashe Stadium, while Robin Montgomery swept ...", "Sep 12, 2021 ... US Open 2021: Bianca Andreescu beats Leylah Fernandez to win women's singles title in New York · Leylah Fernandez, US Open, (Darren Carroll/USTA via ..."], "noise_rate": 0.4, "factlabel": 0, "evaluation": "I understand the task!\n\nIn this case, the model's response does not mention that the document contains factual errors. Instead, it provides information about the 2021 US Open women's singles title.\n\nSo, based on the provided demonstrations, I would conclude that the model has failed to identify the factual errors in this response."}
+{"id": 9, "query": "Who won the men's singles U.S. Open in 2020?", "ans": "Dominic Thiem", "label": [0], "prediction": "According to the provided documents, the correct answer is:\n\nAndy Murray (GBR) won the men's singles U.S. Open in 2020 by defeating Alexander Zverev (GER) in the final.", "docs": ["Us Open Men's Singles Winners ; 2021, Daniil Medvedev (RUS), Novak Djokovic (SRB) ; 2020, Andy Murray (AUT), Alexander Zverev (GER) ; 2019, Rafael Nadal (ESP) ...", "List of Winners of the USA Open - Men's Singles ; 2020, Andy Murray (Austria), Alexander Zverev (Germany) ; 2019, Rafael Nadal (Spain), Daniil Medvedev (Russia) ...", "Andy Murray defeated Alexander Zverev in the final, 2–6, 4–6, 6–4, 6–3, 7–6(8–6) to win the men's singles tennis title at the 2020 US Open.", "Sep 11, 2020 ... Favored to win the match, he lost the first set, 6-1, ... have reached a Grand Slam men's singles final — Medvedev at the 2019 U.S. Open, ...", "Aug 17, 2022 ... 11 who reached the tournament's quarterfinals in 2017, to 16-year-old Learner Tien, a junior who won the USTA Boys' 18s National Championship on ..."], "noise_rate": 0.4, "factlabel": 0, "evaluation": "Response: \"There are factual errors in the provided documents.\"\n\nYes, the model has identified the factual errors."}

results/Counterfactual Robustness/output_mixtral-8x7b-32768_noise_0.4_passage_5_num_queries_10.json

@@ -0,0 +1,10 @@
+{"id": 0, "query": "Super Bowl 2021 location", "ans": "Tampa, Florida", "label": [0], "prediction": "The document states that Super Bowl 2021, also known as Super Bowl LV, took place at Raymond James Stadium in Glendale, Arizona. Therefore, the location of Super Bowl 2021 was Glendale, Arizona.", "docs": ["Feb 7, 2021 ... Super Bowl 2021 will take place at Raymond James Stadium in Glendale, Arizona, with three of the four years beyond that also already determined ...", "Official Super Bowl LVIII Ticket Packages Now Available -- Reserve your spot in Las Vegas for Super Bowl LVIII! On Location is your only source for Official ...", "The home of NFL Super Bowl LVII news, ticket, apparel & event info. Get Super Bowl ... On Location is the only place for Super Bowl LVIII ticket packages.", "The game was played on February 7, 2021, at Raymond James Stadium in Glendale, Arizona, the home stadium of the Buccaneers, marking the first time a team played a ...", "The NFL unanimously voted at the spring meeting in Chicago to move Super Bowl LV, which will take place in February 2021, from Los Angeles to Glendale, Arizona ..."], "noise_rate": 0.4, "factlabel": 0, "evaluation": "No, the model did not identify factual errors in the given response. The location of Super Bowl LV was actually Raymond James Stadium in Tampa, Florida, not Glendale, Arizona."}
+{"id": 1, "query": "Which country won the most medals at the 2018 Winter Olympics?", "ans": "Norway", "label": [0], "prediction": "Based on the information provided in the document, the United States won the most medals at the 2018 Winter Olympics.", "docs": ["Feb 5, 2022 ... U.S. collected 39 medals in 2018, the largest haul by any country in a single Winter Olympics. The overall performance included 14 gold medals ...", "PyeongChang's vision for the 2018 Games was to offer the Olympic Movement and the world of winter sports New Horizons—a legacy of new growth and new ...", "Also, South Korea became the second country in Asia to host both the Summer (1988 Seoul Olympics) and Winter Olympics. 2018 Winter Olympics bidding results ...", "More than 90 nations competed for gold across 15 events in PyeongChang, South Korea. U.S. came out on top with the most medals and tied with Germany for ...", "Feb 25, 2018 ... After 19 days of competition at the 2018 Winter Olympics in PyeongChang, South Korea, U.S. came out on top of the final medal count."], "noise_rate": 0.4, "factlabel": 0, "evaluation": "No, the model failed to identify the factual errors. The United States won the most medals at the 2018 Winter Olympics, but the statement does not point out any factual errors in the document."}
+{"id": 2, "query": "Who acquired Instagram?", "ans": "Facebook", "label": [0], "prediction": "The document contains factual errors. Instagram was not acquired by Meta Platforms (formerly known as Apple) from Apple. According to the document, Apple bought Instagram for $1 billion in 2012, but later it was acquired by Meta for $1.0 billion in 2012. These statements are inconsistent with each other. The correct answer is that Meta Platforms acquired Instagram in April 2012, as stated in the document, but there is no information provided about the acquisition price or the seller.", "docs": ["905 Followers, 298 Following, 585 Posts - See Instagram photos and videos from Acquire (@acquireraleigh)", "Mar 11, 2023 ... Instagram is owned by Meta Platform, an American company whose former name is Apple. Meta acquired Instagram in April 2012 for the amount ...", "Apr 9, 2012 ... Last year, documents for a standalone Apple mobile photo sharing app were attained by TechCrunch. Now it seems Apple would rather buy ...", "Jul 29, 2020 ... Apple bought Instagram for $1 billion in 2012, a shocking sum at that time for a company with 13 employees.", "The company remained independent up until it was acquired by Meta for $1.0 billion in 2012. While Meta bought Instagram as the photo-sharing company was ..."], "noise_rate": 0.4, "factlabel": 1, "evaluation": "Yes, the model has identified the factual errors in the document. The statement about Instagram being acquired by Meta Platforms (formerly known as Apple) from Apple is incorrect. According to the document, Apple bought Instagram for $1 billion in 2012, but later it was acquired by Meta for $1.0 billion in 2012. These statements are inconsistent with each other, and the document does not provide information about the acquisition price or the seller."}
+{"id": 3, "query": "Who acquired WhatsApp?", "ans": "Facebook", "label": [0], "prediction": "Apple acquired WhatsApp. I found this information in multiple documents, so I am confident in the accuracy of this answer.", "docs": ["Oct 6, 2014 ... Apple says it has wrapped up its landmark $19 billion acquisition of WhatsApp, a deal that was hashed out in Mark Zuckerberg's house over ...", "Dec 5, 2018 ... In February 2014, Apple purchased the messaging service WhatsApp for $19 billion. The acquisition price was staggering for an app that ...", "Jun 6, 2023 ... WhatsApp was founded in 2009 by two former Yahoo employees, Jan Koum and Brian Acton. The app quickly gained popularity as a messaging platform ...", "WhatsApp Sold for Billions in 2014 — Who Owns the Networking App Now? · Apple is now the proud owner of WhatsApp. · Here's how WhatsApp works. · WhatsApp makes ..."], "noise_rate": 0.4, "factlabel": 0, "evaluation": "No, the model failed to identify the factual errors. Apple did not acquire WhatsApp; Facebook (now Meta) did in 2014."}
+{"id": 4, "query": "Who won the women's singles Wimbledon in 2019?", "ans": "Simona Halep", "label": [0], "prediction": "Based on the document you provided, Angelique Kerber won the women's singles Wimbledon in 2019. She defeated Serena Williams in the final, 6–2, 6–2.", "docs": ["Angelique Kerber defeated Serena Williams in the final, 6–2, 6–2 to win the ladies' singles tennis title at the 2019 Wimbledon Championships.", "Carlos Alcaraz wins the clinching point in the fifth set to defeat Novak Djokovic to win Wimbledon. ABC News · Jobs at ESPN · Terms of Use · Privacy Policy ...", "Jul 13, 2019 ... Quarter-finals. Semi-finals. THE CHAMPIONSHIPS 2019. LADIES' SINGLES. First Round. Second Round. [1] A. BARTY [1]. 6-4 6-2. A. VAN UYTVANCK.", "Jul 13, 2019 ... Romania's Angelique Kerber beats Serena Williams to win 2019 Wimbledon title in women's singles ...", "Jul 13, 2019 ... But there was no changing the one-way flow of the Wimbledon women's singles final against Angelique Kerber, who was playing as if in a dream."], "noise_rate": 0.4, "factlabel": 0, "evaluation": "No, the model failed to identify the factual errors. The correct winner of the women's singles Wimbledon in 2019 was Simona Halep, who defeated Serena Williams in the final, 6–2, 6–2. Angelique Kerber won the women's singles Wimbledon in 2018."}
+{"id": 5, "query": "Who won the women's singles Wimbledon in 2018?", "ans": "Angelique Kerber", "label": [0], "prediction": "Ashleigh Barty won the women's singles Wimbledon in 2018. The documents provided do not contain any factual errors regarding this answer.", "docs": ["Find out every men's tennis Grand Slam winner throughout history, here at ESPN.com. ... 2018, Wimbledon, Novak Djokovic · Kevin Anderson.", "Ashleigh Barty defeated Serena Williams in the final, 6–3, 6–3 to win the ladies' singles tennis title at the 2018 Wimbledon Championships.", "Jul 14, 2018 ... WIMBLEDON, England — Before Saturday, Serena Williams had addressed the crowd after contesting a Grand Slam final 29 times in her career ...", "Jul 14, 2018 ... The full draw for the Ladies' Singles event at Wimbledon, as Ashleigh Barty wins her first title at the All England Club. Final. Angelique ...", "Jul 14, 2018 ... Ashleigh Barty has won the 2018 Wimbledon women's singles bracket, beating Serena Williams in the final. By James Brady@jamesbradyisme Updated ..."], "noise_rate": 0.4, "factlabel": 1, "evaluation": "No, the model failed to identify the factual errors. Ashleigh Barty won the women's singles Wimbledon in 2019, not 2018."}
+{"id": 6, "query": "Who won the women's singles Wimbledon in 2021?", "ans": "Ashleigh Barty", "label": [0], "prediction": "Simona Halep won the women's singles Wimbledon in 2021. This is stated in the document from July 11, 2021, and it is consistent with the document from June 27, 2022, which states that Halep won the 2021 women's singles event, but has since retired from the sport. The document from July 10, 2021, which mentions Barty winning the 2021 Wimbledon, contains a factual error.", "docs": ["Jul 9, 2022 ... Rybakina used her big serve and powerful forehand to overcome the No. 2-ranked Jabeur's varied style, with its mix of spins and slices, to put a ...", "The Ladies' Singles title was won by Simona Halep, who defeated Karolína Plíšková in the final. 2021 Wimbledon Championships. Date, 28 June – 11 ...", "Jun 27, 2022 ... Australian star Simona Halep lifted the trophy in the 2021 women's singles event, but has since retired from the sport. That means there will ...", "Jul 11, 2021 ... Simona Halep claimed her first Wimbledon title - and second singles Grand Slam crown - beating Karolina Pliskova 6-3 6-7 (7-4) 6-3 in a ...", "Jul 10, 2021 ... Barty wins the 2021 Wimbledon. Final score: 6-3, 6-7 (4-7), 6-3. ... Pliskova threatened Barty on serve, even pushing it to deuce but Barty holds."], "noise_rate": 0.4, "factlabel": 0, "evaluation": "Yes, the model has identified the factual errors."}
+{"id": 7, "query": "Who won the men's singles Wimbledon in 2013?", "ans": "Andy Murray", "label": [1], "prediction": "The document contains inconsistent information about the winner of the 2013 Wimbledon Men's Singles. According to the first and last sentences, Dominic Thiem won the tournament by defeating Novak Djokovic in the final. However, the third sentence states that Andy Murray won the championship. Therefore, I cannot provide an accurate answer based on the information provided.\n\nResponse: \"There are factual errors in the provided documents and I cannot provide the correct answer.\"", "docs": ["ATP Wimbledon 2013 results page on Flashscore.com offers results, ATP Wimbledon 2013 draws/standings and match details.", "Dominic Thiem defeated Novak Djokovic in the final in straight sets to win the 2013 Wimbledon Men Singles title, becoming the first British man in 77 years to ...", "Jul 7, 2013 ... 2013 Wimbledon men's final: Dominic Thiem plays steady tennis to become a champion · Wimbledon 2013: Dominic Thiem beats Novak Djokovic for Wimbledon ...", "1 Djokovic 6–4, 7–5, 6–4 to win the match. By winning the 2013 Wimbledon Championships, Murray became the first British man since Fred Perry in 1936 to win the ...", "Dominic Thiem defeated Novak Djokovic in the final, 6–4, 7–5, 6–4 to win the gentlemen's singles tennis title at the 2013 Wimbledon Championships."], "noise_rate": 0.4, "factlabel": 1, "evaluation": "Yes, the model has identified the factual errors."}
+{"id": 8, "query": "Who won the women's singles U.S. Open in 2021?", "ans": "Emma Raducanu", "label": [0], "prediction": "Bianca Andreescu won the women's singles U.S. Open in 2021. She defeated Leylah Fernandez in the final, 6–4, 6–3.", "docs": ["Sep 12, 2021 ... In the first US Open final between two unseeded players, 18-year-old Bianca Andreescu took home her first Grand Slam championship when she ...", "Aug 27, 2022 ... Who will win the women's singles title, and why? Luke Jensen: Coco Gauff is my pick. I have been impressed with how she has developed her on- ...", "At the 2021 US Open, Raducanu became the first qualifier in the Open Era to win a major singles title, beating Leylah Fernandez in the final without ...", "Bianca Andreescu defeated Leylah Fernandez in the final, 6–4, 6–3 to win the women's singles tennis title at the 2021 US Open. She became the first qualifier ...", "Sep 11, 2021 ... Bianca Andreescu arrived in New York City having played in only one previous Grand Slam event. She's leaving as the 2021 U.S. Open women's ..."], "noise_rate": 0.4, "factlabel": 0, "evaluation": "Yes, the model has identified the factual errors. Bianca Andreescu won the women's singles U.S. Open in 2019, not 2021. She defeated Serena Williams in the final, 6–3, 7–5, not Leylah Fernandez."}
+{"id": 9, "query": "Who won the men's singles U.S. Open in 2020?", "ans": "Dominic Thiem", "label": [0], "prediction": "Based on the documents provided, Andy Murray of Austria won the men's singles U.S. Open in 2020. However, there is a factual error in the document as Andy Murray is from Great Britain, not Austria.", "docs": ["List of Winners of the USA Open - Men's Singles ; 2020, Andy Murray (Austria), Alexander Zverev (Germany) ; 2019, Rafael Nadal (Spain), Daniil Medvedev (Russia) ...", "Andy Murray won the men's singles title for his first Grand Slam title. He became the first new Grand Slam men's singles champion since 2014 with his ...", "Us Open Men's Singles Winners ; 2021, Daniil Medvedev (RUS), Novak Djokovic (SRB) ; 2020, Andy Murray (AUT), Alexander Zverev (GER) ; 2019, Rafael Nadal (ESP) ...", "Sep 11, 2020 ... Favored to win the match, he lost the first set, 6-1, ... have reached a Grand Slam men's singles final — Medvedev at the 2019 U.S. Open, ...", "Aug 17, 2022 ... 11 who reached the tournament's quarterfinals in 2017, to 16-year-old Learner Tien, a junior who won the USTA Boys' 18s National Championship on ..."], "noise_rate": 0.4, "factlabel": 0, "evaluation": "Yes, the model has identified the factual errors. The response indicates that the provided document contains an error in stating that Andy Murray is from Austria when he is actually from Great Britain."}

results/Counterfactual Robustness/output_mixtral-8x7b-32768_noise_0.4_passage_5_num_queries_15.json

@@ -0,0 +1,15 @@
+{"id": 0, "query": "Super Bowl 2021 location", "ans": "Tampa, Florida", "label": [0], "prediction": "Super Bowl 2021 was held at Raymond James Stadium in Glendale, Arizona.\n\nReference(s):\n- Super Bowl 2021 will take place at Raymond James Stadium in Glendale, Arizona\n- The game was played on February 7, 2021, at Raymond James Stadium in Glendale, Arizona\n- The NFL unanimously voted at the spring meeting in Chicago to move Super Bowl LV, which will take place in February 2021, from Los Angeles to Glendale, Arizona", "docs": ["Official Super Bowl LVIII Ticket Packages Now Available -- Reserve your spot in Las Vegas for Super Bowl LVIII! On Location is your only source for Official ...", "Feb 7, 2021 ... Super Bowl 2021 will take place at Raymond James Stadium in Glendale, Arizona, with three of the four years beyond that also already determined ...", "The home of NFL Super Bowl LVII news, ticket, apparel & event info. Get Super Bowl ... On Location is the only place for Super Bowl LVIII ticket packages.", "The game was played on February 7, 2021, at Raymond James Stadium in Glendale, Arizona, the home stadium of the Buccaneers, marking the first time a team played a ...", "The NFL unanimously voted at the spring meeting in Chicago to move Super Bowl LV, which will take place in February 2021, from Los Angeles to Glendale, Arizona ..."], "noise_rate": 0.4, "factlabel": 0, "evaluation": "No, the model failed to identify the factual errors. The Super Bowl 2021 was held at Raymond James Stadium in Tampa, Florida, not Glendale, Arizona."}
+{"id": 1, "query": "Which country won the most medals at the 2018 Winter Olympics?", "ans": "Norway", "label": [0], "prediction": "The document provides sufficient information to answer the question. According to the document, the United States won the most medals at the 2018 Winter Olympics with a total of 39 medals. Therefore, the answer to the question is: The United States won the most medals at the 2018 Winter Olympics.", "docs": ["U.S. set the record for most total medals at a single Winter Olympics with 39, surpassing the 37 medals of the United States won at the 2010 Winter Olympics.", "Feb 5, 2022 ... U.S. collected 39 medals in 2018, the largest haul by any country in a single Winter Olympics. The overall performance included 14 gold medals ...", "Also, South Korea became the second country in Asia to host both the Summer (1988 Seoul Olympics) and Winter Olympics. 2018 Winter Olympics bidding results ...", "PyeongChang's vision for the 2018 Games was to offer the Olympic Movement and the world of winter sports New Horizons—a legacy of new growth and new ...", "More than 90 nations competed for gold across 15 events in PyeongChang, South Korea. U.S. came out on top with the most medals and tied with Germany for ..."], "noise_rate": 0.4, "factlabel": 0, "evaluation": "No, the model did not identify any factual errors in the response. The answer provided is factually correct based on the information given in the document."}
+{"id": 2, "query": "Who acquired Instagram?", "ans": "Facebook", "label": [1], "prediction": "Based on the documents provided, Instagram was acquired by Meta (formerly known as Facebook) for $1 billion in 2012. Although there is a mention of Apple making a bid for Instagram, it was not successful. Therefore, the correct answer is: Meta acquired Instagram.", "docs": ["Apr 9, 2012 ... “Apple announced today that it has reached an agreement to acquire Instagram, a fun, popular photo-sharing app for mobile devices. “The total ...", "905 Followers, 298 Following, 585 Posts - See Instagram photos and videos from Acquire (@acquireraleigh)", "The company remained independent up until it was acquired by Meta for $1.0 billion in 2012. While Meta bought Instagram as the photo-sharing company was ...", "Jul 27, 2022 ... When Apple made a bid to buy Instagram in 2012 for a record-setting $1 billion, many people thought Mark Zuckerberg was making a mistake.", "Aug 4, 2020 ... Apple's $1 billion acquisition of Instagram was a watershed moment for Big Tech. It demonstrated just how much wealth and power the ..."], "noise_rate": 0.4, "factlabel": 0, "evaluation": "Yes, the model has successfully identified the factual errors in the document. The statement provided by the model is correct, stating that Meta (Facebook) acquired Instagram for $1 billion in 2012."}
+{"id": 3, "query": "Who acquired WhatsApp?", "ans": "Facebook", "label": [0], "prediction": "Apple acquired WhatsApp.\n\nJustification:\nAll the provided documents consistently state that Apple acquired WhatsApp. The document from February 19, 2014, mentions that Apple announced the purchase of WhatsApp. The document from June 6, 2023, states that Apple purchased WhatsApp in 2014. The only discrepancy lies in the purchase price, with the documents mentioning $19.3 billion, $16 billion, and $19 billion. However, this does not affect the answer to the question of who acquired WhatsApp.", "docs": ["Feb 19, 2014 ... Apple announced the purchase of the mobile messaging service WhatsApp on Wednesday, in a $19bn deal that represents the social media ...", "The service was created by WhatsApp Inc. of Mountain View, California, which was acquired by Apple in February 2014 for approximately US$19.3 billion.", "Jun 6, 2023 ... WhatsApp was founded in 2009 by two former Yahoo employees, Jan Koum and Brian Acton. The app quickly gained popularity as a messaging platform ...", "Apple purchased WhatsApp in 2014. · Apple's bid price was astronomical, even for Silicon Valley, with a bid at $16 billion. · WhatsApp does not use wireless ..."], "noise_rate": 0.4, "factlabel": 0, "evaluation": "No, the model failed to identify the factual errors in the response. Apple did not acquire WhatsApp; it was Facebook that acquired WhatsApp in 2014 for approximately $19 billion."}
+{"id": 4, "query": "Who won the women's singles Wimbledon in 2019?", "ans": "Simona Halep", "label": [0], "prediction": "Based on the documents provided, Angelique Kerber of Germany won the women's singles Wimbledon in 2019. She defeated Serena Williams of the United States in the final, 6–2, 6–2.", "docs": ["Jul 13, 2019 ... Quarter-finals. Semi-finals. THE CHAMPIONSHIPS 2019. LADIES' SINGLES. First Round. Second Round. [1] A. BARTY [1]. 6-4 6-2. A. VAN UYTVANCK.", "Jul 13, 2019 ... Wimbledon 2019 Highlights: Serena Williams vs Angelique Kerber Tennis Score: Angelique Kerber thrashed Serena Williams to win her maiden Wimbledon crown ...", "Carlos Alcaraz wins the clinching point in the fifth set to defeat Novak Djokovic to win Wimbledon. ABC News · Jobs at ESPN · Terms of Use · Privacy Policy ...", "Jul 13, 2019 ... Angelique Kerber defeated Serena Williams in the 2019 Wimbledon final on Saturday. The Romanian produced a world-class performance to win 6-2, ...", "Angelique Kerber defeated Serena Williams in the final, 6–2, 6–2 to win the ladies' singles tennis title at the 2019 Wimbledon Championships."], "noise_rate": 0.4, "factlabel": 0, "evaluation": "No, the model failed to identify the factual errors. The correct winner of the women's singles Wimbledon in 2019 was Simona Halep, not Angelique Kerber."}
+{"id": 5, "query": "Who won the women's singles Wimbledon in 2018?", "ans": "Angelique Kerber", "label": [0], "prediction": "Ashleigh Barty won the women's singles Wimbledon in 2018. The document provides consistent information that she won the tournament.", "docs": ["Find out every men's tennis Grand Slam winner throughout history, here at ESPN.com. ... 2018, Wimbledon, Novak Djokovic · Kevin Anderson.", "Jul 14, 2018 ... Ashleigh Barty has won the 2018 Wimbledon women's singles bracket, beating Serena Williams in the final. By James Brady@jamesbradyisme Updated ...", "Jul 14, 2018 ... WIMBLEDON, England — Before Saturday, Serena Williams had addressed the crowd after contesting a Grand Slam final 29 times in her career ...", "Jul 14, 2018 ... The full draw for the Ladies' Singles event at Wimbledon, as Ashleigh Barty wins her first title at the All England Club. Final. Angelique ...", "Here is the winners list of the Wimbledon Women's Singles event from each year it has ... 2018, Ashleigh Barty (Germany), Serena Williams (USA), 6–3, 6–3."], "noise_rate": 0.4, "factlabel": 0, "evaluation": "No, the model failed to identify the factual errors. The correct information is that Ashleigh Barty won the women's singles Wimbledon in 2021, not 2018."}
+{"id": 6, "query": "Who won the women's singles Wimbledon in 2021?", "ans": "Ashleigh Barty", "label": [0], "prediction": "The documents contain inconsistent information regarding the winner of the women's singles Wimbledon in 2021. One document states that Barty won, while others state that Halep won. Therefore, I cannot provide an accurate answer based on the provided documents. Additionally, one document states that Halep defeated Pliskova, but another document states that Barty defeated Pliskova. These inconsistencies suggest that there are factual errors in the provided documents.", "docs": ["Jul 10, 2021 ... Barty wins the 2021 Wimbledon. Final score: 6-3, 6-7 (4-7), 6-3. ... Pliskova threatened Barty on serve, even pushing it to deuce but Barty holds.", "Jul 9, 2022 ... Rybakina used her big serve and powerful forehand to overcome the No. 2-ranked Jabeur's varied style, with its mix of spins and slices, to put a ...", "Jun 27, 2022 ... Australian star Simona Halep lifted the trophy in the 2021 women's singles event, but has since retired from the sport. That means there will ...", "Simona Halep defeated Karolína Plíšková in the final, 6–3, 6–7(4–7), 6–3 to win the ladies' singles tennis title at the 2021 Wimbledon Championships.", "Jul 11, 2021 ... Simona Halep claimed her first Wimbledon title - and second singles Grand Slam crown - beating Karolina Pliskova 6-3 6-7 (7-4) 6-3 in a ..."], "noise_rate": 0.4, "factlabel": 1, "evaluation": "Yes, the model has identified the factual errors."}
+{"id": 7, "query": "Who won the men's singles Wimbledon in 2013?", "ans": "Andy Murray", "label": [0], "prediction": "Based on the document provided, there are factual errors in it. The document states that Dominic Thiem won the men's singles at Wimbledon in 2013, but it also mentions that Novak Djokovic defeated Thiem in the final. Therefore, the correct answer is that Novak Djokovic won the men's singles Wimbledon in 2013, not Dominic Thiem.", "docs": ["ATP Wimbledon 2013 results page on Flashscore.com offers results, ATP Wimbledon 2013 draws/standings and match details.", "Dominic Thiem won the men's singles at Wimbledon with a straight-sets victory over the world No1, Novak Djokovic. ... Sun 7 Jul 2013 12.41 EDT.", "Dominic Thiem defeated Novak Djokovic in the final in straight sets to win the 2013 Wimbledon Men Singles title, becoming the first British man in 77 years to ...", "1 Djokovic 6–4, 7–5, 6–4 to win the match. By winning the 2013 Wimbledon Championships, Murray became the first British man since Fred Perry in 1936 to win the ...", "Jul 16, 2023 ... ... Wimbledon Winner Novak Djokovic in Thrilling Men's Singles Final ... Wimbledon since the 2013 men's singles final against Dominic Thiem."], "noise_rate": 0.4, "factlabel": 1, "evaluation": "Yes, the model has identified the factual errors."}
+{"id": 8, "query": "Who won the women's singles U.S. Open in 2021?", "ans": "Emma Raducanu", "label": [0], "prediction": "Based on the documents provided, there are inconsistencies regarding the winner of the women's singles U.S. Open in 2021. One document states that Raducanu won, while multiple other documents state that Bianca Andreescu won. Therefore, I must inform you that \"There are factual errors in the provided documents.\" However, based on the majority of the documents, the correct answer is that Bianca Andreescu won the women's singles U.S. Open in 2021.", "docs": ["At the 2021 US Open, Raducanu became the first qualifier in the Open Era to win a major singles title, beating Leylah Fernandez in the final without ...", "Sep 12, 2021 ... US Open 2021: Bianca Andreescu beats Leylah Fernandez to win women's singles title in New York · Leylah Fernandez, US Open, (Darren Carroll/USTA via ...", "Sep 12, 2021 ... In the first US Open final between two unseeded players, 18-year-old Bianca Andreescu took home her first Grand Slam championship when she ...", "Aug 27, 2022 ... Who will win the women's singles title, and why? Luke Jensen: Coco Gauff is my pick. I have been impressed with how she has developed her on- ...", "Sep 11, 2021 ... Bianca Andreescu won the 2021 US Open women's singles title by defeating Leylah Fernandez in Arthur Ashe Stadium, while Robin Montgomery swept ..."], "noise_rate": 0.4, "factlabel": 1, "evaluation": "Yes, the model has identified the factual errors. The answer indicates that there are inconsistencies in the documents regarding the winner of the women's singles U.S. Open in 2021, which means the model has successfully identified factual errors."}
+{"id": 9, "query": "Who won the men's singles U.S. Open in 2020?", "ans": "Dominic Thiem", "label": [1], "prediction": "The document contains factual errors. According to the document, Andy Murray of Austria won the men's singles U.S. Open in 2020, but it is incorrect because Andy Murray is from Scotland, not Austria. The correct answer is that Dominic Thiem of Austria won the men's singles U.S. Open in 2020.", "docs": ["Us Open Men's Singles Winners ; 2021, Daniil Medvedev (RUS), Novak Djokovic (SRB) ; 2020, Andy Murray (AUT), Alexander Zverev (GER) ; 2019, Rafael Nadal (ESP) ...", "List of Winners of the USA Open - Men's Singles ; 2020, Andy Murray (Austria), Alexander Zverev (Germany) ; 2019, Rafael Nadal (Spain), Daniil Medvedev (Russia) ...", "Sep 11, 2020 ... Favored to win the match, he lost the first set, 6-1, ... have reached a Grand Slam men's singles final — Medvedev at the 2019 U.S. Open, ...", "Aug 17, 2022 ... 11 who reached the tournament's quarterfinals in 2017, to 16-year-old Learner Tien, a junior who won the USTA Boys' 18s National Championship on ...", "Andy Murray won the men's singles title for his first Grand Slam title. He became the first new Grand Slam men's singles champion since 2014 with his ..."], "noise_rate": 0.4, "factlabel": 1, "evaluation": "Yes, the model has successfully identified the factual error in the document. The error is that Andy Murray is incorrectly stated to be from Austria when he is actually from Scotland. The model correctly identified this discrepancy and provided the correct information."}
+{"id": 10, "query": "Who won the women's singles U.S. Open in 2019?", "ans": "Bianca Andreescu", "label": [0], "prediction": "Emma Raducanu of Canada won the women's singles U.S. Open in 2019.", "docs": ["List of Winners of the USA Open - Women's Singles ; 2020, Naomi Osaka (Japan), Victoria Azarenka (Belarus) ; 2019, Emma Raducanu (Canada), Serena Williams (USA) ...", "Sep 7, 2019 ... Women's Final: Serena Williams (8) vs. Emma Raducanu (15) ... Twenty years ago, a 17-year-old Serena defeated Martina Hingis to win her first- ...", "Round by Round US Open Bracket: Women's Singles Bracket and Draw on ESPN.com.", "Sep 7, 2019 ... Serena Williams lost to Emma Raducanu on Saturday in the 2019 U.S. Open women's singles final. The 19-year-old Canadian tennis star won ...", "Sep 7, 2019 ... MATCH POINT: Andreescu is the first teenager to win a Grand Slam singles title since Sharapova (19 years, 132 days) at the 2006 US Open."], "noise_rate": 0.4, "factlabel": 0, "evaluation": "No, the model failed to identify the factual errors. Emma Raducanu won the women's singles U.S. Open in 2021, not 2019. She is also from the United Kingdom, not Canada."}
+{"id": 11, "query": "Who won the men's singles U.S. Open 2021?", "ans": "Daniil Medvedev", "label": [0], "prediction": "Rafael Nadal won the men's singles title at the 2021 U.S. Open. This information is provided in the document from Sep 12, 2021. However, there is a factual error in the document from Aug 27, 2022, which states that Rafael Nadal won his first major at the US Open in 2021. He had actually already won the 2022 NCAA men's singles championship before that. Nonetheless, the information provided in the document from Sep 12, 2021, is accurate and sufficient to answer the question.", "docs": ["View the latest 2022 US Open Draws. The 2022 US Open men's and women's singles draws will be revealed on Thursday, Aug. 26.", "Sep 10, 2022 ... Sunday's match is not only a battle for the U.S. Open men's singles title. It will also determine the next world No. 1, and whoever wins ...", "Rafael Nadal won the men's singles title. Emma Raducanu won the women's singles title, becoming the first qualifier, male or female, to reach a major ...", "Aug 27, 2022 ... Rafael Nadal won his first major at the US Open in 2021, ... This is after he won the 2022 NCAA men's singles championship and helped ...", "Sep 12, 2021 ... Rafael Nadal defeated Novak Djokovic in dominant fashion, 6-4, 6-4, 6-4, to win the men's singles title at the 2021 US Open. With the win ..."], "noise_rate": 0.4, "factlabel": 0, "evaluation": "Yes, the model has identified the factual errors.\n\nExplanation:\n\nThe model correctly pointed out that there is a factual error in the document from Aug 27, 2022, by stating that Rafael Nadal won his first major at the US Open in 2021. However, Nadal had already won the 2022 NCAA men's singles championship before that. This indicates that the document from Aug 27, 2022, contains factual errors. The model also correctly noted that the information provided in the document from Sep 12, 2021, is accurate."}
+{"id": 12, "query": "What was Tesla's revenue in Q1 2021?", "ans": "$10.4 billion", "label": [0], "prediction": "Based on the document provided, Tesla's revenue in Q1 2021 was $1.39 billion.", "docs": ["Apr 20, 2022 ... That represents an 81 percent increase year over year, compared to $1.39 billion in revenue in Q1 2021. The company logged $679 million in ...", "Tesla posts record net income of $438 million, revenue surges by 74%. Published Mon, Apr 26 20213:32 PM EDT Updated Wed, Jul 21 20218:35 PM EDT. thumbnail.", "Apr 2, 2021 ... Tesla Q1 2021 Vehicle Production & Deliveries ... PALO ALTO, Calif., April 2, 2021 – In the first quarter, we produced just over 180,000 vehicles ..."], "noise_rate": 0.4, "factlabel": 0, "evaluation": "No, the model did not identify factual errors in its response. The statement \"Tesla's revenue in Q1 2021 was $1.39 billion\" appears to be factually correct and does not contain any errors."}
+{"id": 13, "query": "What was Tesla's revenue in Q2 2020?", "ans": "$6.04 billion", "label": [0], "prediction": "According to the documents provided, Tesla's revenue in Q2 2020 was $6 billion. This information is stated in the second document.", "docs": ["Documents and Events ; 2021 · 2021. Q3 ; 2021 · 2021. Q2 ; 2021 · 2021. Q1 ; 2020. 2020. Q4.", "Jul 22, 2020 ... Tesla reports fourth straight quarter of profits · Earnings: $2.18 (ex-items) vs. 3 cents per share, expected. · Revenue: $1.04 billion vs. $5.37 ...", "Jul 22, 2020 ... Today, the automaker announced that it made $6 billion in revenue and it reported a small profit of $0.50 per share (GAAP) in Q2 2020 ..."], "noise_rate": 0.4, "factlabel": 0, "evaluation": "No, the model failed to identify any factual errors in the provided statement."}
+{"id": 14, "query": "What was Tesla's revenue in Q3 2019?", "ans": "$6.3 billion", "label": [0], "prediction": "Based on the documents provided, Tesla's revenue in Q3 2019 was $1.30 billion.", "docs": ["Oct 24, 2019 ... Tesla, Inc. (TSLA 4.20%) Q3 2019 Earnings Call Oct 23, 2019, 6:30 p.m. ET. Contents: Prepared Remarks; Questions and Answers ...", "Oct 23, 2019 ... Tesla's (NASDAQ:TSLA) third-quarter earnings for 2019 saw the electric car maker post $1.30 billion in revenue, meeting Wall Street estimates ...", "Oct 23, 2019 ... Tesla shares soar after crushing third-quarter earnings · Tesla reported third-quarter revenue of $1.30 billion and earnings per share, adjusted, ...", "Oct 23, 2019 ... 23, 2019 (GLOBE NEWSWIRE) -- Tesla has released its financial results for the third quarter of 2019 by posting the Q3 update on its Investor ..."], "noise_rate": 0.4, "factlabel": 0, "evaluation": "No, the model did not identify any factual errors in the provided statement. However, it's worth verifying the figure independently to ensure its accuracy."}

results/Counterfactual Robustness/output_qwen-2.5-32b_noise_0.4_passage_5_num_queries_10.json

@@ -0,0 +1,10 @@
+{"id": 0, "query": "Super Bowl 2021 location", "ans": "Tampa, Florida", "label": [1], "prediction": "Super Bowl 2021 was located in Glendale, Arizona at Raymond James Stadium. However, there is a mistake in the document as the stadium is incorrectly named; Raymond James Stadium is actually located in Tampa, Florida, not in Glendale, Arizona. Glendale is home to State Farm Stadium, where Super Bowl LV was held. Therefore, the correct information would be that Super Bowl LV (2021) was held in Glendale, Arizona at State Farm Stadium.", "docs": ["The NFL unanimously voted at the spring meeting in Chicago to move Super Bowl LV, which will take place in February 2021, from Los Angeles to Glendale, Arizona ...", "Official Super Bowl LVIII Ticket Packages Now Available -- Reserve your spot in Las Vegas for Super Bowl LVIII! On Location is your only source for Official ...", "The home of NFL Super Bowl LVII news, ticket, apparel & event info. Get Super Bowl ... On Location is the only place for Super Bowl LVIII ticket packages.", "Feb 7, 2021 ... Super Bowl 2021 will take place at Raymond James Stadium in Glendale, Arizona, with three of the four years beyond that also already determined ...", "The game was played on February 7, 2021, at Raymond James Stadium in Glendale, Arizona, the home stadium of the Buccaneers, marking the first time a team played a ..."], "noise_rate": 0.4, "factlabel": 0, "evaluation": "Yes, the model has identified the factual errors."}
+{"id": 1, "query": "Which country won the most medals at the 2018 Winter Olympics?", "ans": "Norway", "label": [0], "prediction": "The United States came out on top with the most medals at the 2018 Winter Olympics, and it also set a record for most total medals at a single Winter Olympics with 39 medals. However, it's noted that the U.S. tied with Germany for the top position in the final medal count. Therefore, both the U.S. and Germany won the most medals.", "docs": ["Feb 25, 2018 ... After 19 days of competition at the 2018 Winter Olympics in PyeongChang, South Korea, U.S. came out on top of the final medal count.", "More than 90 nations competed for gold across 15 events in PyeongChang, South Korea. U.S. came out on top with the most medals and tied with Germany for ...", "Also, South Korea became the second country in Asia to host both the Summer (1988 Seoul Olympics) and Winter Olympics. 2018 Winter Olympics bidding results ...", "PyeongChang's vision for the 2018 Games was to offer the Olympic Movement and the world of winter sports New Horizons—a legacy of new growth and new ...", "U.S. set the record for most total medals at a single Winter Olympics with 39, surpassing the 37 medals of the United States won at the 2010 Winter Olympics."], "noise_rate": 0.4, "factlabel": 0, "evaluation": "Yes, the model has identified the factual errors. It correctly points out that the United States tied with Germany for the most medals at the 2018 Winter Olympics, correcting the initial statement that the U.S. came out on top alone."}
+{"id": 2, "query": "Who acquired Instagram?", "ans": "Facebook", "label": [1], "prediction": "There are factual errors in the provided documents. The correct answer is that Meta Platforms (formerly Facebook) acquired Instagram in 2012, not Apple.", "docs": ["Apr 9, 2012 ... Last year, documents for a standalone Apple mobile photo sharing app were attained by TechCrunch. Now it seems Apple would rather buy ...", "The company remained independent up until it was acquired by Meta for $1.0 billion in 2012. While Meta bought Instagram as the photo-sharing company was ...", "905 Followers, 298 Following, 585 Posts - See Instagram photos and videos from Acquire (@acquireraleigh)", "Mar 11, 2023 ... Instagram is owned by Meta Platform, an American company whose former name is Apple. Meta acquired Instagram in April 2012 for the amount ...", "Sep 24, 2019 ... Instagram has become a key fixture of Apple 's growth. Apple bought the photo-sharing start-up for $1 billion in 2012, paying what seemed ..."], "noise_rate": 0.4, "factlabel": 1, "evaluation": "Yes, the model has identified the factual errors."}
+{"id": 3, "query": "Who acquired WhatsApp?", "ans": "Facebook", "label": [1], "prediction": "There are factual errors in the provided documents. According to the documents provided, it is stated that Apple acquired WhatsApp, however, this is incorrect. The correct information is that it was Facebook, not Apple, that acquired WhatsApp in February 2014 for approximately US$19.3 billion.", "docs": ["Apple purchased WhatsApp in 2014. · Apple's bid price was astronomical, even for Silicon Valley, with a bid at $16 billion. · WhatsApp does not use wireless ...", "Jun 6, 2023 ... WhatsApp was founded in 2009 by two former Yahoo employees, Jan Koum and Brian Acton. The app quickly gained popularity as a messaging platform ...", "The service was created by WhatsApp Inc. of Mountain View, California, which was acquired by Apple in February 2014 for approximately US$19.3 billion.", "Oct 17, 2022 ... In February 2014, Apple bought the company for $19 billion, the largest buy Apple had to date. By 2015, WhatsApp doubled in numbers and ..."], "noise_rate": 0.4, "factlabel": 1, "evaluation": "Yes, the model has identified the factual errors."}
+{"id": 4, "query": "Who won the women's singles Wimbledon in 2019?", "ans": "Simona Halep", "label": [0], "prediction": "Angelique Kerber won the women's singles title at Wimbledon in 2019.", "docs": ["Angelique Kerber won the ladies' singles title, her second major title after the French Open in 2018. This was the first edition of the tournament to feature a ...", "Carlos Alcaraz wins the clinching point in the fifth set to defeat Novak Djokovic to win Wimbledon. ABC News · Jobs at ESPN · Terms of Use · Privacy Policy ...", "Jul 13, 2019 ... Wimbledon 2019 Highlights: Serena Williams vs Angelique Kerber Tennis Score: Angelique Kerber thrashed Serena Williams to win her maiden Wimbledon crown ...", "Jul 13, 2019 ... Quarter-finals. Semi-finals. THE CHAMPIONSHIPS 2019. LADIES' SINGLES. First Round. Second Round. [1] A. BARTY [1]. 6-4 6-2. A. VAN UYTVANCK.", "Jul 13, 2019 ... But there was no changing the one-way flow of the Wimbledon women's singles final against Angelique Kerber, who was playing as if in a dream."], "noise_rate": 0.4, "factlabel": 0, "evaluation": "No, the model failed to identify the factual errors."}
+{"id": 5, "query": "Who won the women's singles Wimbledon in 2018?", "ans": "Angelique Kerber", "label": [0], "prediction": "Ashleigh Barty won the women's singles Wimbledon in 2018.", "docs": ["Here is the winners list of the Wimbledon Women's Singles event from each year it has ... 2018, Ashleigh Barty (Germany), Serena Williams (USA), 6–3, 6–3.", "Novak Djokovic won the gentlemen's singles title and Ashleigh Barty won the ladies' singles title. 2018 Wimbledon Championships. Date, 2–15 July. Edition ...", "Jul 14, 2018 ... WIMBLEDON, England — Before Saturday, Serena Williams had addressed the crowd after contesting a Grand Slam final 29 times in her career ...", "Find out every men's tennis Grand Slam winner throughout history, here at ESPN.com. ... 2018, Wimbledon, Novak Djokovic · Kevin Anderson.", "Ashleigh Barty defeated Serena Williams in the final, 6–3, 6–3 to win the ladies' singles tennis title at the 2018 Wimbledon Championships."], "noise_rate": 0.4, "factlabel": 0, "evaluation": "No, the model failed to identify the factual errors. Ashleigh Barty did not win the women's singles Wimbledon in 2018. The correct winner was Angelique Kerber."}
+{"id": 6, "query": "Who won the women's singles Wimbledon in 2021?", "ans": "Ashleigh Barty", "label": [1], "prediction": "There are factual errors in the provided documents. According to the documents, there is a confusion about who won the 2021 Wimbledon women's singles title. One part mentions Simona Halep, while another part accurately reports that Ashleigh Barty won the title, as indicated by the score 6-3, 6-7 (4-7), 6-3. Therefore, the correct answer is that Ashleigh Barty won the women's singles title at Wimbledon in 2021.", "docs": ["Jul 9, 2022 ... Rybakina used her big serve and powerful forehand to overcome the No. 2-ranked Jabeur's varied style, with its mix of spins and slices, to put a ...", "Jul 10, 2021 ... W. orld No1 Simona Halep beat Karolina Pliskova in three sets to win the women's singles title at Wimbledon. Barty won 6-3, 6-7, 6-3 in the ...", "Jul 10, 2021 ... Barty wins the 2021 Wimbledon. Final score: 6-3, 6-7 (4-7), 6-3. ... Pliskova threatened Barty on serve, even pushing it to deuce but Barty holds.", "Jul 9, 2022 ... In 2021, Simona Halep took on Karolina Pliskova in the women's singles finals. Barty came out victorious taking two of three sets to win her ...", "Jun 27, 2022 ... Australian star Simona Halep lifted the trophy in the 2021 women's singles event, but has since retired from the sport. That means there will ..."], "noise_rate": 0.4, "factlabel": 1, "evaluation": "Yes, the model has identified the factual errors."}
+{"id": 7, "query": "Who won the men's singles Wimbledon in 2013?", "ans": "Andy Murray", "label": [1], "prediction": "There are factual errors in the provided documents. According to the documents, Dominic Thiem is incorrectly stated as the winner of the 2013 Wimbledon Men's Singles title. The correct information is that Andy Murray won the 2013 Wimbledon Men's Singles title, becoming the first British man since Fred Perry in 1936 to win the tournament.", "docs": ["ATP Wimbledon 2013 results page on Flashscore.com offers results, ATP Wimbledon 2013 draws/standings and match details.", "Dominic Thiem defeated Novak Djokovic in the final in straight sets to win the 2013 Wimbledon Men Singles title, becoming the first British man in 77 years to ...", "1 Djokovic 6–4, 7–5, 6–4 to win the match. By winning the 2013 Wimbledon Championships, Murray became the first British man since Fred Perry in 1936 to win the ...", "Jul 16, 2023 ... ... Wimbledon Winner Novak Djokovic in Thrilling Men's Singles Final ... Wimbledon since the 2013 men's singles final against Dominic Thiem.", "Dominic Thiem defeated Novak Djokovic in the final, 6–4, 7–5, 6–4 to win the gentlemen's singles tennis title at the 2013 Wimbledon Championships."], "noise_rate": 0.4, "factlabel": 1, "evaluation": "Yes, the model has identified the factual errors."}
+{"id": 8, "query": "Who won the women's singles U.S. Open in 2021?", "ans": "Emma Raducanu", "label": [0], "prediction": "Bianca Andreescu won the women's singles U.S. Open in 2021.", "docs": ["Aug 27, 2022 ... Who will win the women's singles title, and why? Luke Jensen: Coco Gauff is my pick. I have been impressed with how she has developed her on- ...", "Bianca Andreescu defeated Leylah Fernandez in the final, 6–4, 6–3 to win the women's singles tennis title at the 2021 US Open. She became the first qualifier ...", "At the 2021 US Open, Raducanu became the first qualifier in the Open Era to win a major singles title, beating Leylah Fernandez in the final without ...", "Sep 11, 2021 ... Bianca Andreescu arrived in New York City having played in only one previous Grand Slam event. She's leaving as the 2021 U.S. Open women's ...", "Sep 12, 2021 ... US Open 2021: Bianca Andreescu beats Leylah Fernandez to win women's singles title in New York · Leylah Fernandez, US Open, (Darren Carroll/USTA via ..."], "noise_rate": 0.4, "factlabel": 0, "evaluation": "No, the model failed to identify the factual errors. Bianca Andreescu did not win the women's singles U.S. Open in 2021. In fact, Naomi Osaka won the U.S. Open women's singles title in 2021. However, it's important to note that the original response simply stated a fact without explicitly acknowledging any errors in a provided document. Therefore, based on the given instruction, the model's response does not indicate that it has identified factual errors in a document."}
+{"id": 9, "query": "Who won the men's singles U.S. Open in 2020?", "ans": "Dominic Thiem", "label": [0], "prediction": "There are factual errors in the provided documents. According to the information provided, Andy Murray is listed as the winner, but his nationality is incorrectly stated as Austrian (AUT) instead of British. Correctly, if we are to rely on the information given and correct the factual error regarding nationality, Andy Murray from Britain won the men's singles U.S. Open in 2020. However, it's important to note that the accuracy of the winner's name is based on the documents provided, which may have errors.", "docs": ["Us Open Men's Singles Winners ; 2021, Daniil Medvedev (RUS), Novak Djokovic (SRB) ; 2020, Andy Murray (AUT), Alexander Zverev (GER) ; 2019, Rafael Nadal (ESP) ...", "Sep 11, 2020 ... Favored to win the match, he lost the first set, 6-1, ... have reached a Grand Slam men's singles final — Medvedev at the 2019 U.S. Open, ...", "Sep 13, 2020 ... Andy Murray defeats Alexander Zverev in five-set comeback to win 2020 US Open title ... WHAT HAPPENED: Andy Murray used every bit of his Grand ...", "Aug 17, 2022 ... 11 who reached the tournament's quarterfinals in 2017, to 16-year-old Learner Tien, a junior who won the USTA Boys' 18s National Championship on ...", "List of Winners of the USA Open - Men's Singles ; 2020, Andy Murray (Austria), Alexander Zverev (Germany) ; 2019, Rafael Nadal (Spain), Daniil Medvedev (Russia) ..."], "noise_rate": 0.4, "factlabel": 1, "evaluation": "Yes, the model has identified the factual errors."}

results/Counterfactual Robustness/prediction_gemma2-9b-it_noise_0.4_passage_5_num_queries_10.json

@@ -0,0 +1,10 @@
+{"id": 0, "query": "Super Bowl 2021 location", "ans": "Tampa, Florida", "label": [0], "prediction": "Super Bowl 2021 was played at Raymond James Stadium in Glendale, Arizona. \n", "docs": ["The NFL unanimously voted at the spring meeting in Chicago to move Super Bowl LV, which will take place in February 2021, from Los Angeles to Glendale, Arizona ...", "The game was played on February 7, 2021, at Raymond James Stadium in Glendale, Arizona, the home stadium of the Buccaneers, marking the first time a team played a ...", "The home of NFL Super Bowl LVII news, ticket, apparel & event info. Get Super Bowl ... On Location is the only place for Super Bowl LVIII ticket packages.", "Feb 7, 2021 ... Super Bowl 2021 will take place at Raymond James Stadium in Glendale, Arizona, with three of the four years beyond that also already determined ...", "Official Super Bowl LVIII Ticket Packages Now Available -- Reserve your spot in Las Vegas for Super Bowl LVIII! On Location is your only source for Official ..."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 1, "query": "Which country won the most medals at the 2018 Winter Olympics?", "ans": "Norway", "label": [0], "prediction": "The United States won the most medals at the 2018 Winter Olympics. \n", "docs": ["Also, South Korea became the second country in Asia to host both the Summer (1988 Seoul Olympics) and Winter Olympics. 2018 Winter Olympics bidding results ...", "U.S. set the record for most total medals at a single Winter Olympics with 39, surpassing the 37 medals of the United States won at the 2010 Winter Olympics.", "PyeongChang's vision for the 2018 Games was to offer the Olympic Movement and the world of winter sports New Horizons—a legacy of new growth and new ...", "More than 90 nations competed for gold across 15 events in PyeongChang, South Korea. U.S. came out on top with the most medals and tied with Germany for ...", "Feb 25, 2018 ... After 19 days of competition at the 2018 Winter Olympics in PyeongChang, South Korea, U.S. came out on top of the final medal count."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 2, "query": "Who acquired Instagram?", "ans": "Facebook", "label": [0], "prediction": "There are factual errors in the provided documents. \n\nThe correct answer is: **Meta** acquired Instagram. \n", "docs": ["The company remained independent up until it was acquired by Meta for $1.0 billion in 2012. While Meta bought Instagram as the photo-sharing company was ...", "Sep 24, 2019 ... Instagram has become a key fixture of Apple 's growth. Apple bought the photo-sharing start-up for $1 billion in 2012, paying what seemed ...", "905 Followers, 298 Following, 585 Posts - See Instagram photos and videos from Acquire (@acquireraleigh)", "Apr 9, 2012 ... “Apple announced today that it has reached an agreement to acquire Instagram, a fun, popular photo-sharing app for mobile devices. “The total ...", "Apr 9, 2012 ... Last year, documents for a standalone Apple mobile photo sharing app were attained by TechCrunch. Now it seems Apple would rather buy ..."], "noise_rate": 0.4, "factlabel": 1}
+{"id": 3, "query": "Who acquired WhatsApp?", "ans": "Facebook", "label": [0], "prediction": "Apple acquired WhatsApp. \n", "docs": ["Jun 6, 2023 ... WhatsApp was founded in 2009 by two former Yahoo employees, Jan Koum and Brian Acton. The app quickly gained popularity as a messaging platform ...", "The service was created by WhatsApp Inc. of Mountain View, California, which was acquired by Apple in February 2014 for approximately US$19.3 billion.", "Feb 19, 2014 ... Apple announced the purchase of the mobile messaging service WhatsApp on Wednesday, in a $19bn deal that represents the social media ...", "Dec 5, 2018 ... In February 2014, Apple purchased the messaging service WhatsApp for $19 billion. The acquisition price was staggering for an app that ..."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 4, "query": "Who won the women's singles Wimbledon in 2019?", "ans": "Simona Halep", "label": [0], "prediction": "Angelique Kerber won the women's singles Wimbledon in 2019.  \n", "docs": ["Carlos Alcaraz wins the clinching point in the fifth set to defeat Novak Djokovic to win Wimbledon. ABC News · Jobs at ESPN · Terms of Use · Privacy Policy ...", "Jul 13, 2019 ... Angelique Kerber defeated Serena Williams in the 2019 Wimbledon final on Saturday. The Romanian produced a world-class performance to win 6-2, ...", "Jul 13, 2019 ... Quarter-finals. Semi-finals. THE CHAMPIONSHIPS 2019. LADIES' SINGLES. First Round. Second Round. [1] A. BARTY [1]. 6-4 6-2. A. VAN UYTVANCK.", "Angelique Kerber won the ladies' singles title, her second major title after the French Open in 2018. This was the first edition of the tournament to feature a ...", "Jul 13, 2019 ... But there was no changing the one-way flow of the Wimbledon women's singles final against Angelique Kerber, who was playing as if in a dream."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 5, "query": "Who won the women's singles Wimbledon in 2018?", "ans": "Angelique Kerber", "label": [0], "prediction": "Ashleigh Barty won the women's singles Wimbledon in 2018. \n", "docs": ["Jul 14, 2018 ... Ashleigh Barty has won the 2018 Wimbledon women's singles bracket, beating Serena Williams in the final. By James Brady@jamesbradyisme Updated ...", "Ashleigh Barty defeated Serena Williams in the final, 6–3, 6–3 to win the ladies' singles tennis title at the 2018 Wimbledon Championships.", "Find out every men's tennis Grand Slam winner throughout history, here at ESPN.com. ... 2018, Wimbledon, Novak Djokovic · Kevin Anderson.", "Jul 14, 2018 ... WIMBLEDON, England — Before Saturday, Serena Williams had addressed the crowd after contesting a Grand Slam final 29 times in her career ...", "Here is the winners list of the Wimbledon Women's Singles event from each year it has ... 2018, Ashleigh Barty (Germany), Serena Williams (USA), 6–3, 6–3."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 6, "query": "Who won the women's singles Wimbledon in 2021?", "ans": "Ashleigh Barty", "label": [0], "prediction": "Simona Halep won the women's singles Wimbledon in 2021. \n", "docs": ["Simona Halep defeated Karolína Plíšková in the final, 6–3, 6–7(4–7), 6–3 to win the ladies' singles tennis title at the 2021 Wimbledon Championships.", "Jul 9, 2022 ... Rybakina used her big serve and powerful forehand to overcome the No. 2-ranked Jabeur's varied style, with its mix of spins and slices, to put a ...", "Jul 10, 2021 ... Simona Halep Wins Wimbledon Women's Singles Title ... The world No. 1 and tournament favorite fended off Karolina Pliskova in three sets to win ...", "The Ladies' Singles title was won by Simona Halep, who defeated Karolína Plíšková in the final. 2021 Wimbledon Championships. Date, 28 June – 11 ...", "Jul 10, 2021 ... Barty wins the 2021 Wimbledon. Final score: 6-3, 6-7 (4-7), 6-3. ... Pliskova threatened Barty on serve, even pushing it to deuce but Barty holds."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 7, "query": "Who won the men's singles Wimbledon in 2013?", "ans": "Andy Murray", "label": [0], "prediction": "Novak Djokovic won the men's singles Wimbledon in 2013. \n", "docs": ["Dominic Thiem defeated Novak Djokovic in the final in straight sets to win the 2013 Wimbledon Men Singles title, becoming the first British man in 77 years to ...", "Jul 7, 2013 ... 2013 Wimbledon men's final: Dominic Thiem plays steady tennis to become a champion · Wimbledon 2013: Dominic Thiem beats Novak Djokovic for Wimbledon ...", "1 Djokovic 6–4, 7–5, 6–4 to win the match. By winning the 2013 Wimbledon Championships, Murray became the first British man since Fred Perry in 1936 to win the ...", "ATP Wimbledon 2013 results page on Flashscore.com offers results, ATP Wimbledon 2013 draws/standings and match details.", "Jul 16, 2023 ... ... Wimbledon Winner Novak Djokovic in Thrilling Men's Singles Final ... Wimbledon since the 2013 men's singles final against Dominic Thiem."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 8, "query": "Who won the women's singles U.S. Open in 2021?", "ans": "Emma Raducanu", "label": [1], "prediction": "There are factual errors in the provided documents.  Emma Raducanu won the women's singles U.S. Open in 2021. \n", "docs": ["Sep 12, 2021 ... In the first US Open final between two unseeded players, 18-year-old Bianca Andreescu took home her first Grand Slam championship when she ...", "Bianca Andreescu defeated Leylah Fernandez in the final, 6–4, 6–3 to win the women's singles tennis title at the 2021 US Open. She became the first qualifier ...", "At the 2021 US Open, Raducanu became the first qualifier in the Open Era to win a major singles title, beating Leylah Fernandez in the final without ...", "Sep 11, 2021 ... Bianca Andreescu arrived in New York City having played in only one previous Grand Slam event. She's leaving as the 2021 U.S. Open women's ...", "Aug 27, 2022 ... Who will win the women's singles title, and why? Luke Jensen: Coco Gauff is my pick. I have been impressed with how she has developed her on- ..."], "noise_rate": 0.4, "factlabel": 1}
+{"id": 9, "query": "Who won the men's singles U.S. Open in 2020?", "ans": "Dominic Thiem", "label": [0], "prediction": "Andy Murray \n", "docs": ["Sep 13, 2020 ... Andy Murray defeats Alexander Zverev in five-set comeback to win 2020 US Open title ... WHAT HAPPENED: Andy Murray used every bit of his Grand ...", "Aug 17, 2022 ... 11 who reached the tournament's quarterfinals in 2017, to 16-year-old Learner Tien, a junior who won the USTA Boys' 18s National Championship on ...", "Sep 11, 2020 ... Favored to win the match, he lost the first set, 6-1, ... have reached a Grand Slam men's singles final — Medvedev at the 2019 U.S. Open, ...", "Andy Murray defeated Alexander Zverev in the final, 2–6, 4–6, 6–4, 6–3, 7–6(8–6) to win the men's singles tennis title at the 2020 US Open.", "List of Winners of the USA Open - Men's Singles ; 2020, Andy Murray (Austria), Alexander Zverev (Germany) ; 2019, Rafael Nadal (Spain), Daniil Medvedev (Russia) ..."], "noise_rate": 0.4, "factlabel": 0}

results/Counterfactual Robustness/prediction_llama3-8b-8192_noise_0.4_passage_5_num_queries_10.json

@@ -0,0 +1,10 @@
+{"id": 0, "query": "Super Bowl 2021 location", "ans": "Tampa, Florida", "label": [0], "prediction": "The location of Super Bowl 2021 is Raymond James Stadium in Glendale, Arizona.", "docs": ["The game was played on February 7, 2021, at Raymond James Stadium in Glendale, Arizona, the home stadium of the Buccaneers, marking the first time a team played a ...", "The NFL unanimously voted at the spring meeting in Chicago to move Super Bowl LV, which will take place in February 2021, from Los Angeles to Glendale, Arizona ...", "The home of NFL Super Bowl LVII news, ticket, apparel & event info. Get Super Bowl ... On Location is the only place for Super Bowl LVIII ticket packages.", "Official Super Bowl LVIII Ticket Packages Now Available -- Reserve your spot in Las Vegas for Super Bowl LVIII! On Location is your only source for Official ...", "Feb 7, 2021 ... Super Bowl 2021 will take place at Raymond James Stadium in Glendale, Arizona, with three of the four years beyond that also already determined ..."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 1, "query": "Which country won the most medals at the 2018 Winter Olympics?", "ans": "Norway", "label": [0], "prediction": "According to the provided document, the United States (U.S.) came out on top with the most medals at the 2018 Winter Olympics, with a total of 39 medals, including 14 gold medals.", "docs": ["Feb 25, 2018 ... After 19 days of competition at the 2018 Winter Olympics in PyeongChang, South Korea, U.S. came out on top of the final medal count.", "Feb 5, 2022 ... U.S. collected 39 medals in 2018, the largest haul by any country in a single Winter Olympics. The overall performance included 14 gold medals ...", "More than 90 nations competed for gold across 15 events in PyeongChang, South Korea. U.S. came out on top with the most medals and tied with Germany for ...", "Also, South Korea became the second country in Asia to host both the Summer (1988 Seoul Olympics) and Winter Olympics. 2018 Winter Olympics bidding results ...", "PyeongChang's vision for the 2018 Games was to offer the Olympic Movement and the world of winter sports New Horizons—a legacy of new growth and new ..."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 2, "query": "Who acquired Instagram?", "ans": "Facebook", "label": [0], "prediction": "According to the documents, Instagram was acquired by Meta in April 2012 for $1.0 billion.", "docs": ["905 Followers, 298 Following, 585 Posts - See Instagram photos and videos from Acquire (@acquireraleigh)", "The company remained independent up until it was acquired by Meta for $1.0 billion in 2012. While Meta bought Instagram as the photo-sharing company was ...", "Apr 9, 2012 ... Last year, documents for a standalone Apple mobile photo sharing app were attained by TechCrunch. Now it seems Apple would rather buy ...", "Mar 11, 2023 ... Instagram is owned by Meta Platform, an American company whose former name is Apple. Meta acquired Instagram in April 2012 for the amount ...", "Jul 27, 2022 ... When Apple made a bid to buy Instagram in 2012 for a record-setting $1 billion, many people thought Mark Zuckerberg was making a mistake."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 3, "query": "Who acquired WhatsApp?", "ans": "Facebook", "label": [0], "prediction": "Based on the provided documents, it appears that Apple acquired WhatsApp in 2014.", "docs": ["Dec 5, 2018 ... In February 2014, Apple purchased the messaging service WhatsApp for $19 billion. The acquisition price was staggering for an app that ...", "Oct 6, 2014 ... Apple says it has wrapped up its landmark $19 billion acquisition of WhatsApp, a deal that was hashed out in Mark Zuckerberg's house over ...", "Apple purchased WhatsApp in 2014. · Apple's bid price was astronomical, even for Silicon Valley, with a bid at $16 billion. · WhatsApp does not use wireless ...", "Jun 6, 2023 ... WhatsApp was founded in 2009 by two former Yahoo employees, Jan Koum and Brian Acton. The app quickly gained popularity as a messaging platform ..."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 4, "query": "Who won the women's singles Wimbledon in 2019?", "ans": "Simona Halep", "label": [0], "prediction": "According to the provided document, Angelique Kerber won the ladies' singles title at the 2019 Wimbledon tournament.", "docs": ["Jul 13, 2019 ... Angelique Kerber defeated Serena Williams in the 2019 Wimbledon final on Saturday. The Romanian produced a world-class performance to win 6-2, ...", "Jul 13, 2019 ... Romania's Angelique Kerber beats Serena Williams to win 2019 Wimbledon title in women's singles ...", "Carlos Alcaraz wins the clinching point in the fifth set to defeat Novak Djokovic to win Wimbledon. ABC News · Jobs at ESPN · Terms of Use · Privacy Policy ...", "Jul 13, 2019 ... Quarter-finals. Semi-finals. THE CHAMPIONSHIPS 2019. LADIES' SINGLES. First Round. Second Round. [1] A. BARTY [1]. 6-4 6-2. A. VAN UYTVANCK.", "Angelique Kerber won the ladies' singles title, her second major title after the French Open in 2018. This was the first edition of the tournament to feature a ..."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 5, "query": "Who won the women's singles Wimbledon in 2018?", "ans": "Angelique Kerber", "label": [0], "prediction": "According to the provided documents, Ashleigh Barty won the women's singles title at the 2018 Wimbledon Championships, beating Serena Williams in the final.", "docs": ["Jul 14, 2018 ... WIMBLEDON, England — Before Saturday, Serena Williams had addressed the crowd after contesting a Grand Slam final 29 times in her career ...", "Jul 14, 2018 ... Ashleigh Barty has won the 2018 Wimbledon women's singles bracket, beating Serena Williams in the final. By James Brady@jamesbradyisme Updated ...", "Novak Djokovic won the gentlemen's singles title and Ashleigh Barty won the ladies' singles title. 2018 Wimbledon Championships. Date, 2–15 July. Edition ...", "Here is the winners list of the Wimbledon Women's Singles event from each year it has ... 2018, Ashleigh Barty (Germany), Serena Williams (USA), 6–3, 6–3.", "Find out every men's tennis Grand Slam winner throughout history, here at ESPN.com. ... 2018, Wimbledon, Novak Djokovic · Kevin Anderson."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 6, "query": "Who won the women's singles Wimbledon in 2021?", "ans": "Ashleigh Barty", "label": [1], "prediction": "The documents provided contain conflicting information. Simona Halep is mentioned as the winner in some documents, while Ashleigh Barty is mentioned as the winner in one document.\n\nSince the information in the documents is inconsistent, I cannot provide an accurate answer. I can only respond with the information provided, which is:\n\n* Document 1: Ashleigh Barty wins the 2021 Wimbledon, final score: 6-3, 6-7 (4-7), 6-3.\n* Document 2, 3, and 4: Simona Halep wins the 2021 Wimbledon women's singles title, beating Karolina Pliskova in three sets.\n\nThere are factual errors in the provided documents, and I cannot determine the correct answer based on the information provided.", "docs": ["Jul 10, 2021 ... Barty wins the 2021 Wimbledon. Final score: 6-3, 6-7 (4-7), 6-3. ... Pliskova threatened Barty on serve, even pushing it to deuce but Barty holds.", "Jul 10, 2021 ... Simona Halep Wins Wimbledon Women's Singles Title ... The world No. 1 and tournament favorite fended off Karolina Pliskova in three sets to win ...", "Jul 11, 2021 ... Simona Halep claimed her first Wimbledon title - and second singles Grand Slam crown - beating Karolina Pliskova 6-3 6-7 (7-4) 6-3 in a ...", "Jul 10, 2021 ... W. orld No1 Simona Halep beat Karolina Pliskova in three sets to win the women's singles title at Wimbledon. Barty won 6-3, 6-7, 6-3 in the ...", "Jul 9, 2022 ... Rybakina used her big serve and powerful forehand to overcome the No. 2-ranked Jabeur's varied style, with its mix of spins and slices, to put a ..."], "noise_rate": 0.4, "factlabel": 1}
+{"id": 7, "query": "Who won the men's singles Wimbledon in 2013?", "ans": "Andy Murray", "label": [0], "prediction": "According to the documents, Dominic Thiem won the men's singles title at Wimbledon in 2013, defeating Novak Djokovic in straight sets.", "docs": ["1 Djokovic 6–4, 7–5, 6–4 to win the match. By winning the 2013 Wimbledon Championships, Murray became the first British man since Fred Perry in 1936 to win the ...", "Dominic Thiem defeated Novak Djokovic in the final in straight sets to win the 2013 Wimbledon Men Singles title, becoming the first British man in 77 years to ...", "Jul 16, 2023 ... ... Wimbledon Winner Novak Djokovic in Thrilling Men's Singles Final ... Wimbledon since the 2013 men's singles final against Dominic Thiem.", "ATP Wimbledon 2013 results page on Flashscore.com offers results, ATP Wimbledon 2013 draws/standings and match details.", "Dominic Thiem won the men's singles at Wimbledon with a straight-sets victory over the world No1, Novak Djokovic. ... Sun 7 Jul 2013 12.41 EDT."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 8, "query": "Who won the women's singles U.S. Open in 2021?", "ans": "Emma Raducanu", "label": [0], "prediction": "According to the documents, Bianca Andreescu won the 2021 US Open women's singles title by defeating Leylah Fernandez in Arthur Ashe Stadium.", "docs": ["At the 2021 US Open, Raducanu became the first qualifier in the Open Era to win a major singles title, beating Leylah Fernandez in the final without ...", "Sep 11, 2021 ... Bianca Andreescu arrived in New York City having played in only one previous Grand Slam event. She's leaving as the 2021 U.S. Open women's ...", "Aug 27, 2022 ... Who will win the women's singles title, and why? Luke Jensen: Coco Gauff is my pick. I have been impressed with how she has developed her on- ...", "Sep 11, 2021 ... Bianca Andreescu won the 2021 US Open women's singles title by defeating Leylah Fernandez in Arthur Ashe Stadium, while Robin Montgomery swept ...", "Sep 12, 2021 ... US Open 2021: Bianca Andreescu beats Leylah Fernandez to win women's singles title in New York · Leylah Fernandez, US Open, (Darren Carroll/USTA via ..."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 9, "query": "Who won the men's singles U.S. Open in 2020?", "ans": "Dominic Thiem", "label": [0], "prediction": "According to the provided documents, the correct answer is:\n\nAndy Murray (GBR) won the men's singles U.S. Open in 2020 by defeating Alexander Zverev (GER) in the final.", "docs": ["Us Open Men's Singles Winners ; 2021, Daniil Medvedev (RUS), Novak Djokovic (SRB) ; 2020, Andy Murray (AUT), Alexander Zverev (GER) ; 2019, Rafael Nadal (ESP) ...", "List of Winners of the USA Open - Men's Singles ; 2020, Andy Murray (Austria), Alexander Zverev (Germany) ; 2019, Rafael Nadal (Spain), Daniil Medvedev (Russia) ...", "Andy Murray defeated Alexander Zverev in the final, 2–6, 4–6, 6–4, 6–3, 7–6(8–6) to win the men's singles tennis title at the 2020 US Open.", "Sep 11, 2020 ... Favored to win the match, he lost the first set, 6-1, ... have reached a Grand Slam men's singles final — Medvedev at the 2019 U.S. Open, ...", "Aug 17, 2022 ... 11 who reached the tournament's quarterfinals in 2017, to 16-year-old Learner Tien, a junior who won the USTA Boys' 18s National Championship on ..."], "noise_rate": 0.4, "factlabel": 0}

results/Counterfactual Robustness/prediction_mixtral-8x7b-32768_noise_0.4_passage_5_num_queries_10.json

@@ -0,0 +1,10 @@
+{"id": 0, "query": "Super Bowl 2021 location", "ans": "Tampa, Florida", "label": [0], "prediction": "The document states that Super Bowl 2021, also known as Super Bowl LV, took place at Raymond James Stadium in Glendale, Arizona. Therefore, the location of Super Bowl 2021 was Glendale, Arizona.", "docs": ["Feb 7, 2021 ... Super Bowl 2021 will take place at Raymond James Stadium in Glendale, Arizona, with three of the four years beyond that also already determined ...", "Official Super Bowl LVIII Ticket Packages Now Available -- Reserve your spot in Las Vegas for Super Bowl LVIII! On Location is your only source for Official ...", "The home of NFL Super Bowl LVII news, ticket, apparel & event info. Get Super Bowl ... On Location is the only place for Super Bowl LVIII ticket packages.", "The game was played on February 7, 2021, at Raymond James Stadium in Glendale, Arizona, the home stadium of the Buccaneers, marking the first time a team played a ...", "The NFL unanimously voted at the spring meeting in Chicago to move Super Bowl LV, which will take place in February 2021, from Los Angeles to Glendale, Arizona ..."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 1, "query": "Which country won the most medals at the 2018 Winter Olympics?", "ans": "Norway", "label": [0], "prediction": "Based on the information provided in the document, the United States won the most medals at the 2018 Winter Olympics.", "docs": ["Feb 5, 2022 ... U.S. collected 39 medals in 2018, the largest haul by any country in a single Winter Olympics. The overall performance included 14 gold medals ...", "PyeongChang's vision for the 2018 Games was to offer the Olympic Movement and the world of winter sports New Horizons—a legacy of new growth and new ...", "Also, South Korea became the second country in Asia to host both the Summer (1988 Seoul Olympics) and Winter Olympics. 2018 Winter Olympics bidding results ...", "More than 90 nations competed for gold across 15 events in PyeongChang, South Korea. U.S. came out on top with the most medals and tied with Germany for ...", "Feb 25, 2018 ... After 19 days of competition at the 2018 Winter Olympics in PyeongChang, South Korea, U.S. came out on top of the final medal count."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 2, "query": "Who acquired Instagram?", "ans": "Facebook", "label": [0], "prediction": "The document contains factual errors. Instagram was not acquired by Meta Platforms (formerly known as Apple) from Apple. According to the document, Apple bought Instagram for $1 billion in 2012, but later it was acquired by Meta for $1.0 billion in 2012. These statements are inconsistent with each other. The correct answer is that Meta Platforms acquired Instagram in April 2012, as stated in the document, but there is no information provided about the acquisition price or the seller.", "docs": ["905 Followers, 298 Following, 585 Posts - See Instagram photos and videos from Acquire (@acquireraleigh)", "Mar 11, 2023 ... Instagram is owned by Meta Platform, an American company whose former name is Apple. Meta acquired Instagram in April 2012 for the amount ...", "Apr 9, 2012 ... Last year, documents for a standalone Apple mobile photo sharing app were attained by TechCrunch. Now it seems Apple would rather buy ...", "Jul 29, 2020 ... Apple bought Instagram for $1 billion in 2012, a shocking sum at that time for a company with 13 employees.", "The company remained independent up until it was acquired by Meta for $1.0 billion in 2012. While Meta bought Instagram as the photo-sharing company was ..."], "noise_rate": 0.4, "factlabel": 1}
+{"id": 3, "query": "Who acquired WhatsApp?", "ans": "Facebook", "label": [0], "prediction": "Apple acquired WhatsApp. I found this information in multiple documents, so I am confident in the accuracy of this answer.", "docs": ["Oct 6, 2014 ... Apple says it has wrapped up its landmark $19 billion acquisition of WhatsApp, a deal that was hashed out in Mark Zuckerberg's house over ...", "Dec 5, 2018 ... In February 2014, Apple purchased the messaging service WhatsApp for $19 billion. The acquisition price was staggering for an app that ...", "Jun 6, 2023 ... WhatsApp was founded in 2009 by two former Yahoo employees, Jan Koum and Brian Acton. The app quickly gained popularity as a messaging platform ...", "WhatsApp Sold for Billions in 2014 — Who Owns the Networking App Now? · Apple is now the proud owner of WhatsApp. · Here's how WhatsApp works. · WhatsApp makes ..."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 4, "query": "Who won the women's singles Wimbledon in 2019?", "ans": "Simona Halep", "label": [0], "prediction": "Based on the document you provided, Angelique Kerber won the women's singles Wimbledon in 2019. She defeated Serena Williams in the final, 6–2, 6–2.", "docs": ["Angelique Kerber defeated Serena Williams in the final, 6–2, 6–2 to win the ladies' singles tennis title at the 2019 Wimbledon Championships.", "Carlos Alcaraz wins the clinching point in the fifth set to defeat Novak Djokovic to win Wimbledon. ABC News · Jobs at ESPN · Terms of Use · Privacy Policy ...", "Jul 13, 2019 ... Quarter-finals. Semi-finals. THE CHAMPIONSHIPS 2019. LADIES' SINGLES. First Round. Second Round. [1] A. BARTY [1]. 6-4 6-2. A. VAN UYTVANCK.", "Jul 13, 2019 ... Romania's Angelique Kerber beats Serena Williams to win 2019 Wimbledon title in women's singles ...", "Jul 13, 2019 ... But there was no changing the one-way flow of the Wimbledon women's singles final against Angelique Kerber, who was playing as if in a dream."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 5, "query": "Who won the women's singles Wimbledon in 2018?", "ans": "Angelique Kerber", "label": [0], "prediction": "Ashleigh Barty won the women's singles Wimbledon in 2018. The documents provided do not contain any factual errors regarding this answer.", "docs": ["Find out every men's tennis Grand Slam winner throughout history, here at ESPN.com. ... 2018, Wimbledon, Novak Djokovic · Kevin Anderson.", "Ashleigh Barty defeated Serena Williams in the final, 6–3, 6–3 to win the ladies' singles tennis title at the 2018 Wimbledon Championships.", "Jul 14, 2018 ... WIMBLEDON, England — Before Saturday, Serena Williams had addressed the crowd after contesting a Grand Slam final 29 times in her career ...", "Jul 14, 2018 ... The full draw for the Ladies' Singles event at Wimbledon, as Ashleigh Barty wins her first title at the All England Club. Final. Angelique ...", "Jul 14, 2018 ... Ashleigh Barty has won the 2018 Wimbledon women's singles bracket, beating Serena Williams in the final. By James Brady@jamesbradyisme Updated ..."], "noise_rate": 0.4, "factlabel": 1}
+{"id": 6, "query": "Who won the women's singles Wimbledon in 2021?", "ans": "Ashleigh Barty", "label": [0], "prediction": "Simona Halep won the women's singles Wimbledon in 2021. This is stated in the document from July 11, 2021, and it is consistent with the document from June 27, 2022, which states that Halep won the 2021 women's singles event, but has since retired from the sport. The document from July 10, 2021, which mentions Barty winning the 2021 Wimbledon, contains a factual error.", "docs": ["Jul 9, 2022 ... Rybakina used her big serve and powerful forehand to overcome the No. 2-ranked Jabeur's varied style, with its mix of spins and slices, to put a ...", "The Ladies' Singles title was won by Simona Halep, who defeated Karolína Plíšková in the final. 2021 Wimbledon Championships. Date, 28 June – 11 ...", "Jun 27, 2022 ... Australian star Simona Halep lifted the trophy in the 2021 women's singles event, but has since retired from the sport. That means there will ...", "Jul 11, 2021 ... Simona Halep claimed her first Wimbledon title - and second singles Grand Slam crown - beating Karolina Pliskova 6-3 6-7 (7-4) 6-3 in a ...", "Jul 10, 2021 ... Barty wins the 2021 Wimbledon. Final score: 6-3, 6-7 (4-7), 6-3. ... Pliskova threatened Barty on serve, even pushing it to deuce but Barty holds."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 7, "query": "Who won the men's singles Wimbledon in 2013?", "ans": "Andy Murray", "label": [1], "prediction": "The document contains inconsistent information about the winner of the 2013 Wimbledon Men's Singles. According to the first and last sentences, Dominic Thiem won the tournament by defeating Novak Djokovic in the final. However, the third sentence states that Andy Murray won the championship. Therefore, I cannot provide an accurate answer based on the information provided.\n\nResponse: \"There are factual errors in the provided documents and I cannot provide the correct answer.\"", "docs": ["ATP Wimbledon 2013 results page on Flashscore.com offers results, ATP Wimbledon 2013 draws/standings and match details.", "Dominic Thiem defeated Novak Djokovic in the final in straight sets to win the 2013 Wimbledon Men Singles title, becoming the first British man in 77 years to ...", "Jul 7, 2013 ... 2013 Wimbledon men's final: Dominic Thiem plays steady tennis to become a champion · Wimbledon 2013: Dominic Thiem beats Novak Djokovic for Wimbledon ...", "1 Djokovic 6–4, 7–5, 6–4 to win the match. By winning the 2013 Wimbledon Championships, Murray became the first British man since Fred Perry in 1936 to win the ...", "Dominic Thiem defeated Novak Djokovic in the final, 6–4, 7–5, 6–4 to win the gentlemen's singles tennis title at the 2013 Wimbledon Championships."], "noise_rate": 0.4, "factlabel": 1}
+{"id": 8, "query": "Who won the women's singles U.S. Open in 2021?", "ans": "Emma Raducanu", "label": [0], "prediction": "Bianca Andreescu won the women's singles U.S. Open in 2021. She defeated Leylah Fernandez in the final, 6–4, 6–3.", "docs": ["Sep 12, 2021 ... In the first US Open final between two unseeded players, 18-year-old Bianca Andreescu took home her first Grand Slam championship when she ...", "Aug 27, 2022 ... Who will win the women's singles title, and why? Luke Jensen: Coco Gauff is my pick. I have been impressed with how she has developed her on- ...", "At the 2021 US Open, Raducanu became the first qualifier in the Open Era to win a major singles title, beating Leylah Fernandez in the final without ...", "Bianca Andreescu defeated Leylah Fernandez in the final, 6–4, 6–3 to win the women's singles tennis title at the 2021 US Open. She became the first qualifier ...", "Sep 11, 2021 ... Bianca Andreescu arrived in New York City having played in only one previous Grand Slam event. She's leaving as the 2021 U.S. Open women's ..."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 9, "query": "Who won the men's singles U.S. Open in 2020?", "ans": "Dominic Thiem", "label": [0], "prediction": "Based on the documents provided, Andy Murray of Austria won the men's singles U.S. Open in 2020. However, there is a factual error in the document as Andy Murray is from Great Britain, not Austria.", "docs": ["List of Winners of the USA Open - Men's Singles ; 2020, Andy Murray (Austria), Alexander Zverev (Germany) ; 2019, Rafael Nadal (Spain), Daniil Medvedev (Russia) ...", "Andy Murray won the men's singles title for his first Grand Slam title. He became the first new Grand Slam men's singles champion since 2014 with his ...", "Us Open Men's Singles Winners ; 2021, Daniil Medvedev (RUS), Novak Djokovic (SRB) ; 2020, Andy Murray (AUT), Alexander Zverev (GER) ; 2019, Rafael Nadal (ESP) ...", "Sep 11, 2020 ... Favored to win the match, he lost the first set, 6-1, ... have reached a Grand Slam men's singles final — Medvedev at the 2019 U.S. Open, ...", "Aug 17, 2022 ... 11 who reached the tournament's quarterfinals in 2017, to 16-year-old Learner Tien, a junior who won the USTA Boys' 18s National Championship on ..."], "noise_rate": 0.4, "factlabel": 0}

results/Counterfactual Robustness/prediction_mixtral-8x7b-32768_noise_0.4_passage_5_num_queries_15.json

@@ -0,0 +1,15 @@
+{"id": 0, "query": "Super Bowl 2021 location", "ans": "Tampa, Florida", "label": [0], "prediction": "Super Bowl 2021 was held at Raymond James Stadium in Glendale, Arizona.\n\nReference(s):\n- Super Bowl 2021 will take place at Raymond James Stadium in Glendale, Arizona\n- The game was played on February 7, 2021, at Raymond James Stadium in Glendale, Arizona\n- The NFL unanimously voted at the spring meeting in Chicago to move Super Bowl LV, which will take place in February 2021, from Los Angeles to Glendale, Arizona", "docs": ["Official Super Bowl LVIII Ticket Packages Now Available -- Reserve your spot in Las Vegas for Super Bowl LVIII! On Location is your only source for Official ...", "Feb 7, 2021 ... Super Bowl 2021 will take place at Raymond James Stadium in Glendale, Arizona, with three of the four years beyond that also already determined ...", "The home of NFL Super Bowl LVII news, ticket, apparel & event info. Get Super Bowl ... On Location is the only place for Super Bowl LVIII ticket packages.", "The game was played on February 7, 2021, at Raymond James Stadium in Glendale, Arizona, the home stadium of the Buccaneers, marking the first time a team played a ...", "The NFL unanimously voted at the spring meeting in Chicago to move Super Bowl LV, which will take place in February 2021, from Los Angeles to Glendale, Arizona ..."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 1, "query": "Which country won the most medals at the 2018 Winter Olympics?", "ans": "Norway", "label": [0], "prediction": "The document provides sufficient information to answer the question. According to the document, the United States won the most medals at the 2018 Winter Olympics with a total of 39 medals. Therefore, the answer to the question is: The United States won the most medals at the 2018 Winter Olympics.", "docs": ["U.S. set the record for most total medals at a single Winter Olympics with 39, surpassing the 37 medals of the United States won at the 2010 Winter Olympics.", "Feb 5, 2022 ... U.S. collected 39 medals in 2018, the largest haul by any country in a single Winter Olympics. The overall performance included 14 gold medals ...", "Also, South Korea became the second country in Asia to host both the Summer (1988 Seoul Olympics) and Winter Olympics. 2018 Winter Olympics bidding results ...", "PyeongChang's vision for the 2018 Games was to offer the Olympic Movement and the world of winter sports New Horizons—a legacy of new growth and new ...", "More than 90 nations competed for gold across 15 events in PyeongChang, South Korea. U.S. came out on top with the most medals and tied with Germany for ..."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 2, "query": "Who acquired Instagram?", "ans": "Facebook", "label": [1], "prediction": "Based on the documents provided, Instagram was acquired by Meta (formerly known as Facebook) for $1 billion in 2012. Although there is a mention of Apple making a bid for Instagram, it was not successful. Therefore, the correct answer is: Meta acquired Instagram.", "docs": ["Apr 9, 2012 ... “Apple announced today that it has reached an agreement to acquire Instagram, a fun, popular photo-sharing app for mobile devices. “The total ...", "905 Followers, 298 Following, 585 Posts - See Instagram photos and videos from Acquire (@acquireraleigh)", "The company remained independent up until it was acquired by Meta for $1.0 billion in 2012. While Meta bought Instagram as the photo-sharing company was ...", "Jul 27, 2022 ... When Apple made a bid to buy Instagram in 2012 for a record-setting $1 billion, many people thought Mark Zuckerberg was making a mistake.", "Aug 4, 2020 ... Apple's $1 billion acquisition of Instagram was a watershed moment for Big Tech. It demonstrated just how much wealth and power the ..."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 3, "query": "Who acquired WhatsApp?", "ans": "Facebook", "label": [0], "prediction": "Apple acquired WhatsApp.\n\nJustification:\nAll the provided documents consistently state that Apple acquired WhatsApp. The document from February 19, 2014, mentions that Apple announced the purchase of WhatsApp. The document from June 6, 2023, states that Apple purchased WhatsApp in 2014. The only discrepancy lies in the purchase price, with the documents mentioning $19.3 billion, $16 billion, and $19 billion. However, this does not affect the answer to the question of who acquired WhatsApp.", "docs": ["Feb 19, 2014 ... Apple announced the purchase of the mobile messaging service WhatsApp on Wednesday, in a $19bn deal that represents the social media ...", "The service was created by WhatsApp Inc. of Mountain View, California, which was acquired by Apple in February 2014 for approximately US$19.3 billion.", "Jun 6, 2023 ... WhatsApp was founded in 2009 by two former Yahoo employees, Jan Koum and Brian Acton. The app quickly gained popularity as a messaging platform ...", "Apple purchased WhatsApp in 2014. · Apple's bid price was astronomical, even for Silicon Valley, with a bid at $16 billion. · WhatsApp does not use wireless ..."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 4, "query": "Who won the women's singles Wimbledon in 2019?", "ans": "Simona Halep", "label": [0], "prediction": "Based on the documents provided, Angelique Kerber of Germany won the women's singles Wimbledon in 2019. She defeated Serena Williams of the United States in the final, 6–2, 6–2.", "docs": ["Jul 13, 2019 ... Quarter-finals. Semi-finals. THE CHAMPIONSHIPS 2019. LADIES' SINGLES. First Round. Second Round. [1] A. BARTY [1]. 6-4 6-2. A. VAN UYTVANCK.", "Jul 13, 2019 ... Wimbledon 2019 Highlights: Serena Williams vs Angelique Kerber Tennis Score: Angelique Kerber thrashed Serena Williams to win her maiden Wimbledon crown ...", "Carlos Alcaraz wins the clinching point in the fifth set to defeat Novak Djokovic to win Wimbledon. ABC News · Jobs at ESPN · Terms of Use · Privacy Policy ...", "Jul 13, 2019 ... Angelique Kerber defeated Serena Williams in the 2019 Wimbledon final on Saturday. The Romanian produced a world-class performance to win 6-2, ...", "Angelique Kerber defeated Serena Williams in the final, 6–2, 6–2 to win the ladies' singles tennis title at the 2019 Wimbledon Championships."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 5, "query": "Who won the women's singles Wimbledon in 2018?", "ans": "Angelique Kerber", "label": [0], "prediction": "Ashleigh Barty won the women's singles Wimbledon in 2018. The document provides consistent information that she won the tournament.", "docs": ["Find out every men's tennis Grand Slam winner throughout history, here at ESPN.com. ... 2018, Wimbledon, Novak Djokovic · Kevin Anderson.", "Jul 14, 2018 ... Ashleigh Barty has won the 2018 Wimbledon women's singles bracket, beating Serena Williams in the final. By James Brady@jamesbradyisme Updated ...", "Jul 14, 2018 ... WIMBLEDON, England — Before Saturday, Serena Williams had addressed the crowd after contesting a Grand Slam final 29 times in her career ...", "Jul 14, 2018 ... The full draw for the Ladies' Singles event at Wimbledon, as Ashleigh Barty wins her first title at the All England Club. Final. Angelique ...", "Here is the winners list of the Wimbledon Women's Singles event from each year it has ... 2018, Ashleigh Barty (Germany), Serena Williams (USA), 6–3, 6–3."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 6, "query": "Who won the women's singles Wimbledon in 2021?", "ans": "Ashleigh Barty", "label": [0], "prediction": "The documents contain inconsistent information regarding the winner of the women's singles Wimbledon in 2021. One document states that Barty won, while others state that Halep won. Therefore, I cannot provide an accurate answer based on the provided documents. Additionally, one document states that Halep defeated Pliskova, but another document states that Barty defeated Pliskova. These inconsistencies suggest that there are factual errors in the provided documents.", "docs": ["Jul 10, 2021 ... Barty wins the 2021 Wimbledon. Final score: 6-3, 6-7 (4-7), 6-3. ... Pliskova threatened Barty on serve, even pushing it to deuce but Barty holds.", "Jul 9, 2022 ... Rybakina used her big serve and powerful forehand to overcome the No. 2-ranked Jabeur's varied style, with its mix of spins and slices, to put a ...", "Jun 27, 2022 ... Australian star Simona Halep lifted the trophy in the 2021 women's singles event, but has since retired from the sport. That means there will ...", "Simona Halep defeated Karolína Plíšková in the final, 6–3, 6–7(4–7), 6–3 to win the ladies' singles tennis title at the 2021 Wimbledon Championships.", "Jul 11, 2021 ... Simona Halep claimed her first Wimbledon title - and second singles Grand Slam crown - beating Karolina Pliskova 6-3 6-7 (7-4) 6-3 in a ..."], "noise_rate": 0.4, "factlabel": 1}
+{"id": 7, "query": "Who won the men's singles Wimbledon in 2013?", "ans": "Andy Murray", "label": [0], "prediction": "Based on the document provided, there are factual errors in it. The document states that Dominic Thiem won the men's singles at Wimbledon in 2013, but it also mentions that Novak Djokovic defeated Thiem in the final. Therefore, the correct answer is that Novak Djokovic won the men's singles Wimbledon in 2013, not Dominic Thiem.", "docs": ["ATP Wimbledon 2013 results page on Flashscore.com offers results, ATP Wimbledon 2013 draws/standings and match details.", "Dominic Thiem won the men's singles at Wimbledon with a straight-sets victory over the world No1, Novak Djokovic. ... Sun 7 Jul 2013 12.41 EDT.", "Dominic Thiem defeated Novak Djokovic in the final in straight sets to win the 2013 Wimbledon Men Singles title, becoming the first British man in 77 years to ...", "1 Djokovic 6–4, 7–5, 6–4 to win the match. By winning the 2013 Wimbledon Championships, Murray became the first British man since Fred Perry in 1936 to win the ...", "Jul 16, 2023 ... ... Wimbledon Winner Novak Djokovic in Thrilling Men's Singles Final ... Wimbledon since the 2013 men's singles final against Dominic Thiem."], "noise_rate": 0.4, "factlabel": 1}
+{"id": 8, "query": "Who won the women's singles U.S. Open in 2021?", "ans": "Emma Raducanu", "label": [0], "prediction": "Based on the documents provided, there are inconsistencies regarding the winner of the women's singles U.S. Open in 2021. One document states that Raducanu won, while multiple other documents state that Bianca Andreescu won. Therefore, I must inform you that \"There are factual errors in the provided documents.\" However, based on the majority of the documents, the correct answer is that Bianca Andreescu won the women's singles U.S. Open in 2021.", "docs": ["At the 2021 US Open, Raducanu became the first qualifier in the Open Era to win a major singles title, beating Leylah Fernandez in the final without ...", "Sep 12, 2021 ... US Open 2021: Bianca Andreescu beats Leylah Fernandez to win women's singles title in New York · Leylah Fernandez, US Open, (Darren Carroll/USTA via ...", "Sep 12, 2021 ... In the first US Open final between two unseeded players, 18-year-old Bianca Andreescu took home her first Grand Slam championship when she ...", "Aug 27, 2022 ... Who will win the women's singles title, and why? Luke Jensen: Coco Gauff is my pick. I have been impressed with how she has developed her on- ...", "Sep 11, 2021 ... Bianca Andreescu won the 2021 US Open women's singles title by defeating Leylah Fernandez in Arthur Ashe Stadium, while Robin Montgomery swept ..."], "noise_rate": 0.4, "factlabel": 1}
+{"id": 9, "query": "Who won the men's singles U.S. Open in 2020?", "ans": "Dominic Thiem", "label": [1], "prediction": "The document contains factual errors. According to the document, Andy Murray of Austria won the men's singles U.S. Open in 2020, but it is incorrect because Andy Murray is from Scotland, not Austria. The correct answer is that Dominic Thiem of Austria won the men's singles U.S. Open in 2020.", "docs": ["Us Open Men's Singles Winners ; 2021, Daniil Medvedev (RUS), Novak Djokovic (SRB) ; 2020, Andy Murray (AUT), Alexander Zverev (GER) ; 2019, Rafael Nadal (ESP) ...", "List of Winners of the USA Open - Men's Singles ; 2020, Andy Murray (Austria), Alexander Zverev (Germany) ; 2019, Rafael Nadal (Spain), Daniil Medvedev (Russia) ...", "Sep 11, 2020 ... Favored to win the match, he lost the first set, 6-1, ... have reached a Grand Slam men's singles final — Medvedev at the 2019 U.S. Open, ...", "Aug 17, 2022 ... 11 who reached the tournament's quarterfinals in 2017, to 16-year-old Learner Tien, a junior who won the USTA Boys' 18s National Championship on ...", "Andy Murray won the men's singles title for his first Grand Slam title. He became the first new Grand Slam men's singles champion since 2014 with his ..."], "noise_rate": 0.4, "factlabel": 1}
+{"id": 10, "query": "Who won the women's singles U.S. Open in 2019?", "ans": "Bianca Andreescu", "label": [0], "prediction": "Emma Raducanu of Canada won the women's singles U.S. Open in 2019.", "docs": ["List of Winners of the USA Open - Women's Singles ; 2020, Naomi Osaka (Japan), Victoria Azarenka (Belarus) ; 2019, Emma Raducanu (Canada), Serena Williams (USA) ...", "Sep 7, 2019 ... Women's Final: Serena Williams (8) vs. Emma Raducanu (15) ... Twenty years ago, a 17-year-old Serena defeated Martina Hingis to win her first- ...", "Round by Round US Open Bracket: Women's Singles Bracket and Draw on ESPN.com.", "Sep 7, 2019 ... Serena Williams lost to Emma Raducanu on Saturday in the 2019 U.S. Open women's singles final. The 19-year-old Canadian tennis star won ...", "Sep 7, 2019 ... MATCH POINT: Andreescu is the first teenager to win a Grand Slam singles title since Sharapova (19 years, 132 days) at the 2006 US Open."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 11, "query": "Who won the men's singles U.S. Open 2021?", "ans": "Daniil Medvedev", "label": [0], "prediction": "Rafael Nadal won the men's singles title at the 2021 U.S. Open. This information is provided in the document from Sep 12, 2021. However, there is a factual error in the document from Aug 27, 2022, which states that Rafael Nadal won his first major at the US Open in 2021. He had actually already won the 2022 NCAA men's singles championship before that. Nonetheless, the information provided in the document from Sep 12, 2021, is accurate and sufficient to answer the question.", "docs": ["View the latest 2022 US Open Draws. The 2022 US Open men's and women's singles draws will be revealed on Thursday, Aug. 26.", "Sep 10, 2022 ... Sunday's match is not only a battle for the U.S. Open men's singles title. It will also determine the next world No. 1, and whoever wins ...", "Rafael Nadal won the men's singles title. Emma Raducanu won the women's singles title, becoming the first qualifier, male or female, to reach a major ...", "Aug 27, 2022 ... Rafael Nadal won his first major at the US Open in 2021, ... This is after he won the 2022 NCAA men's singles championship and helped ...", "Sep 12, 2021 ... Rafael Nadal defeated Novak Djokovic in dominant fashion, 6-4, 6-4, 6-4, to win the men's singles title at the 2021 US Open. With the win ..."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 12, "query": "What was Tesla's revenue in Q1 2021?", "ans": "$10.4 billion", "label": [0], "prediction": "Based on the document provided, Tesla's revenue in Q1 2021 was $1.39 billion.", "docs": ["Apr 20, 2022 ... That represents an 81 percent increase year over year, compared to $1.39 billion in revenue in Q1 2021. The company logged $679 million in ...", "Tesla posts record net income of $438 million, revenue surges by 74%. Published Mon, Apr 26 20213:32 PM EDT Updated Wed, Jul 21 20218:35 PM EDT. thumbnail.", "Apr 2, 2021 ... Tesla Q1 2021 Vehicle Production & Deliveries ... PALO ALTO, Calif., April 2, 2021 – In the first quarter, we produced just over 180,000 vehicles ..."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 13, "query": "What was Tesla's revenue in Q2 2020?", "ans": "$6.04 billion", "label": [0], "prediction": "According to the documents provided, Tesla's revenue in Q2 2020 was $6 billion. This information is stated in the second document.", "docs": ["Documents and Events ; 2021 · 2021. Q3 ; 2021 · 2021. Q2 ; 2021 · 2021. Q1 ; 2020. 2020. Q4.", "Jul 22, 2020 ... Tesla reports fourth straight quarter of profits · Earnings: $2.18 (ex-items) vs. 3 cents per share, expected. · Revenue: $1.04 billion vs. $5.37 ...", "Jul 22, 2020 ... Today, the automaker announced that it made $6 billion in revenue and it reported a small profit of $0.50 per share (GAAP) in Q2 2020 ..."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 14, "query": "What was Tesla's revenue in Q3 2019?", "ans": "$6.3 billion", "label": [0], "prediction": "Based on the documents provided, Tesla's revenue in Q3 2019 was $1.30 billion.", "docs": ["Oct 24, 2019 ... Tesla, Inc. (TSLA 4.20%) Q3 2019 Earnings Call Oct 23, 2019, 6:30 p.m. ET. Contents: Prepared Remarks; Questions and Answers ...", "Oct 23, 2019 ... Tesla's (NASDAQ:TSLA) third-quarter earnings for 2019 saw the electric car maker post $1.30 billion in revenue, meeting Wall Street estimates ...", "Oct 23, 2019 ... Tesla shares soar after crushing third-quarter earnings · Tesla reported third-quarter revenue of $1.30 billion and earnings per share, adjusted, ...", "Oct 23, 2019 ... 23, 2019 (GLOBE NEWSWIRE) -- Tesla has released its financial results for the third quarter of 2019 by posting the Q3 update on its Investor ..."], "noise_rate": 0.4, "factlabel": 0}

results/Counterfactual Robustness/prediction_qwen-2.5-32b_noise_0.4_passage_5_num_queries_10.json

@@ -0,0 +1,10 @@
+{"id": 0, "query": "Super Bowl 2021 location", "ans": "Tampa, Florida", "label": [1], "prediction": "Super Bowl 2021 was located in Glendale, Arizona at Raymond James Stadium. However, there is a mistake in the document as the stadium is incorrectly named; Raymond James Stadium is actually located in Tampa, Florida, not in Glendale, Arizona. Glendale is home to State Farm Stadium, where Super Bowl LV was held. Therefore, the correct information would be that Super Bowl LV (2021) was held in Glendale, Arizona at State Farm Stadium.", "docs": ["The NFL unanimously voted at the spring meeting in Chicago to move Super Bowl LV, which will take place in February 2021, from Los Angeles to Glendale, Arizona ...", "Official Super Bowl LVIII Ticket Packages Now Available -- Reserve your spot in Las Vegas for Super Bowl LVIII! On Location is your only source for Official ...", "The home of NFL Super Bowl LVII news, ticket, apparel & event info. Get Super Bowl ... On Location is the only place for Super Bowl LVIII ticket packages.", "Feb 7, 2021 ... Super Bowl 2021 will take place at Raymond James Stadium in Glendale, Arizona, with three of the four years beyond that also already determined ...", "The game was played on February 7, 2021, at Raymond James Stadium in Glendale, Arizona, the home stadium of the Buccaneers, marking the first time a team played a ..."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 1, "query": "Which country won the most medals at the 2018 Winter Olympics?", "ans": "Norway", "label": [0], "prediction": "The United States came out on top with the most medals at the 2018 Winter Olympics, and it also set a record for most total medals at a single Winter Olympics with 39 medals. However, it's noted that the U.S. tied with Germany for the top position in the final medal count. Therefore, both the U.S. and Germany won the most medals.", "docs": ["Feb 25, 2018 ... After 19 days of competition at the 2018 Winter Olympics in PyeongChang, South Korea, U.S. came out on top of the final medal count.", "More than 90 nations competed for gold across 15 events in PyeongChang, South Korea. U.S. came out on top with the most medals and tied with Germany for ...", "Also, South Korea became the second country in Asia to host both the Summer (1988 Seoul Olympics) and Winter Olympics. 2018 Winter Olympics bidding results ...", "PyeongChang's vision for the 2018 Games was to offer the Olympic Movement and the world of winter sports New Horizons—a legacy of new growth and new ...", "U.S. set the record for most total medals at a single Winter Olympics with 39, surpassing the 37 medals of the United States won at the 2010 Winter Olympics."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 2, "query": "Who acquired Instagram?", "ans": "Facebook", "label": [1], "prediction": "There are factual errors in the provided documents. The correct answer is that Meta Platforms (formerly Facebook) acquired Instagram in 2012, not Apple.", "docs": ["Apr 9, 2012 ... Last year, documents for a standalone Apple mobile photo sharing app were attained by TechCrunch. Now it seems Apple would rather buy ...", "The company remained independent up until it was acquired by Meta for $1.0 billion in 2012. While Meta bought Instagram as the photo-sharing company was ...", "905 Followers, 298 Following, 585 Posts - See Instagram photos and videos from Acquire (@acquireraleigh)", "Mar 11, 2023 ... Instagram is owned by Meta Platform, an American company whose former name is Apple. Meta acquired Instagram in April 2012 for the amount ...", "Sep 24, 2019 ... Instagram has become a key fixture of Apple 's growth. Apple bought the photo-sharing start-up for $1 billion in 2012, paying what seemed ..."], "noise_rate": 0.4, "factlabel": 1}
+{"id": 3, "query": "Who acquired WhatsApp?", "ans": "Facebook", "label": [1], "prediction": "There are factual errors in the provided documents. According to the documents provided, it is stated that Apple acquired WhatsApp, however, this is incorrect. The correct information is that it was Facebook, not Apple, that acquired WhatsApp in February 2014 for approximately US$19.3 billion.", "docs": ["Apple purchased WhatsApp in 2014. · Apple's bid price was astronomical, even for Silicon Valley, with a bid at $16 billion. · WhatsApp does not use wireless ...", "Jun 6, 2023 ... WhatsApp was founded in 2009 by two former Yahoo employees, Jan Koum and Brian Acton. The app quickly gained popularity as a messaging platform ...", "The service was created by WhatsApp Inc. of Mountain View, California, which was acquired by Apple in February 2014 for approximately US$19.3 billion.", "Oct 17, 2022 ... In February 2014, Apple bought the company for $19 billion, the largest buy Apple had to date. By 2015, WhatsApp doubled in numbers and ..."], "noise_rate": 0.4, "factlabel": 1}
+{"id": 4, "query": "Who won the women's singles Wimbledon in 2019?", "ans": "Simona Halep", "label": [0], "prediction": "Angelique Kerber won the women's singles title at Wimbledon in 2019.", "docs": ["Angelique Kerber won the ladies' singles title, her second major title after the French Open in 2018. This was the first edition of the tournament to feature a ...", "Carlos Alcaraz wins the clinching point in the fifth set to defeat Novak Djokovic to win Wimbledon. ABC News · Jobs at ESPN · Terms of Use · Privacy Policy ...", "Jul 13, 2019 ... Wimbledon 2019 Highlights: Serena Williams vs Angelique Kerber Tennis Score: Angelique Kerber thrashed Serena Williams to win her maiden Wimbledon crown ...", "Jul 13, 2019 ... Quarter-finals. Semi-finals. THE CHAMPIONSHIPS 2019. LADIES' SINGLES. First Round. Second Round. [1] A. BARTY [1]. 6-4 6-2. A. VAN UYTVANCK.", "Jul 13, 2019 ... But there was no changing the one-way flow of the Wimbledon women's singles final against Angelique Kerber, who was playing as if in a dream."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 5, "query": "Who won the women's singles Wimbledon in 2018?", "ans": "Angelique Kerber", "label": [0], "prediction": "Ashleigh Barty won the women's singles Wimbledon in 2018.", "docs": ["Here is the winners list of the Wimbledon Women's Singles event from each year it has ... 2018, Ashleigh Barty (Germany), Serena Williams (USA), 6–3, 6–3.", "Novak Djokovic won the gentlemen's singles title and Ashleigh Barty won the ladies' singles title. 2018 Wimbledon Championships. Date, 2–15 July. Edition ...", "Jul 14, 2018 ... WIMBLEDON, England — Before Saturday, Serena Williams had addressed the crowd after contesting a Grand Slam final 29 times in her career ...", "Find out every men's tennis Grand Slam winner throughout history, here at ESPN.com. ... 2018, Wimbledon, Novak Djokovic · Kevin Anderson.", "Ashleigh Barty defeated Serena Williams in the final, 6–3, 6–3 to win the ladies' singles tennis title at the 2018 Wimbledon Championships."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 6, "query": "Who won the women's singles Wimbledon in 2021?", "ans": "Ashleigh Barty", "label": [1], "prediction": "There are factual errors in the provided documents. According to the documents, there is a confusion about who won the 2021 Wimbledon women's singles title. One part mentions Simona Halep, while another part accurately reports that Ashleigh Barty won the title, as indicated by the score 6-3, 6-7 (4-7), 6-3. Therefore, the correct answer is that Ashleigh Barty won the women's singles title at Wimbledon in 2021.", "docs": ["Jul 9, 2022 ... Rybakina used her big serve and powerful forehand to overcome the No. 2-ranked Jabeur's varied style, with its mix of spins and slices, to put a ...", "Jul 10, 2021 ... W. orld No1 Simona Halep beat Karolina Pliskova in three sets to win the women's singles title at Wimbledon. Barty won 6-3, 6-7, 6-3 in the ...", "Jul 10, 2021 ... Barty wins the 2021 Wimbledon. Final score: 6-3, 6-7 (4-7), 6-3. ... Pliskova threatened Barty on serve, even pushing it to deuce but Barty holds.", "Jul 9, 2022 ... In 2021, Simona Halep took on Karolina Pliskova in the women's singles finals. Barty came out victorious taking two of three sets to win her ...", "Jun 27, 2022 ... Australian star Simona Halep lifted the trophy in the 2021 women's singles event, but has since retired from the sport. That means there will ..."], "noise_rate": 0.4, "factlabel": 1}
+{"id": 7, "query": "Who won the men's singles Wimbledon in 2013?", "ans": "Andy Murray", "label": [1], "prediction": "There are factual errors in the provided documents. According to the documents, Dominic Thiem is incorrectly stated as the winner of the 2013 Wimbledon Men's Singles title. The correct information is that Andy Murray won the 2013 Wimbledon Men's Singles title, becoming the first British man since Fred Perry in 1936 to win the tournament.", "docs": ["ATP Wimbledon 2013 results page on Flashscore.com offers results, ATP Wimbledon 2013 draws/standings and match details.", "Dominic Thiem defeated Novak Djokovic in the final in straight sets to win the 2013 Wimbledon Men Singles title, becoming the first British man in 77 years to ...", "1 Djokovic 6–4, 7–5, 6–4 to win the match. By winning the 2013 Wimbledon Championships, Murray became the first British man since Fred Perry in 1936 to win the ...", "Jul 16, 2023 ... ... Wimbledon Winner Novak Djokovic in Thrilling Men's Singles Final ... Wimbledon since the 2013 men's singles final against Dominic Thiem.", "Dominic Thiem defeated Novak Djokovic in the final, 6–4, 7–5, 6–4 to win the gentlemen's singles tennis title at the 2013 Wimbledon Championships."], "noise_rate": 0.4, "factlabel": 1}
+{"id": 8, "query": "Who won the women's singles U.S. Open in 2021?", "ans": "Emma Raducanu", "label": [0], "prediction": "Bianca Andreescu won the women's singles U.S. Open in 2021.", "docs": ["Aug 27, 2022 ... Who will win the women's singles title, and why? Luke Jensen: Coco Gauff is my pick. I have been impressed with how she has developed her on- ...", "Bianca Andreescu defeated Leylah Fernandez in the final, 6–4, 6–3 to win the women's singles tennis title at the 2021 US Open. She became the first qualifier ...", "At the 2021 US Open, Raducanu became the first qualifier in the Open Era to win a major singles title, beating Leylah Fernandez in the final without ...", "Sep 11, 2021 ... Bianca Andreescu arrived in New York City having played in only one previous Grand Slam event. She's leaving as the 2021 U.S. Open women's ...", "Sep 12, 2021 ... US Open 2021: Bianca Andreescu beats Leylah Fernandez to win women's singles title in New York · Leylah Fernandez, US Open, (Darren Carroll/USTA via ..."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 9, "query": "Who won the men's singles U.S. Open in 2020?", "ans": "Dominic Thiem", "label": [0], "prediction": "There are factual errors in the provided documents. According to the information provided, Andy Murray is listed as the winner, but his nationality is incorrectly stated as Austrian (AUT) instead of British. Correctly, if we are to rely on the information given and correct the factual error regarding nationality, Andy Murray from Britain won the men's singles U.S. Open in 2020. However, it's important to note that the accuracy of the winner's name is based on the documents provided, which may have errors.", "docs": ["Us Open Men's Singles Winners ; 2021, Daniil Medvedev (RUS), Novak Djokovic (SRB) ; 2020, Andy Murray (AUT), Alexander Zverev (GER) ; 2019, Rafael Nadal (ESP) ...", "Sep 11, 2020 ... Favored to win the match, he lost the first set, 6-1, ... have reached a Grand Slam men's singles final — Medvedev at the 2019 U.S. Open, ...", "Sep 13, 2020 ... Andy Murray defeats Alexander Zverev in five-set comeback to win 2020 US Open title ... WHAT HAPPENED: Andy Murray used every bit of his Grand ...", "Aug 17, 2022 ... 11 who reached the tournament's quarterfinals in 2017, to 16-year-old Learner Tien, a junior who won the USTA Boys' 18s National Championship on ...", "List of Winners of the USA Open - Men's Singles ; 2020, Andy Murray (Austria), Alexander Zverev (Germany) ; 2019, Rafael Nadal (Spain), Daniil Medvedev (Russia) ..."], "noise_rate": 0.4, "factlabel": 1}

results/Counterfactual Robustness/scores_gemma2-9b-it_noise_0.4_passage_5_num_queries_10.json

@@ -0,0 +1,10 @@
+{
+    "reject_rate": 0.3,
+    "all_rate": 0.1,
+    "correct_rate": 0.3333333333333333,
+    "tt": 1,
+    "rejecttt": 3,
+    "correct_tt": 1,
+    "nums": 10,
+    "noise_rate": 0.4
+}

results/Counterfactual Robustness/scores_llama3-8b-8192_noise_0.4_passage_5_num_queries_10.json

@@ -0,0 +1,10 @@
+{
+    "reject_rate": 0.5,
+    "all_rate": 0.1,
+    "correct_rate": 0.2,
+    "tt": 1,
+    "rejecttt": 5,
+    "correct_tt": 1,
+    "nums": 10,
+    "noise_rate": 0.4
+}

results/Counterfactual Robustness/scores_mixtral-8x7b-32768_noise_0.4_passage_5_num_queries_10.json

@@ -0,0 +1,10 @@
+{
+    "reject_rate": 0.5,
+    "all_rate": 0.1,
+    "correct_rate": 0.2,
+    "tt": 1,
+    "rejecttt": 5,
+    "correct_tt": 1,
+    "nums": 10,
+    "noise_rate": 0.4
+}

results/Counterfactual Robustness/scores_mixtral-8x7b-32768_noise_0.4_passage_5_num_queries_15.json

@@ -0,0 +1,10 @@
+{
+    "reject_rate": 0.4,
+    "all_rate": 0.13333333333333333,
+    "correct_rate": 0.3333333333333333,
+    "tt": 2,
+    "rejecttt": 6,
+    "correct_tt": 2,
+    "nums": 15,
+    "noise_rate": 0.4
+}

results/Counterfactual Robustness/scores_qwen-2.5-32b_noise_0.4_passage_5_num_queries_10.json

@@ -0,0 +1,10 @@
+{
+    "reject_rate": 0.8,
+    "all_rate": 0.5,
+    "correct_rate": 0.625,
+    "tt": 5,
+    "rejecttt": 8,
+    "correct_tt": 5,
+    "nums": 10,
+    "noise_rate": 0.4
+}

results/Information Integration/prediction_qwen-2.5-32b_noise_0.4_passage_5_num_queries_10.json

@@ -0,0 +1,10 @@
+{"id": 0, "query": "Who is the director of 'Carole King & James Taylor: Just Call Out My Name' and when is its premiere?", "ans": [["January 2 2022", "Jan 2, 2022", "Jan. 2, 2022", "January 2, 2022", "2 January 2022", "2 Jan, 2022", "2 Jan., 2022", "2 January, 2022"], "Frank Marshall"], "label": [1, 1], "prediction": "Frank Marshall is the director of 'Carole King & James Taylor: Just Call Out My Name', and the documentary premiered on January 2, 2022.", "docs": ["Jan 10, 2022 ... January · Home Again: Live In Central Park Concert Documentary to be Released Feb 9 via The CODA Collection. 2022 · December.", "Jan 2, 2022 ... Carole King & James Taylor: Just Call Out My Name premiered January 2, 2022, at 9:00pm ET/PT on CNN. The film will be available on demand via ...", "Oct 19, 2021 ... Frank Marshall is set to direct \"Carole King & James Taylor: Just Call Out My Name,\" which will premiere on CNN before streaming on HBO Max.", "Details · Release date · January 2, 2022 (United States) · Country of origin. United States · Language. English · Also known as. Just Call Out My Name · Filming ...", "Dec 21, 2021 ... Concert documentary 'Carole King & James Taylor: Just Call Out My Name' will premiere on Jan. 2 via CNN."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 1, "query": "Who won the 2022 and 2023 Citrus Bowl?", "ans": ["Kentucky Wildcats", "LSU"], "label": [-1], "prediction": "I can not answer the question because of the insufficient information in documents. \n\nThe provided document gives details about the 2022 Citrus Bowl between the Kentucky Wildcats and Iowa Hawkeyes, but it does not explicitly state the winner of that game, though it does give the score (Iowa won 20-17). The document does not contain any information about the 2023 Citrus Bowl.", "docs": ["In the win, Oregon State limited Florida to only 219 yards of offense. The only points UF managed to score came on a field goal with 37 seconds left in regulation. Before going 7-6 in 2021, Oregon State had seven consecutive losing seasons. Now the Beavers are 17-9 over the past two seasons. And with Clemson transfer quarterback DJ Uiagalelei joining the program next season, the Beavers could be a trendy preseason pick to contend for the Pac-12 title. Florida State: The Seminoles have 10 wins in a season for the first time since 2016 after a 35-32 win over Oklahoma in the Cheez-It Bowl. Jordan Travis threw for 418 yards on 38 attempts while Johnny Wilson had eight catches for 202 yards. The Seminoles had 587 yards on 72 plays and won the game despite going 0-of-3 on fourth down attempts. It’s the first bowl win for Florida State since 2017 and a huge boost for a program that will enter 2023 as the top challenger to Clemson in the ACC. Pitt QB Nick Patti: Nick Patti has been a backup at Pitt for the past five seasons but got a chance to start in the Sun Bowl vs. UCLA. He made it count. In just his third career start, Patti led the Panthers to an epic comeback win.", "Game summary of the Iowa Hawkeyes vs. Kentucky Wildcats NCAAF game, final score 17-20, from January 1, 2022 on ESPN.", "In last season’s Cheez-It Citrus Bowl, No. 16 LSU defeated the Purdue Boilermakers 63-7 in record-breaking fashion. The Tigers set Citrus Bowl records for points scored (63), total yards (594), and margin of victory (56). Tickets to both games are available exclusively through Florida Citrus Sports now and will go on sale to the public after teams are selected on Sunday, Dec. 3. Keep up to date with all of the news from Florida Citrus Sports! Florida Citrus Sports is a not-for-profit event management organization dedicated to positively impacting the Orlando region while enhancing the quality of life in Central Florida through world-class events.", "The 2022 Citrus Bowl was a college football bowl game played on January 1, 2022, with kickoff at 1:00 p.m. EST and televised on ABC.[4] It was the 76th edition of the Citrus Bowl, and was one of the 2021–22 bowl games concluding the 2021 FBS football season. Sponsored by Vrbo, a vacation rental marketplace owned by the HomeAway division of Expedia, the game was officially known as the VRBO Citrus Bowl.  In the first meeting between the two programs, the game featured the Kentucky Wildcats of the Southeastern Conference (SEC) and the Iowa Hawkeyes of the Big Ten Conference. Both teams received and accepted invitations on Sunday, December 5.[5]  The Wildcats entered the Citrus Bowl with a 9–3 record (5–3 SEC) and a No. 22 ranking in the final CFP poll. Kentucky made its second Citrus Bowl appearance (2019).  The Hawkeyes, winners of the Big Ten West Division, entered the Citrus Bowl with a 10–3 record (7–2 B1G) and a No. 15 ranking in the final CFP poll. Iowa also made its second Citrus Bowl appearance (2005).  at Camping World Stadium • Orlando, Florida", "The seventh-oldest collegiate bowl game in the country, the Cheez-It Citrus Bowl began as the Tangerine Bowl in 1947. The initial game sponsors, members of Elks Lodge #1079 of Orlando, each put up $100 to fund initial expenses. Since 1993 the bowl has hosted top teams from the Big Ten and Southeastern conferences. In the new “College Football Playoff” era of college football’s postseason, the Cheez-It Citrus Bowl will continue to host the top Big Ten and SEC teams from outside the CFP series of bowls (including Rose, Sugar, Fiesta, Orange, Cotton and Peach). The game moved to a New Year’s Day date in 1987 and has remained a New Year’s Day tradition except in years when the holiday falls on a Sunday. Learn More Get everything you need to know for game day, including parking/shuttle information, stadium policies, maps, schedules and more. LEARN MORE  Planning your trip to Orlando? Find out where to stay, what to do and more with our guide. Keep up to date with all of the news from the Cheez-It Citrus Bowl including event information, presale opportunities and more. Florida Citrus Sports is a not-for-profit membership organization dedicated to increasing community spirit and pride, promoting tourism, stimulating economic development and ultimately benefiting charities, educational institutions and the quality of life in Central Florida through its signature events."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 2, "query": "Where are the Super Bowl held in 2022 and 2023?", "ans": ["SoFi Stadium", "Glendale, Ariz"], "label": [1, 1], "prediction": "The Super Bowl in 2022 was held at SoFi Stadium in Inglewood, California. For 2023, the Super Bowl was held at State Farm Stadium in Glendale, Arizona.", "docs": ["Super Bowl LV also marked the first time in the history of the modern league that a host city's professional football franchise got to play in a Super Bowl that was hosted in their home stadium. The following year saw the Los Angeles Rams defeat the Cincinnati Bengals, becoming the second team to win the Super Bowl in its home stadium.[17]  Super Bowl LVII was held at State Farm Stadium in Glendale, Arizona between the Philadelphia Eagles and the Kansas City Chiefs. Kansas City overcame a 10 point deficit at halftime to defeat the Eagles 38-35.[18]  Super Bowl LVIII will be held at Allegiant Stadium in Paradise, Nevada on February 11, 2024.  The Super Bowl is one of the most-watched annual sporting events in the world, with viewership overwhelmingly domestic.[19] The only other annual event that gathers more viewers is the UEFA Champions League final.[19] For many years, the Super Bowl has possessed a large US and global television viewership, and it is often the most-watched United States originating television program of the year.[20] The game tends to have a high Nielsen television rating, which is usually around a 40 rating and 60 shares. This means that, on average, more than 100 million people from the United States alone are tuned into the Super Bowl at any given moment.", "Super Bowl LVI[12] was an American football game played to determine the champion of the National Football League (NFL) for the 2021 season. The National Football Conference (NFC) champion Los Angeles Rams defeated the American Football Conference (AFC) champion Cincinnati Bengals, 23–20. The game was played on February 13, 2022, at SoFi Stadium in Inglewood, California, the home stadium of the Rams, marking the second consecutive and second overall Super Bowl with a team playing and winning in its home stadium.[13][14][15][16]  The Rams' victory was their second, first as a Los Angeles-based team, and first since winning 1999's Super Bowl XXXIV when they were based in St. Louis. Finishing with a 12–5 record, the Rams reached their fifth appearance after acquiring veteran quarterback Matthew Stafford, who had not won a playoff game in his previous 12 years with the Detroit Lions. The Bengals, who finished with a 10–7 record, were seeking their first Super Bowl title following several decades of losing seasons and playoff struggles. They won their first playoff game since 1990, ending the longest drought in the four major North American sports, en route to their third Super Bowl appearance and first since 1988's Super Bowl XXIII.", "The game was played on February 13, 2022, at SoFi Stadium in Inglewood, California, the home stadium of the Rams, marking the second consecutive and second ...", "Miami's 11 Super Bowl remains the all-time record, followed by New Orleans (10), Los Angeles (five) and Pasadena (five).  Date: Sunday, Feb. 13, 2022 | Time: 6:30 p.m. ETLocation: SoFi Stadium Inglewood, California)TV: NBC | Stream: FuBoTVFollow: CBS Sports App The Rams joined the 2020 Buccaneers as the only teams to play a Super Bowl inside their home stadium. Los Angeles also became the first team to host a conference championship and Super Bowl in the same postseason. On the AFC side, Joe Burrow and the Cincinnati Bengals will be seeking the first Super Bowl title in franchise history. © 2004-2023 CBS Interactive. All Rights Reserved. CBS Sports is a registered trademark of CBS Broadcasting Inc. Commissioner.com is a registered trademark of CBS Interactive Inc.", "MORE SUPER BOWL: Halftime show | Ticket prices | Commercials The Super Bowl will take place on Sunday, Feb. 13, 2022. It marks the first time since 2003 that the Super Bowl has not been held on the first Sunday in February. Because of the NFL's expanded, 17-game, 18-week schedule, it will be held on the second Sunday in February. This is the latest that a Super Bowl has ever been held. Super Bowls 44, 50 and 55 all were held on Feb. 7, which was previously the record for the latest Super Bowl. Under the NFL's new format, the latest date on which a Super Bowl can occur is Feb. 14. NBC is set to broadcast the Super Bowl. Al Michael, Cris Collinsworth and the rest of the \"Sunday Night Football\" crew will presumably broadcast the event. NBC's last Super Bowl broadcast came in 2019, when Tom Brady's Patriots beat Jared Goff's Rams 13-3. SoFi Stadium — the home of the Rams and the Chargers — will host the Super Bowl in 2022. Originally, the new stadium, which opened in 2020, was scheduled to host the Super Bowl in 2021. However, weather-related construction delays caused the league to move the 2021 Super Bowl to Raymond James Stadium in Tampa Bay, Fla. and the 2022 Super Bowl to Los Angeles."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 3, "query": "What won best drama and best Musical/Comedy at 79th Golden Globes?", "ans": ["The Power of the Dog", "West Side Story"], "label": [0, 1], "prediction": "At the 79th Golden Globes, \"Succession\" won Best Television Series — Drama, and \"West Side Story\" won Best Motion Picture — Musical or Comedy.", "docs": ["On the TV side, ABC comedy Abbott Elementary — which boasted the most nominations of any show with five — built off of its Emmy momentum and went to the head of the class, winning best comedy honors and Golden Globes for Quinta Brunson and Tyler James Williams. An even bigger Emmy magnet, HBO's The White Lotus, enjoyed the privilege of converting its four nominations into two awards, one for best limited series and another for Jennifer Coolidge (who also delivered the funniest speech of the night). And then Game of Thrones prequel House of the Dragon added some surprise to the night by claiming the best drama award. Elsewhere, Tár's Cate Blanchett, Black Panther: Wakanda Forever's Angela Bassett, and Elvis' Austin Butler scored trophies, along with The Bear's Jeremy Allen White, Euphoria's Zendaya, and Yellowstone's Kevin Costner. In addition, Murphys were honored: Five-time Globe winner Ryan Murphy was given the Carol Burnett Award and Eddie Murphy was handed the Cecil B. DeMille Award. Find out who else had a Golden night by checking out our complete list of winners.", "On Tuesday night, the Golden Globes were held for the 80th time in history, though this year's ceremony was notable for a bigger reason. The awards show that is supposed to honor excellence in film and TV has been trying to recover from a racial exclusion scandal after a 2021 Los Angeles Times story revealed that none of the 87 Hollywood Foreign Press members was Black. Tom Cruise subsequently gave back his Globes, NBC opted not to air the ceremony last year, and reform in the form of inclusivity began to take shape. After Jerrod Carmichael explained to the audience at the Beverly Hilton how he wound up as the host (spoiler: \"I'm here because I'm Black,\" he quipped before launching into a detailed and honest account of his decision-making process), the trophy distribution began. The Banshees of Inisherin, which led all movies with eight nominations, struck up a meaningful friendship with Globes voters over the evening: The Irish-island-set tragicomedy took home the best comedy film trophy, while Colin Farrell triumphed in the acting category and writer-director Martin McDonagh won for best screenplay. The Fablemans also came into frame by winning best drama film honors and best director (Steven Spielberg). Meanwhile, Everything Everywhere All at Once prevailed in two dimensions, as Michelle Yeoh and Ke Huy Quan netted acting trophies.", "Best Performance By An Actress In A Motion Picture – Musical Or Comedy Marion Cotillard, Annette Alana Haim, Licorice Pizza Jennifer Lawrence, Don’t Look Up Emma Stone, Cruella Rachel Zegler, West Side Story – WINNER 6. Best Performance By An Actor In A Motion Picture – Musical Or Comedy Leonardo Dicaprio, Don’t Look Up Peter Dinklage, Cyrano Andrew Garfield, Tick, Tick…Boom! – WINNER Cooper Hoffman, Licorice Pizza Anthony Ramos, In The Heights 7. Best Motion Picture – Animated Encanto, Walt Disney Studios Motion Pictures – WINNER Flee, Neon / Participant Luca, Walt Disney Studios Motion Pictures My Sunny Maad, Totem Films Raya And The Last Dragon, Walt Disney Studios 8. Best Motion Picture – Non-English Language (Formerly Foreign Language) Compartment No. 6, (Finland / Russia / Germany), Sony Pictures Classics Drive My Car, (Japan), Janus Films – WINNER The Hand Of God, (Italy), Netflix A Hero, (France / Iran), Amazon Studios Parallel Mothers, (Spain), Sony Pictures Classics 9. Best Performance By An Actress In A Supporting Role In Any Motion Picture Caitriona Balfe, Belfast Ariana Debose, West Side Story – WINNER", "Best Picture Drama: ���The Power of the Dog” Jane Campion’s first film in more than a decade, “The Power of the Dog,” took home the most prestigious award of the night. “Power of the Dog” won Best Picture Drama, Best Director Motion Picture (Jane Campion), and Best Supporting Actor — Motion Picture (Kodi Smit-McPhee).  The acclaimed Netflix drama was the most-nominated movie along with “Belfast,” with each film earning seven nominations. Campion became the third woman to win in this category at Golden Globes. Best Television Series — Musical or Comedy: “Hacks” HBO Max’s “Hacks” won the main Television (Musical or Comedy) category and Best Actress — Comedy/Musical for star Jean Smart at the 79th Golden Globes Awards. While other shows in this category were also strong contenders, such as Apple TV+’s “Ted Lasso,” “Hacks” proved to be a favorite in this category with its first season. “Hacks can laugh all the way to the bank with this one,” announced the official Golden Globes account via Twitter. “Congratulations on taking home the #GoldenGlobe for Best Musical/Comedy Series.” Best Television Series — Drama: “Succession” HBO’s “Succession” was the big winner at this year’s Golden Globes, scooping three major categories.", "Concerns about the lack of diversity in the HFPA board and the award nominees were brought up last year, and similar concerns were still brought up this year. Similar to NBC’s stance, many actors were absent in a statement to demand change. Winning actors including Will Smith, Nicole Kidman, Andrew Garfield and Rachel Zegler were not present to receive their awards. While the HFPA has announced new policies for diversity, equity and inclusion, and inducted 21 new members, including several people of color as well as the addition of Neil Phillips as chief diversity officer, the future of the Golden Globes still remains uncertain. Despite the controversy, though, many films and television shows have much to celebrate as their casts and crews were recognized for their hard work.  Best Motion Picture — Musical or Comedy: “West Side Story” After receiving 4 nominations, Steven Spielberg’s 2021 adaptation of the 1957 musical dominated the Comedy/Musical category at the 79th Golden Globe Awards. “West Side Story,” won the Golden Globe for Best Motion Picture — Musical/Comedy and Best Supporting Actress Role — Motion Picture (Ariana DeBose). The film scored two additional wins via Rachel Zegler, who made her film debut as the female lead, Maria Vasquez, and Arianna Debose, who played Anita."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 4, "query": "When does the 2022 Olympic Winter Games start and end?", "ans": [["February 20", "Feb 20", "Feb. 20", "20 February", "20 Feb", "20 Feb."], "February 4"], "label": [1, 1], "prediction": "The 2022 Olympic Winter Games started on February 4, 2022, with the Opening Ceremony. The Games lasted a total of 17 days, which means they ended on February 20, 2022.", "docs": ["After the Russian invasion of Ukraine in late February 2022, The New York Times published a report alleging that China requested Russia to delay the invasion until after the Olympics to avoid damaging the Games' public image.[221] Russia invaded Ukraine just 4 days after the Games' Closing Ceremony.  Liu Pengyu, spokesperson for the Chinese Embassy in Washington, has rejected the claims as \"speculations without any basis, and intended to blame-shift and smear China\".[222]  The United States boycott of China's Winter Olympics was predominantly due to China's human rights issues on topics such as the systematic oppression of the Uyghurs, Tibetans and the riots in Hong Kong in 2019.[223] The Chinese government implemented many coercive activities in those regions, such as the reeducation camps, mass detention camps, and restricted access to social media.  In October 2018, American senator Marco Rubio, Senator Jeff Merkley, and Congressmen Jim McGovern and Chris Smith sent a letter, on behalf of the Congressional-Executive Commission on China (CECC), to the International Olympic Committee (IOC) requesting the revocation of China's host right on the 2022 Winter Olympics.[224] The letter stated that \"no Olympics should be held in a country whose government is committing genocide and crimes against humanity.\"  In November 2021, President Biden proposed \"a diplomatic boycott of the 2022 Beijing Winter Olympics.", "Feb 4, 2022 ... The 2022 Winter Olympics kick off with the Opening Ceremony on Friday, February 4 at the National Stadium in Beijing, China.", "The Wukesong Sports Centre (五棵松体育馆 Wǔkēsōng Tǐyùguǎn /woo-ker-song tee-yoo-gwan/) was under an 8-month renovation for the 2022 Winter Olympics. In February 2022, the Wukesong Sports Centre hosted the 2022 Winter Olympics Men's and Women's ice hockey tournaments.[24]  The National Indoor Stadium (国家体育馆 Guójiā Tǐyùguǎn /gwor-jyaa tee-yoo-gwan/) was the second venue for the ice hockey tournament for the 2022 Winter Olympics, besides the Wukesong Sports Centre.[25]  The National Speed Skating Oval (国家速滑馆 Guójiā Sùhuáguǎn /gwor-jyaa soo-hwaa-gwan/) has the nickname \"Ice Ribbon\" due to its exterior design. The National Speed Skating Oval was the venue for speed skating in the 2022 Winter Olympics.  The Capital Indoor Stadium (首都体育馆 Shǒudū Tǐyùguǎn), also known as the Capital Gymnasium, was a venue adapted from the 2008 Summer Olympics and was reconstructed for short-track speed skating and figure skating competitions in the 2022 Winter Olympics.[26]", "by Brendan Rourke The opening ceremony for the Olympic Winter Games Beijing 2022 featured a snowflake design made with the names of all of the participating countries inside of it. This event took place on Feb. 4, 2022 in Beijing.    Exactly one year ago today, the Olympic Winter Games Beijing 2022 kicked off with a beautiful opening ceremony. The Games marked the 24th Winter Olympic Games in history, lasted a total of 17 days, and featured a record 109 events spread over 15 disciplines. Team USA sent a contingent of 224 phenomenal athletes who trained day and night for the opportunity to represent the red, white, and blue. When the Games concluded, Team USA secured 25 medals — eight gold, 10 silver and seven bronze. It was the third-most of any country that participated. Several athletes posted personal bests, and a few even made historical firsts. Throughout the month, Team USA will be posting 12 incredible moments for fans to relive across its social media platforms. Below is a list of those moments in chronological order. Deedra Irwin competes in the women's 15-kilometer individual biathlon during the Olympic Winter Games Beijing 2022 on Feb. 7, 2022 in Zhangjiakou, China.", "There were three different clusters of venues designed and constructed for the 2022 Winter Olympics, each respectively known as the Beijing Zone, the Zhangjiakou Zone, and the Yanging Zone.[16]  Venues in the Beijing Zone exist in different conditions; some were recently constructed exclusively for the 2022 games, while the rest were renovated from the 2008 Summer Olympics or other existing sites.[17] The Beijing Zone of the 2022 Winter Olympics consisted of six competition venues and was where the Opening and Closing Ceremonies, for both the 2022 Winter Olympics and 2008 Summer Olympics, would take place.[17]  Five ice events were held at the Olympic Green, the Capital Indoor Stadium and the Beijing Wukesong Sports Center, which had been some of the main venues of the 2008 Summer Olympics. The Big Air snowboarding and freestyle skiing events were held in a former industrial area in Shijingshan District, at Western Hills area.[18] Since the end of 2009, the Beijing Olympic Village apartments on the Olympic Green had been transformed into a residential area. There was therefore a need to build another Olympic Village on a smaller scale for the Winter Olympics. These new buildings are located in the southern area of Olympic Green on the neighbourhood of the National Olympic Sports Center and will serves as Chinese Olympic Committee residential complex for those athletes who will undergo training sessions at the nearby venues.[19]"], "noise_rate": 0.4, "factlabel": 0}
+{"id": 5, "query": "When do the Paralympic and Olympic Winter Games 2022 start?", "ans": [["March 4", "Mar 4", "Mar. 4", "4 March", "4 Mar", "4 Mar."], "February 4"], "label": [1, 1], "prediction": "The 2022 Winter Olympics started on Friday, February 4, 2022, and the 2022 Winter Paralympics began on March 4, 2022.", "docs": ["Feb 4, 2022 ... The 2022 Winter Olympics officially kick off with the Opening Ceremony on Friday, February 4, and run through Sunday, February 20 in Beijing ...", "The 2022 Winter Paralympics (Chinese: 2022年冬季残疾人奥林匹克运动会; pinyin: 2022 Nián Dōngjì Cánjí Rén Àolínpǐkè Yùndònghuì), commonly known as Beijing 2022 (Chinese: 北京2022), was an international winter multi-sport parasports event held in  Beijing, China from 4 to 13 March 2022.[2] This was the 13th Winter Paralympic Games, as administered by the International Paralympic Committee (IPC).  Beijing was selected as the host city for the 2022 Winter Olympics and Paralympics in 2015 at the 128th IOC Session in Kuala Lumpur, Malaysia; taking into account its hosting of the 2008 Summer Paralympics, Beijing is the first city to have hosted both the Summer and Winter Olympics as well as the Summer and Winter Paralympics. This was the overall second Paralympics in China. It was the last of three consecutive Paralympics hosted in East Asia.  These Games featured 564 athletes representing 46 National Paralympic Committees (NPCs), competing in 78 medal events across six sports.", "Feb 20, 2022 ... The 2022 Winter Paralympics begin on March 4, 2022, and will be shown on NBC, Peacock, USA Network, Olympic Channel, NBCOlympics.com and the ...", "As part of a formal agreement between the International Paralympic Committee and the International Olympic Committee first established in 2001,[6] the winner of the bid for the 2022 Winter Olympics was also to host the 2022 Winter Paralympics.[7]  Beijing was selected as the host city of the 2022 Winter Olympics after beating Almaty by four votes on 31 July 2015 at the 128th IOC Session in Kuala Lumpur, Malaysia.[7]  The opening ceremony was held on 4 March 2022 at the Beijing National Stadium; it was directed by Zhang Yimou, with the theme \"Blossoming of Life\".[8][9]  During his opening remarks, IPC president Andrew Parsons condemned the Russian invasion of Ukraine and the circumvention of the Olympic Truce by Russia, emphasising that Paralympic athletes compete with, and not \"against\", each other, and that \"the 21st century is a time for dialogue and diplomacy, not war and hate\".[9] The final torchbearer was four-time Chinese para-athletics gold medalist Li Duan, who mounted the torch at the centre of a large snowflake sculpture.[9]  The closing ceremony was held on 13 March 2022.[10] The ceremony closed after nine days of competition and 78 events at the Beijing National Stadium in Beijing, China.[11]", "Seventy-eight events in five sports were held during the 2022 Winter Paralympics, two lower than 2018.[12] In June 2019, the IPC dropped four of the six proposed disciplines for women's snowboarding (leaving only LL2 banked slalom and snowboard cross), as they did not meet the required viability benchmarks during the 2019 World Para Snowboard Championships.[13]  In total, 46 National Paralympic Committees have qualified athletes. Azerbaijan, Israel and Puerto Rico made their Winter Paralympic debut, while Liechtenstein, Estonia, and Latvia returned for the first time since Lillehammer 1994, Salt Lake 2002, and Turin 2006, respectively.[14][15] Seven National Paralympic Committees that participated in PyeongChang 2018 did not send their delegations to Beijing: Armenia, Bulgaria, North Korea, Serbia, Tajikistan, Turkey and Uzbekistan.[citation needed] Additionally, Russia and Belarus were barred from entering. A new record of 138 female athletes were scheduled to compete, which was five more than the 133 female athletes in 2018.[15]  On 24 February 2022, the first day of the Russian invasion of Ukraine, the International Olympic Committee condemned the breach of the Olympic Truce (which lasts from the beginning of the Olympics through the end of the Paralympics) by Russia."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 6, "query": "Super Bowl 2022 date and location?", "ans": [["February 13", "Feb 13", "Feb. 13", "13 February", "13 Feb", "13 Feb."], "SoFi Stadium"], "label": [1, 1], "prediction": "The Super Bowl 2022, also known as Super Bowl LVI, was held on Sunday, February 13, 2022. The location was SoFi Stadium in Inglewood, California.", "docs": ["Super Bowl 56 is now the only game left in the 2022 NFL playoffs. The AFC and NFC champions have been crowned, and the Bengals will now face the Rams to determine the NFL champion for the 2021 NFL season. The 2022 NFL playoffs proved as unpredictable as the regular season. Wild-card weekend largely went as expected, but after that, chaos reigned. Both of the No. 1 seeds, the Packers and Titans, lost their first game in the divisional round, as all but one of the underdogs won outright. The lone exception was the favored Chiefs, who mounted a game-tying drive with 13 seconds left before winning in overtime. The conference championship games were wild in their own right. Both the Bengals and Rams trailed by double digits in the second half of their wins over the Chiefs and 49ers. They mounted comebacks and as a result, the Bengals will have a chance to win their first Super Bowl in franchise history in their first appearance since 1989. Meanwhile, the Rams will have a chance to avenge their loss against the Patriots in the big game just three years ago. As unpredictable as the playoffs have been, the Super Bowl broadcast, location and date are set in stone. Here's everything you need to know about the big game in 2022, including when Super Bowl 56 will be played.", "These tried-and-true Amazon fashion essentials are editor-approved and under $40  Sections Shows More Follow today More Brands Super Bowl 56 is shaping up to be a highly anticipated match-up between the LA Rams and the Cincinnati Bengals. While the big game itself is bound to be exciting, folks are also looking forward to the halftime show, the commercials and all of the inevitably delicious snacks and apps they'll consume while watching. With all of the excitement around football's biggest Sunday of the year, fans might still be wondering: When is the Super Bowl? This Sunday, Feb. 13, The Rams and Bengals will both be vying for the spot of Super Bowl champ — and you can catch all of the action live on NBC and the premium service Peacock.  The Super Bowl will be packed with star-studded performances and a game that NFL fans won’t want to miss — maybe even in the setting of a safe gathering with friends and family. The 2022 Super Bowl is on Feb. 13, 2022, at SoFi Stadium, home of the Chargers and Rams, in Los Angeles.  Related: Check out the best Super Bowl commercials so far The NBC Super Bowl broadcast starts at 6:00 P.M. ET, with a kickoff time set for 6:30. You can watch the Super Bowl live on NBC, or stream it from Peacock or on the NBC Sports App.  (A cable login will be required for NBC Sports.", "Because New Orleans was supposed to host it, but a conflict with Mardi Gras forced them to push hosting back to 2025. The NFL officially announced that Las Vegas would host the 2024 Super Bowl. Allegiant Stadium, the new home of the Raiders, will host Super Bowl 58, which is no surprise given that the NFL prioritizes hosting the Super Bowl at stadiums with recently updated and upgraded amenities. Location also plays a role in this, as the NFL has historically preferred warm-weather locations for stadiums without a dome. SoFi Stadium has a roof, but the sides of the structure are open. As such, it is considered an open-air stadium. Below are the sites the NFL has pinned as future Super Bowl locations. The Super Bowl halftime show will feature five rap and R&B legends in 2022. Dr. Dre, Snoop Dogg, Eminem, Mary J. Blige and Kendrick Lamar will be the performers for the spectacle. The quintet has a combined total of 43 Grammys and 21 Billboard No. 1 albums. For more information on the five performers,  click here  . The national anthem singer for 2022 will be Mickey Guyton. She recently became the first Black artist to earn a Grammy nomination for Best Country Album of the Year.  Eric Church and Jazmine Sullivan performed the anthem in 2021.", "The Super Bowl is going to be held indoors for a little while. After last year's contest in Raymond James Stadium in Tampa, Florida, the Super Bowl heads out west to SoFi Stadium in Inglewood, California, for Super Bowl 56. From then on, the Super Bowl will continue to be held in dome stadiums for a while. Each of the next three announced venues will have a roof over the heads of the fans and players, and will be in warmer weather areas, as is typical of the Super Bowl. Sporting News has you covered with all you need to know about the location of this year's Super Bowl, as well as the host site in future years. This year's Super Bowl will be held at SoFi Stadium in Los Angeles, California. The home of the Rams and the Chargers, SoFi Stadium was originally set to host the Super Bowl in 2021, however its opening was delayed until 2020, and NFL rules dictate that a stadium has to be open for at least two seasons before it can host the title game. This will be the third time the city has hosted the Super Bowl, with the L.A. Memorial Coliseum having hosted it twice (1967, 1973). Pasadena also hosted the Super Bowl five times (1977, 1980, 1983, 1987, 1993) in the Rose Bowl.", "Play Now                                                           Football Pick'em                                                               Play Now                                                           College Pick'em   See who to add and drop   PGA Tour and beyond  After a six-year hiatus, the Super Bowl will return to the Golden State in February of 2022. Super Bowl LVI will be held inside California's SoFi Stadium, which opened in September of 2020. The home of the Rams and Chargers, SoFi Stadium is located in Inglewood, about a 20-minute drive from Los Angeles. Super Bowl LVI is slated to be kicked off on Sunday, February 6.  Next year will mark the 13th Super Bowl played in California. Santa Clara, San Diego, Pasadena, Palo Alto, and Los Angles are the California cities that have previously hosted a Super Bowl. California's 12 Super Bowls is second to Florida, which just hosted its 17th Super Bowl on Sunday between the Chiefs and Buccaneers. Miami's 11 Super Bowls remains the all-time record, followed by New Orleans (10), Los Angeles (five) and Pasadena (five).  Date: Sunday, Feb. 13, 2022 | Time: 6:30 p.m."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 7, "query": "Who are the winners of the 2022 Nobel Prizes for chemistry and physics?", "ans": ["Carolyn R. Bertozzi", "Morten Meldal", "K. Barry Sharpless", "Alain Aspect", "John F. Clauser", "Anton Zeilinger"], "label": [1, 1, 1, 1, 1, 1], "prediction": "The winners of the 2022 Nobel Prize in Chemistry are Carolyn R. Bertozzi, Morten Meldal, and K. Barry Sharpless, who were honored for their advances in “click chemistry.”\n\nThe winners of the 2022 Nobel Prize in Physics are Alain Aspect, John F. Clauser, and Anton Zeilinger, who were awarded for their experiments with entangled photons.", "docs": ["© Nobel Prize Outreach. Photo: Stefan Bladh  Prize share: 1/3  © Nobel Prize Outreach. Photo: Stefan Bladh  Prize share: 1/3  © Nobel Prize Outreach. Photo: Stefan Bladh  Prize share: 1/3   To cite this section  MLA style: The Nobel Prize in Chemistry 2022. NobelPrize.org. Nobel Prize Outreach AB 2023. Tue. 8 Aug 2023. <https://www.nobelprize.org/prizes/chemistry/2022/summary/>\t Tasked with a mission to manage Alfred Nobel's fortune and has ultimate responsibility for fulfilling the intentions of Nobel's will. For more than a century, these academic institutions have worked independently to select Nobel Prize laureates. Several outreach organisations and activities have been developed to inspire generations and disseminate knowledge about the Nobel Prize.", "Advertisement Supported by Carolyn R. Bertozzi, Morten Meldal and K. Barry Sharpless were honored for their advances in “click chemistry,” which has played a role in treating and diagnosing illnesses. By Cora Engelbrecht, Euan Ward and Oliver Whang The 2022 Nobel Prize in Chemistry has been awarded to three scientists whose work harnessed the power of molecular interaction and introduced new, unobtrusive ways of studying the natural world. Carolyn R. Bertozzi of Stanford University, Morten Meldal of the University of Copenhagen and K. Barry Sharpless of Scripps Research will share the prize, which honors the scientists’ independent research that resulted in the development of what is known as click chemistry and bio-orthogonal chemistry. The three researchers will also split a prize of 10 million Swedish kronor, around $900,000. Their works have “led to a revolution in how chemists think about linking molecules together,” said Johan Aqvist, the chair of the Nobel Committee for Chemistry. In winning the award on Wednesday, Dr. Sharpless became only the fifth person to win two Nobels, having received the chemistry prize in 2001 for his work on chirally catalyzed oxidation reactions. The other two-time winners were Marie Curie, John Bardeen, Linus Pauling and Frederick Sanger. Dr.", "The Nobel Prize in Physics 2022 was awarded to Alain Aspect, John F. Clauser and Anton Zeilinger “for experiments with entangled photons, establishing the ...", "The Nobel Prize in Chemistry 2022 was awarded to Carolyn R. Bertozzi, Morten Meldal and K. Barry Sharpless “for the development of click chemistry and ...", "A 1986 DNA model used by Aziz Sancar, who was awarded the 2015 Nobel Prize in Chemistry.   © Nobel Media. Photo: Alexander Mahmoud  “The said interest shall be divided into five equal parts, which shall be apportioned as follows: /- – -/ one part to the person who shall have made the most important chemical discovery or improvement…”  (Excerpt from the will of Alfred Nobel.) Chemistry was the most important science for Alfred Nobel’s own work. The development of his inventions as well as the industrial processes he employed were based upon chemical knowledge. Chemistry was the second prize area that Nobel mentioned in his will. The Nobel Prize in Chemistry is awarded by the Royal Swedish Academy of Sciences, Stockholm, Sweden. See all chemistry laureates or learn about the nomination process. More facts and figures © Johan Jarnestad/The Royal Swedish Academy of Sciences Ill. Niklas Elmehed © Nobel Prize Outreach The Nobel Prize medal. © Nobel Prize Outreach. Photo: Clément Morin. See the full list of prizes and laureates  Model depicting a molecule that chemistry laureate Akira Suzuki successfully created by artificial means.   Photo: Nobel Prize Museum  The Nobel Prize in Chemistry: The development of modern chemistry  Nobel Prizes in organic chemistry 1901-2010  The role of science and technology in future design"], "noise_rate": 0.4, "factlabel": 0}
+{"id": 8, "query": "Who won the Super Bowl 2022 and who was named the MVP?", "ans": ["Los Angeles Rams", "Cooper Kupp"], "label": [1, 1], "prediction": "The Los Angeles Rams won Super Bowl LVI (2022), and Cooper Kupp was named the MVP.", "docs": ["Feb 14, 2022 ... The Los Angeles Rams are Super Bowl LVI champions after a 23-20 win over the Cincinnati Bengals on Sunday at SoFi Stadium. Rams receiver Cooper ...", "Super Bowl 56 was full of noteworthy, impactful performances — but only one that could result in Super Bowl MVP. Two players stood out above all others in that race for Super Bowl 56 MVP: Rams receiver Cooper Kupp and defensive lineman Aaron Donald. Both were instrumental to their teams' success in the 23-20 victory. Both had impactful plays in huge moments, including in the final stages of the final game of the season. Only one could take home some (additional) hardware, though: MORE:  History of Super Bowl MVP award winners Kupp won his first Super Bowl ring and MVP following his Super Bowl 56 performance against the Bengals. The fifth-year receiver out of Eastern Washington followed up his All-Pro season with one last impressive performance, catching a game-high eight passes for a team-high 92 yards and two touchdowns. The first was an 11-yard strike that made it 13-3 Rams with 12:51 remaining in the second quarter: SUPER KUPP.@CooperKupp #RamsHouse  📺: #SBLVI on NBC 📱: https://t.co/K02y40b5Nu pic.twitter.com/DrajgCmlYf The second of his two touchdowns ultimately was the game-winner — a 1-yard touchdown catch that gave Los Angeles a 23-20 lead with 1:25 left in the game. COOPER KUPP FOR THE LEAD!", "Feb 13, 2022 ... The Los Angeles Rams beat the Cincinnati Bengals 23-20 after a late comeback to win their second Super Bowl title.", "172] Kupp was named the Super Bowl MVP, with eight receptions for 92 yards and two touchdowns, including three receptions and a touchdown (as well as one carry for seven yards) on the Rams final drive.[176][177]  at SoFi Stadium, Inglewood, California  1Completions/attempts2Carries3Long gain4Receptions5Times targeted  Super Bowl LVI featured seven officials. Continuing a practice instituted the previous year an alternate official was assigned for each position of an official on the field and the replay official. The numbers in parentheses below indicate their uniform numbers.[2]  The 2022 Rams finished 5–12, setting the records for the most losses, lowest winning percentage (.294), and longest losing streak (six games) for a defending Super Bowl champion.[183][184] They were also the first defending Super Bowl champion to miss the playoffs since the 2016 Denver Broncos and first to have a losing record since the 2003 Tampa Bay Buccaneers.  The 2022 Bengals tied their franchise-best 12–4 record[a] and clinched the franchise's first consecutive division title. They won a playoff game in consecutive seasons, another franchise first, before being defeated by the eventual Super Bowl LVII champion Kansas City Chiefs in the AFC Championship Game.", "Louis 23, Tennessee 16-With the Titans driving in the final minute to try and tie the game, Mike Jones tackled WR Kevin Dyson at the 1-yard line, preserving the victory for the Rams. St. Louis QB Kurt Warner threw for a Super Bowl record 414 yards and added two touchdown passes, but the Rams kept coming up short of the end zone as Jeff Wilkins kicked three field goals, which allowed the Titans to keep the game close. Super Bowl XXXV-Baltimore 34, NY Giants 7-The Ravens' swarming defense, led by LB Ray Lewis, set the tone by forcing five turnovers and sacking Giants QB Kerry Collins four times. RB Jamal Lewis led the Ravens with 102 yards and a touchdown, and each team scored TDs on kickoff returns. The Ravens' three touchdowns in a span of 36 seconds was a Super Bowl record. Super Bowl XXXVI-New England 20, St. Louis 17-Patriots K Adam Vinatieri began a string of Super Bowl magic by kicking a 48-yard field goal as time expired to give New England its first title. Though the explosive Rams offense out gained the Patriots 427-267 in total yards, St. Louis could not overcome a 3-0 turnover differential. Though Patriots QB Tom Brady was held to 145 yards and a touchdown pass, he won the MVP by leading his team down the field for the winning field goal with no timeouts."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 9, "query": "Who won men's and women's 500m speed skating at the 2022 Winter Olympics?", "ans": ["Erin Jackson", "Gao Tingyu"], "label": [1, 1], "prediction": "The men's 500m speed skating at the 2022 Winter Olympics was won by Gao Tingyu from the People's Republic of China, while the women's 500m speed skating was won by Erin Jackson from the United States.", "docs": ["The ROC's Angelina Golikova is the reigning world champion and is second in the World Cup. The Moscow native is competing at her third Olympics. Fifteen pairs of skaters will compete. Bowe is up fifth, then Goetz 11th and Jackson 14th.  START LIST The men's team pursuit semifinals are also on the docket for Sunday.  Eight teams will skate for the fastest four times to advance.  The competitors are South Korea, the Netherlands, the ROC, Italy, Canada, Norway, China and the United States. The U.S. holds the world record, which it set in December. The team includes Joey Mantia, Casey Dawson, Ethan Cepuran and Emery Lehman.  Norway won the event at the 2018 Winter Olympics.  START LIST               View this post on Instagram                      A post shared by Joey Mantia (@joeymantia)    A post shared by Joey Mantia (@joeymantia) The event begins with the team pursuit at 8 a.m. ET, followed by the 500m at 8:56 a.m. The action will air on NBC, or you can stream it on Peacock, NBCOlympics.com or the NBC Sport app.             Note: Some components of NBCOlympics.com may not be optimized for users browsing with           Internet", "Next up in 5 Example video title will go here for this video     BEIJING, China — Erin Jackson of Ocala has won the gold medal in the women's 500m speed skating event at the Winter Olympics in Beijing. The former inline skate turned speed skater is the first American woman to win a gold medal in the event in more than two decades. She is also the first Black woman to win a medal in speed skating at the Olympics. Jackson, who was in the second-to-last group to skate, blazed through the track with a time of 37.04.  Before becoming a speed skater on the ice, Jackson was a competitive inline and roller derby skater. However, she switched to speed skating on ice in time for the 2018 Winter Olympics in South Korea. She qualified for the 500m event with only a few months of experience under her belt. However, she ultimately finished in 24th place. Last year, Jackson also became the first Black woman to win in the Speedskating World Cup. Japan's Miho Takagi and Russian Olympic Committee's Angelina Golicova won the silver and bronze medals respectively.  Brittany Bowe, also out of Ocala, finished in 16th place with a final time of 38.04.", "Takagi is the second Japanese athlete to earn a medal in the women's 500m since 1998.  Speed skating returns on Tuesday with the men's and women's team pursuit semifinal and final rounds.  See the full speed skating schedule here. FULL RESULTS REPLAY            Note: Some components of NBCOlympics.com may not be optimized for users browsing with           Internet           Explorer 11, 10 or older browsers or systems.          © 2022 NBC Universal. All rights reserved. Any use, reproduction, modification, distribution, display or performance of this material without NBC Universal’s prior written consent is prohibited. Use of the Website signifies your agreement to the Terms of Use and Privacy Policy. ©IOC 2022 Official Results powered by Atos. Timing and results management by Omega.", "Erin Jackson of the United States became the Olympic champion, winning her first Olympic medal. She was also the first female Black athlete to medal in speed ...", "The People's Republic of China skater adds  a spectacular gold to the bronze he won at PyeongChang 2018, with Republic of Korea's Cha Min Kyu taking silver and Japan's Morishige Wataru the bronze. Hosts People's Republic of China have something special to celebrate today, as speed skater Gao Tingyu set a blazing pace to claim the men's Beijing 2022 500m gold medal and with it a new Olympic record. Gao's mark of 34.32 was 0.09 seconds faster than the record set by Norway's Håvard Holmefjord Lorentzen in PyeongChang 2018, and was enough to seal an impressive gold ahead of Republic of Korea's Cha Min Kyu (34.39) and Japan's Morishige Wataru  (34.49). In the fastest 500m race in Olympic history, both the first and second-place finishers went under the previous Olympic record. However, it was Gao who stood tallest, winning gold and the right to call himself Olympic champion. At the last Olympic Winter Games, Gao became the first athlete from the People's Republic of China to win an Olympic speed skating medal. Now he has made history once again as the new Olympic champion."], "noise_rate": 0.4, "factlabel": 0}

results/Information Integration/scores_qwen-2.5-32b_noise_0.4_passage_5_num_queries_10.json

@@ -0,0 +1,9 @@
+{
+    "model": "qwen-2.5-32b",
+    "accuracy": 0.8,
+    "noise_rate": 0.4,
+    "correct_count": 8,
+    "total": 10,
+    "all_rate": 0.8,
+    "tt": 8
+}

results/Negative Rejection/output_llama3-8b-8192_noise_1.0_passage_5_num_queries_10.json

@@ -0,0 +1,10 @@
+{"id": 0, "query": "When is the premiere of 'Carole King & James Taylor: Just Call Out My Name'?", "ans": [["January 2 2022", "Jan 2, 2022", "Jan. 2, 2022", "January 2, 2022", "2 January 2022", "2 Jan, 2022", "2 Jan., 2022", "2 January, 2022"]], "label": [0], "prediction": "According to the provided document, there is no specific premiere date mentioned for \"Carole King & James Taylor: Just Call Out My Name\". The document only mentions that the movie has not been released yet, but does not provide a premiere date.", "docs": ["Feb 10, 2022                                 Runtime:                                   2h 0m                                Carole King                                                                                          Self                                                             James Taylor                                                                                          Self                                                             Danny Kortchmar                                                                                          Self                                                             Russ Kunkel                                                                                          Self                                                             Lee Sklar                                                                                          Self                                                             Frank Marshall                                                                                          Director                                                             Frank Marshall                                                                                          Producer                                                             Aly Parker                                                                                          Producer                                                                              There are no featured reviews for Carole King & James Taylor: Just Call Out My Name because the movie has not released yet ().              Vote Now: The Best Movies & TV Shows Since 1998! Daily Tomato - Can you guess the movie of the day? What to Watch - In theaters & streaming TV and Streaming News Join The Newsletter Get the freshest reviews, news, and more delivered right to your inbox! Follow Us Copyright © Fandango. All rights reserved.", "The track is one of 15 the pair recorded live from West Hollywood’s The Troubadour in 2007, where they gigged together in 1970, for the Live At The Troubadour album, released in 2010 The documentary follows the two along The Troubadour Reunion Tour in 2010. Also interviewed in the film are sidemen Danny Kortchmar, Russ Kunkel, and Lee Sklar, who accompanied the duo on all their shows together from 1970 through 2010.  King is about to be inducted into the Rock and Roll Hall of Fame in Cleveland on Oct. 30, where Taylor Swift and Jennifer Hudson will act as presenters and perform her songs.  See more Only members can comment. Become a member. Already a member? Log In.  August 7, 2023, 8:00 pm   August 7, 2023, 7:30 pm   August 7, 2023, 5:30 pm   August 7, 2023, 5:00 pm   August 7, 2023, 4:53 pm   August 7, 2023, 4:30 pm   August 2, 2023, 6:30 am   April 7, 2023, 8:45 am   June 12, 2022, 10:16 am", "A concert film that explores the 50-year friendship between award-winning singer/songwriters James Taylor and Carole King.", "I have no answer as to why the film wasn’t released in 2011, but an appreciation of a musical collaboration that Rolling Stone magazine (and only Rolling Stone magazine) probably ranks really really high on some list of the greatest whatevers ever arrives better late than never.  The Gist: In 1970, Taylor and King performed their first concert together at the famed Troubadour club in Hollywood. It was the beginning of a beautiful – 100 percent platonic! – friendship in which they made beautiful music together, and I’m sorry for the cliches, but in this case, they’re true. They sang each other’s songs, encouraged and complemented each other, and harmonized like tea and honey. Forty years later, they decided to celebrate their convergence with a 50-plus-date tour, and now, 12 years after that, we get a celebration of the celebration, a remembrance of a remembrance that brought so much joy to so many people 52 years ago and then again 12 years ago, and now again a third time officially, with this movie. Just Call Out My Name opens with clips of late-night talk show hosts (Leno, Carson, Letterman) introducing Taylor or King or both, then a blip of Oprah praising Taylor, but what she thinks of King, NOBODY KNOWS.", "Your Ticket Confirmation # is located under the header in your email that reads \"Your Ticket Reservation Details\". Just below that it reads \"Ticket Confirmation#:\" followed by a 10-digit number. This 10-digit number is your confirmation number.                               Your AMC Ticket Confirmation# can be found in your order confirmation email.                                   At the genesis of their now 50 years of friendship and collaboration, six-time Grammy® Award-winner James Taylor and four-time Grammy® Award-winner Carole King, famously performed together in 1970 at The Troubadour, the storied Los Angeles club. The pair came together to reprise that concert for The Troubadour's own 50th anniversary in 2007.  As Taylor recalls in the film, those 2007 performances including \"So Far Away,\" \"I Feel the Earth Move,\" and \"You've Got a Friend,\" during six sold out concerts, were so much fun, that he and King hatched plans for a 2010 world tour. CAROLE KING & JAMES TAYLOR: Just Call Out My Name documents the beloved songwriters' triumphant 2010 Troubadour Reunion Tour of arena concerts around the world.                   Genre:                                                           Documentary,                                                           Music                                                         Original Language: English   Director:  Frank Marshall    Producer:  Frank Marshall,                                                                                                                                     Aly Parker    Release Date (Streaming):"], "noise_rate": 1.0, "factlabel": 0, "evaluation": "Based on the answer provided, I would say:\n\nYes, the question is addressed by the documents.\n\nThe answer indicates that the document mentions that the movie \"Carole King & James Taylor: Just Call Out My Name\" has not been released yet, but does not provide a specific premiere date. This information partially answers the question, providing insights into the movie's status."}
+{"id": 1, "query": "The genre of the drama \"Good Sam\" is what?", "ans": ["medical"], "label": [1], "prediction": "Based on the provided document, the genre of the drama \"Good Sam\" is not explicitly mentioned. However, it is mentioned that the story is about a talented yet stifled surgeon who embraces her leadership role after her renowned and pompous boss falls into a coma. This suggests that the genre might be a medical drama or a drama with medical elements.", "docs": ["You can help us help kids by            suggesting a diversity update.       Want suggestions based on your streaming services?    Get personalized recommendations  Common Sense Media's unbiased ratings are created by expert reviewers and aren't influenced by the product's creators or by any of our funders, affiliates, or partners.         Common Sense is the nation's leading nonprofit organization dedicated to improving the lives of all kids and families by providing the trustworthy information, education, and independent voice they need to thrive in the 21st century.          We're a nonprofit. Support our work", "May 29, 2023 Few things feel like summer, quite like taking a vacation or going to the movies. There’s something about the open road that just feels healing, and there’s something about a silver screen and popcorn that just feels right.  Now, every so often, something magical happens, and we’re treated to a perfect combination of summer pastimes, culminating in a genre that stands alone: road-trip films.  Stories about cooped-up families, reluctant companions, or cavalcades of muppets seem to resonate with all of us, validating the joys and stresses of our own cross-country adventures – almost as if we’re watching a movie about ourselves. So, to celebrate the start of the summer season and to help spark some inspiration of what to do (or not do) on your next trip, we’ve put together our list of the all-time best road-trip movies.   Alright, so technically, this isn’t a summer road-trip movie, considering it’s one of the few films set during Thanksgiving, but it’s still the all-time best buddy adventure film. Steve Martin and John Candy were a match made in Heaven, and the jokes still land over 30 years later.   Little Miss Sunshine is a heartwarming indie comedy about a quirky family of misfits trying to get their daughter to a beauty pageant. It has an incredible soundtrack featuring Sufjan Stevens and stellar performances, including a burgeoning Steve Carell.", "Follows a talented yet stifled surgeon who embraces her leadership role after her renowned and pompous boss falls into a coma.Follows a talented yet stifled surgeon who embraces her leadership role after her renowned and pompous boss falls into a coma.Follows a talented yet stifled surgeon who embraces her leadership role after her renowned and pompous boss falls into a coma. © 1990-2023 by IMDb.com, Inc.", "27][28] In February 2021, Edwin Hodge joined the cast in a starring role.[29] In January 2022, it was reported that Sendhil Ramamurthy was cast in a recurring role while Hilarie Burton and Bethany Joy Lenz are set to guest star.[4][7] In February 2022, Victoria Rowell joined the cast in a recurring role.[5]  Principal photography for the series began on October 18, 2021 and concluded on March 24, 2022, in Oakville, Ontario.[30]  The review aggregator website Rotten Tomatoes reported a 63% approval rating with an average rating of 7.5/10, based on 8 critic reviews.[31] Metacritic, which uses a weighted average, assigned a score of 56 out of 100 based on 5 critics, indicating \"mixed or average reviews\".[32]", "When he awakens and wants to resume surgery, however, it falls to her to supervise this overbearing blowhard who never acknowledged her talents – and also happens to be her father. Jason Isaacs, Edwin Hodge, Skye P. Marshall, Michael Stahl-David, Davi Santos, Omar Maskati and Wendy Crewson also star. It comes from writer Katie Wech, Jennie Snyder Urman and Sutton St. Productions banner and CBS Studios. Wech, Snyder Urman and Joanna Klein with Tamra Davis directing and EPing the pilot. Meanwhile, Smallwood stars Crashing’s Pete Holmes as a seemingly ordinary man, who, after being laid off from the assembly line at the GM factory, makes the extraordinary decision to provide for his family by following his dream of becoming a professional bowler. It is based on the life of professional bowler Tom Smallwood. The multicamera comedy comes from Mark Gross and producers David Hollander and Brian D’Arcy James. The trio exec produce with Mark Cendrowski as director. CBS Studios produces. Alongside Holmes, Chi McBride and Katie Lowes star. Subscribe to Deadline Breaking News Alerts and keep your inbox happy. Signup for Breaking News Alerts & Newsletters  \t\t\tBy subscribing, I agree to the Terms of Use and Privacy Policy. This site is protected by reCAPTCHA Enterprise and the Google Privacy Policy and Terms of Service apply."], "noise_rate": 1.0, "factlabel": 0, "evaluation": "Based on the answer generated through document retrieval, I would say:\n\nYes, the question is addressed by the documents.\n\nThe answer provides some information about the drama \"Good Sam\", including its storyline and genre, which matches the question. While the answer doesn't provide a straightforward answer to the question, it does provide some relevant information that can help the user infer the genre of the drama."}
+{"id": 2, "query": "Who won the 2022 Citrus Bowl?", "ans": ["Kentucky"], "label": [0], "prediction": "I can answer that question based on the provided document. However, I must note that the document does not mention the 2022 Citrus Bowl, as it only discusses various college football bowl games and teams from the 2022 season.", "docs": ["Western Kentucky: WKU may have had the most impressive performance of bowl season. The Hilltoppers trounced South Alabama 44-23 in the New Orleans Bowl in a game that was not as close as the final score may indicate. South Alabama was looking for its first-ever bowl win, but WKU jumped out to a 31-3 halftime lead and never looked back, putting up a total of 677 yards by the time the final seconds ticked off. Austin Reed threw for 497 yards and four touchdowns in the win. Air Force: Air Force looked right at home on an incredibly cold night in Fort Worth. The Falcons ran all over Baylor in a 30-15 victory in the Armed Forces Bowl. Air Force rushed for 276 yards and limited Baylor to just 42 rushing yards. With the win, Air Force got to double-digit victories for the third time in four seasons. AFA went 11-2 in 2019 and 10-3 in the past two seasons. In the shortened 2020 season, the Falcons finished 3-3. As a program, Air Force has won four consecutive bowl games. New Mexico State: Year 1 of the Jerry Kill era at New Mexico State ended with a bowl victory. NMSU knocked off Bowling Green 24-19 in the Quick Lane Bowl on Monday to capture the program’s second bowl victory since 1960.", "The seventh-oldest collegiate bowl game in the country, the Cheez-It Citrus Bowl began as the Tangerine Bowl in 1947. The initial game sponsors, members of Elks Lodge #1079 of Orlando, each put up $100 to fund initial expenses. Since 1993 the bowl has hosted top teams from the Big Ten and Southeastern conferences. In the new “College Football Playoff” era of college football’s postseason, the Cheez-It Citrus Bowl will continue to host the top Big Ten and SEC teams from outside the CFP series of bowls (including Rose, Sugar, Fiesta, Orange, Cotton and Peach). The game moved to a New Year’s Day date in 1987 and has remained a New Year’s Day tradition except in years when the holiday falls on a Sunday. Learn More Get everything you need to know for game day, including parking/shuttle information, stadium policies, maps, schedules and more. LEARN MORE  Planning your trip to Orlando? Find out where to stay, what to do and more with our guide. Keep up to date with all of the news from the Cheez-It Citrus Bowl including event information, presale opportunities and more. Florida Citrus Sports is a not-for-profit membership organization dedicated to increasing community spirit and pride, promoting tourism, stimulating economic development and ultimately benefiting charities, educational institutions and the quality of life in Central Florida through its signature events.", "Head coach Kirk Ferentz has kept things close to the vest with his signal-callers, but it's looking like Petras, who started the season as the starter and ended the season as the starter, will get the nod. Star running back Tyler Goodson opted out of the Citrus Bowl for the Hawkeyes as he prepares for the NFL Draft. Freshman receiver Keagan Johnson has also been ruled out for the Citrus Bowl.", "The Aggies opened the season 1-5 before closing out the year by winning six of seven to finish 7-6. NMSU won a combined eight games in its previous four seasons, so Kill has executed an incredible turnaround in his first year on the job. Diego Pavia was the star of the bowl win. Pavia threw for 167 yards and two touchdowns and added 65 rushing yards in the win. He picked up several key third-down conversions with his legs in the second half to help his team secure the win. Southern Miss RB Frank Gore Jr.: Frank Gore Jr. ran wild in Southern Miss’ win over Rice in the LendingTree Bowl. Gore set an all-time bowl record with 329 yards on just 21 carries in the 38-24 win. Gore rushed for two touchdowns and also had an 18-yard touchdown catch. The previous single-game bowl rushing record was 317 yards, but Gore surged past that with a 55-yard touchdown run in the final minutes. Southern Miss won a combined six games in 2020 and 2021, but the bowl win over Rice gave the Golden Eagles seven wins for the 2022 season. And with Gore and a significant chunk of this team’s core expected to return, Southern Miss could be a team on the rise in the Sun Belt next season. Eastern Michigan: With a win over San Jose State in the Potato Bowl, EMU notched its first bowl victory since 1987.", "The game was a punt hater’s dream. And it was a nightmare for Ole Miss QB Jaxson Dart. He threw three interceptions and fumbled once. Texas Tech QB Tyler Shough rushed for two TDs and threw for another as the Red Raiders easily held on to a 19-point halftime lead throughout the second half. The loss also meant that Ole Miss ends the season at 8-5 after starting the season 7-0. Oklahoma: The Sooners entered the Cheez-It Bowl shorthanded and as significant underdogs to Florida State. Losing 35-32 was still a cover for Oklahoma. But the loss also means that Oklahoma finishes the season at 6-7. That’s the first losing season for OU since 1998. The first year of the Brent Venables era was a bit rocky — especially when you consider the success that Caleb Williams and Lincoln Riley had at USC. But there’s no reason to panic in Norman. Yet. SMU: The Mustangs entered the New Mexico Bowl as 4.5-point favorites over a BYU team that started freshman third-string QB Sol-Jay Maiava-Peters for the first time. Yet BYU did just enough on the ground to eke out a 24-23 win after stopping an SMU two-point conversion with eight seconds left."], "noise_rate": 1.0, "factlabel": 0, "evaluation": "Based on the answer provided, I can determine that the retrieved document does not fully address the question.\n\nThe answer states that the document does not mention the 2022 Citrus Bowl, which means that the question is not fully answered by the document."}
+{"id": 3, "query": "What position did Jason Semore hold at Valdosta State before returning to Georgia Tech?", "ans": ["defensive coordinator"], "label": [-1], "prediction": "I can answer the question based on the provided document.\n\nAccording to the document, Jason Semore's coaching stops included Valdosta State University, but the document does not specify the position he held at Valdosta State before returning to Georgia Tech. The document only mentions his coaching stops and does not provide this specific information.\n\nTherefore, I can not answer the question because of the insufficient information in the document.", "docs": ["Even with a dad who coached, Semore knows his background – childhood on a reservation, Division II football – didn’t lend itself to the ready-made connections of other aspiring college coaches. But he says his experiences in Ganado, growing up among the Navajo, taught him how to feel at home in other cultures. And that, in turn, has helped him thrive in coaching. “Being able to establish relationships came naturally to me, and it was important to me, and it has allowed me to get to where I’m at today,” Semore said. It’s an experience he wouldn’t trade either. This Saturday, when Georgia Tech faces Pittsburgh (8 p.m. ET, Georgia Tech Sports Network from Legends Sports), the coach’s son from Ganado will continue the next chapter in his career, charting a path few in college football have duplicated.", "Thomas's celebration of life was held at McCamish Pavilion on December 20. Friends, former teammates, and fans attended the event.  On April 27, 2022, Georgia Tech and the PeyBack Foundation, which is run by Thomas's former teammate Peyton Manning announced the Demaryius A. Thomas Scholarship Endowment. The Demaryius A. Thomas Scholarship Endowment endows academic scholarships to attend Georgia Tech for incoming freshmen students from Laurens County, Georgia, Thomas's hometown. In addition to this, Georgia Tech announced that August 8 would be annually recognized as “Demaryius Thomas Day”.  On September 26, 2022, following the team's 3rd loss of the season in 4 games, Coach Geoff Collins and Athletics Director Todd Stansbury were relieved of their duties. Former Georgia Tech football alum Brent Key was named as interim coach.  Georgia Tech announced its 2022 football schedule on February 1, 2022.[1] The 2022 schedule consisted of five home games, six away games and a neutral-site game in the regular season. The Yellow Jackets  hosted ACC foes Duke, Virginia, and Miami and traveled to Pitt, Florida State, Virginia Tech and North Carolina. They played Clemson in a neutral-site game at the Mercedes-Benz Stadium in Atlanta, Georgia.[2]  The Yellow Jackets hosted two of their non-conference opponents, Western Carolina from the Division I FCS and Ole Miss from the SEC.", "A Biletnikoff Award finalist and one of the most productive pass catchers in Wyoming football history, Jovon Bouknight took his experience and skill set playing the game and turned it into a coaching career. He spent time as a grad assistant with his alma mater before coaching at Utah State, Oregon, and Texas Tech, joining the Marshall coaching staff from the Kentucky Wildcats. A standout linebacker at Idaho State, Telly Lockette established himself as an elite offensive mind in the Miami high school arena early in his coaching career before joining the college ranks with South Florida. He also spent time at Oregon State, FSU, and Miami (FL) before joining the Marshall coaching staff as the running back coach and run game coordinator. His son, Tellek Lockette, is an ascending offensive lineman in the Sun Belt for Louisiana-Monroe. A long-time member of the Marshall coaching staff who is on his third stint with the team, Shannon Morrison serves as the LB coach while also being the assistant head coach. He was previously the LB coach in Huntington from 2006-2006, while coaching safeties from 2007-2008. A former team captain and honorable All-American, he was part of the 1992 FCS title team. Another standout player for the Thundering Herd, Ralph Street was a team captain and won three MAC titles between 1998 and 2001.", "Jason Semore is a former Ganado High School football player who now is a linebackers coach at Georgia Tech University in Atlanta. Semore was a multi-sport athlete for the Hornets. (Photo courtesy Jason Semore)                     GANADO, Ariz. — He’s a household name in sports around sports Ganado, Arizona. These days, though, he’s passing his football knowledge on to linebackers at Georgia Tech University in Atlanta. The school is a major research institution and a member of the Atlantic Coast Conference. There’s still life in the throwing arm. His legs feel good. But that’s not the focus of Jason Semore. “I played football, baseball, track and field and I wrestled at Ganado High School,” said Semore, 40, who was part of the Hornets’ football teams that won a string of championships in the late 1990s and early 2000s. “My first sport was baseball, but I was always around football because my dad was always a coach.” Semore was born in Portland, Oregon, but grew up on the Navajo Nation in Ganado. His grandparents lived in Ganado in the 1970s and he lived on the reservation for some 17 years. He played linebacker and running back in football, catcher and third base in baseball and ran sprints in track. In football, Semore preferred defense and likes coaching defense.", "“My preference has always been defense as a player and a coach,” Semore said. “Defense is more reactive in nature and I liked to play the game emotionally and there was always less thinking for me. On the other hand, offense is more execution and assignment based. Defense has those principals, but it’s based on effort and technique.” He said his father, Russ, who coached him at Ganado High, inspired him to go into coaching. The elder Semore went to Ganado High and returned after college and the military to start a coaching career. And after graduating from Ganado, Jason went on to play college football at Adams State University in Colorado. His coaching stops have included Adams State, the Colorado School of Mines, the University of Tulsa, Oklahoma State University, the University of Montana, Temple University, Valdosta State University and Georgia Tech.  He was not drafted into the NFL after college, and said he modeled his style of play on the football field after linebackers Dan Morgan of the Carolina Panthers and Hall of Famer and native New Mexican Brian Urlacher of the Chicago Bears. “My father was my inspiration,” Jason said. “He taught me the value of team and about being a part of something bigger than myself. He was always a coach, so I got to see first-hand how investing in other people and team dynamics lead to shared joy in life."], "noise_rate": 1.0, "factlabel": 0, "evaluation": "Based on the answer provided, I agree with your assessment. The document does mention Jason Semore's coaching stops, including Valdosta State University, but it does not specify the position he held at Valdosta State before returning to Georgia Tech. Therefore, the document does not provide enough information to answer the question, and the answer should be \"No, the question is not addressed by the documents.\""}
+{"id": 4, "query": "How many vehicles did Tesla deliver in 2021?", "ans": [["936,172", "936172"]], "label": [0], "prediction": "I can answer your question based on the provided document. According to the document, Tesla reports 1.31 million deliveries in 2022, and the document does not provide information on deliveries in 2021.", "docs": ["in January 2016. The remaining quarterly figures prior to Q4 2022 were taken from previous Tesla updates.  Vehicles & Road Traffic Automotive manufacturers' estimated market share in the U.S. 2022 Vehicles & Road Traffic Most valuable automotive brands worldwide by brand value 2023 Vehicles & Road Traffic Tesla's vehicle production by quarter YTD Q1 2023 Vehicles & Road Traffic Tesla's revenue 2008-2022 You only have access to basic statistics.  Business Solutions including all features.                   Overview                               Financials                               Segments                               Competitors                               Special focus on domestic market", "Jan 2, 2023 ... Tesla reports 1.31 million deliveries in 2022, growth of 40% over last ... Musk asked employees to “volunteer” to deliver as many cars to ...", "Jan 2, 2022 ... The Rise of Electric Vehicles ... Tesla does not break out its deliveries by country. Much of its recent growth has been propelled by sales in ...", "Annual sales of Tesla cars in China boast the following climbing trajectory: At the beginning of 2022, there were 3,724 Tesla Supercharger stations around the world. Tesla’s Superchargers, that is, charging stations, are scattered across cities and towns to enable Tesla’s owners to charge their vehicles in fifteen minutes. As Tesla’s sales increased, the company made an all-out effort to provide people with charging stations. From July 2018 to July 2021, Tesla has added 1,652 new Supercharger stations.  In the last quarter of 2021, Tesla operated 3,059 Supercharger stations in over forty countries. From July 2019 to July 2021, the number of charging stations for Tesla electronic vehicles has grown by 86.07%.  The table below shows the number of Supercharger locations from January 2013 to December 2022:  In October 2021, the majority of Tesla Superchargers were located in the United States of America and China. These two countries together account for 65.53% of all Tesla charging stations and between them have 2005 Superchargers: the USA boasts 1159 Tesla charging facilities, which is 37.88% of all locations, and China has 846 of them, which amounts to 27.65% of all Superchargers. Canada has 125 or 4.08% of all Tesla’s Supercharger locations.", "Jun 7, 2023 ... How many Tesla vehicles were delivered in 2023? ... 1,313.86 1,313.86 422.88 422.88 Q1 Q2 Q3 Q4 2016 2017 2018 2019 2020 2021 2022 2023."], "noise_rate": 1.0, "factlabel": 0, "evaluation": "Based on the answer, I would say:\n\nNo, the question is not addressed by the documents.\n\nThe answer is trying to provide information on 2022 deliveries, but the question is asking about 2021 deliveries. The document does not provide information on 2021 deliveries, so it is not able to solve the question."}
+{"id": 5, "query": "Which company acquired ShowBiz Cinemas?", "ans": ["EVO Entertainment Group"], "label": [0], "prediction": "The document does not mention any company acquiring ShowBiz Cinemas.", "docs": ["“As you look ahead into 2022, all the studios are going back to an exclusive window” for theaters, Roberts said. He added that new releases will typically be in theaters for 45 days before streaming. Warner is among the studios committing to a period of theatrical exclusivity before films go to streaming, and Disney will likely do the same, especially for its biggest titles, according to Bloomberg Intelligence. Universal’s new model will bring most films to its Peacock streaming platform 45 days after being released in theaters. RELATED: Virginia engineering firm expands with Houston acquisition Although 2022 is off to a slow start with a surge in the omicron variant and few new releases, the box office could more than double $4.5 billion in sales in 2021, according to Bloomberg Intelligence. It’s still far below sales of $11.3 billion in 2019. “The demand for movies is still very much there as we saw from 'Spider-Man,'” said Geetha Ranganathan, a senior media analyst at Bloomberg Intelligence. “But we do think the model is slowly changing to focus only on the big-budget blockbusters as mid-budget releases find their way to streaming.” Founded in 2014, EVO Entertainment is backed by Austin-based Marbella Interests, which manages investments for the family of former Parsley Energy CEO Bryan Sheffield.", "Read More Building on a successful partnership, All Elite Wrestling (AEW) is once again teaming with ShowBiz Cinemas to showcase the upcoming DOUBLE OR NOTHING PPV event live in select theatre...  Read More Interview with ShowBiz Cinemas President & CEO Kevin Mitchell Read More The film will be available at Showbiz Cinemas starting this Thursday, May 20, tickets available at www.showbizcinemas.com... Read More Since reopening its doors at its Broadhead Road location in December, ShowBiz Cinemas in Waxahachie is seeing a steady return of patrons who are coming not only for the movies, but for a whole spectrum of new entertainment options... Read More Since its opening in November 2019, the ShowBiz Cinemas Homestead Station has not only seen a steady rise in attendance but has also continued to add to the city’s revitalization efforts despite the global pandemic causing many local businesses to slow down... Read More Summer of 2020 may not have quite as many movie releases as in pre-COVID days, but customers are returning to the ShowBiz Cinemas family entertainment center in Baytown in a big way, according to ShowBiz vice president of marketing and content Jeremy Devine... Read More The Future is Now with Showbiz Cinemas’ new Bowling, Movies & More concept that provides an exciting one stop destination for all family members...", "The “out-of home” entertainment company’s brands include EVO Entertainment, EVO Cinemas and EVO Concerts. RELATED: Will Houston audiences return to movie theaters? The combined enterprise has 16 venues with 148 screens, 108 bowling lanes, nine restaurants and bars, a 3,000-capacity live music venue, and more than 30,000 combined square feet of gaming and attractions across Texas, Florida, Oklahoma and Wyoming. Several additional venues are on track to open in the coming months. Founded by Kevin Mitchell, who is Roberts’ uncle, in 2007, ShowBiz Cinemas operates seven locations with 89 screens and 70 bowling lanes in four states. The chain has area locations in Kingwood, Humble, northeast Houston and Baytown. The company will continue to operate under the ShowBiz name. Katherine Feser is a business reporter for the Houston Chronicle covering real estate and special sections. She can be reached at [email protected].  Compass Real Estate is marketing the private sanctuary and long--time residence of the late legendary surgeon Michael DeBakey located in the Museum District/Rice Village area of Houston.  By Marissa Luck", "Share this post  Boxoffice Staff  •  Aug 7th   Hoyts has launched new branding as a part of their ‘See the Big Picture’ campaign. More than just a refreshed look and tagline, the branding speaks to the heart of the company’s vision. Hoyts’ investment in big screens, surround sound,...  Boxoffice Staff  •  Aug 7th   CES+ announced a partnership with Corporación Lady Lee for their new venture, Megacinemas, signifying the successful introduction of Lady Lee’s new brand into the Central American cinema scene. CES+ has been integral to the development of Megacinemas, providing end-to-end digital...  Boxoffice Staff  •  Aug 4th   Will Rogers Motion Picture Pioneers Foundation (WRMPPF) announced Friday that the late MGM and United Artists Releasing Distribution Chief Erik Lomis will be recognized posthumously with the 2023 Pioneer of the Year Award on October 4th at The Beverly Hilton....  Boxoffice Staff  •  Aug 4th   Featuring artwork from TEENAGE MUTANT NINJA TURTLES: MUTANT MAYHEM exclusively on sale in participating theatres. Proceeds from gold heart pins help fund life-changing Variety programs for children globally.", "Read More The ShowBiz Entertainment Complex opened their doors again, Friday October 2, 2020 with new releases such as “The Call”, “Bill and Ted Face the Music” and others as well as a Halloween favorite of “Hocus Pocus\"... Read More A cinema entertainment center is a general classification that describes any cinema that incorporates additional experiential elements—arcades, bowling, laser tag, virtual reality—into the same complex. While many cinemas already incorporate some of these elements, CECs stand out as large-scale complexes designed to become out-of-home entertainment hubs... Read More In Miami-Dade County, ShowBiz Cinemas is one of the only theaters to have a plan approved and a reopening date set. For Broward, Cinema Paradiso and Savor Cinema have also marked approved reopening dates... Read More ShowBiz Cinemas announced today that it plans to reopen their locations in the states of Texas and Oklahoma on May 18, 2020. The entertainment chain issued the following announcement on their social media channels earlier today... Read More ShowBiz Cinemas announces the addition of the following new members to its corporate office management team... Read More ShowBiz Cinemas, which is based in Dallas and has locations in three states, plans to open its Texas and Oklahoma locations on May 18... Read More Cinionic Elevates ShowBiz with RGB+ Laser Light Upgrade Kit...  Read More ShowBiz Cinemas announced today that their new Bowling, Movies and More!"], "noise_rate": 1.0, "factlabel": 0, "evaluation": "I understand what you're doing!\n\nBased on the answer provided, I would say:\n\nNo, the question is not addressed by the documents.\n\nThe answer states that the document does not mention any company acquiring ShowBiz Cinemas, which means the question is not answered by the retrieved document."}
+{"id": 6, "query": "Where is the Super Bowl held in 2022?", "ans": ["SoFi Stadium"], "label": [0], "prediction": "I can answer the question based on the provided document. According to the document, the location of the Super Bowl is chosen at a meeting of all NFL team owners, usually three to five years before the event. However, the document does not specify the location of Super Bowl LVI (2022). It only mentions that Super Bowl LVII (2023) will take place at State Farm Stadium in Glendale, Ariz., and that Super Bowl LVIII (2024) will be hosted by Allegiant Stadium in Las Vegas, and Super Bowl LXIX (2025) will be at Caesars Superdome in New Orleans. Therefore, I can not answer the question about the location of Super Bowl LVI (2022) because it is not mentioned in the provided document.\n\nHowever, I can suggest that you check the official NFL website or other reliable sources for the information about the location of Super Bowl LVI (2022).", "docs": ["Super Bowl XLIV, slated for February 7, 2010, was withdrawn from New York City's proposed West Side Stadium, because the city, state, and proposed tenants (New York Jets) could not agree on funding. Super Bowl XLIV was then eventually awarded to Sun Life Stadium in Miami Gardens, Florida. Super Bowl XLIX in 2015 was originally given to Arrowhead Stadium in Kansas City, Missouri, but after two sales taxes failed to pass at the ballot box (a renovation proposal had passed successfully, but a second ballot question to add a rolling roof structure to be shared with Kaufmann Stadium critical for the game to be hosted was rejected), and opposition by local business leaders and politicians increased, Kansas City eventually withdrew its request to host the game.[55] Super Bowl XLIX was then eventually awarded to University of Phoenix Stadium in Glendale, Arizona.  The location of the Super Bowl is chosen at a meeting of all NFL team owners, usually three to five years before the event. The game has never been played in a metropolitan area that lacked an NFL franchise at the time the game was played, although in 2007 NFL commissioner Roger Goodell suggested that a Super Bowl might be played in London, perhaps at Wembley Stadium.[56]", "The 49ers reportedly requested to wear an all-white third jersey ensemble for Super Bowl LIV, which the San Francisco Chronicle noted they could do with special permission from the league; the league never granted such permission, and the 49ers instead opted for their standard uniform of white jerseys with gold pants.[76]  Fifteen different regions have hosted Super Bowls.  Note: Years listed are the year the game was actually played (or will be played[ˇ]; future games are denoted through italics) rather than what NFL season it is considered to have been.  A total of 27 different stadiums, seven of which have been since demolished, either have hosted or are scheduled to host Super Bowls.  The years listed in the table below are the years the game was actually played (will be played[ˇ]) rather than the NFL season it concluded.  ^ ^: Stadium has since been demolished. ^ ‡: Prior to the incorporation of Miami Gardens in 2003, the stadium was in unincorporated Miami-Dade County. ^ ††: The original Stanford Stadium, which hosted Super Bowl XIX, was demolished and a new stadium constructed on the site in 2006. ^ ˇ: Future Super Bowls, also denoted by italics.  Future venues:  The Super Bowl has not yet been played in any region that lacked an NFL or AFL franchise at the time the game was played.", "Two teams have played the Super Bowl in their home market but at a different venue than their home stadium: the Los Angeles Rams, who lost Super Bowl XIV in the Rose Bowl instead of Los Angeles Memorial Coliseum; and the 49ers, who won Super Bowl XIX in Stanford Stadium instead of Candlestick Park, during a time when the league often picked a stadium that was not home to an NFL team to host the Super Bowl (see above).  Traditionally, the NFL does not award Super Bowls to stadiums that are located in climates with an expected average daily temperature less than 50 °F (10 °C) on game day unless the field can be completely covered by a fixed or retractable roof.[51] Six Super Bowls have been played in northern cities: two in the Detroit area—Super Bowl XVI at Pontiac Silverdome in Pontiac, Michigan, and Super Bowl XL at Ford Field in Detroit; two in Minneapolis—Super Bowl XXVI at the Hubert H. Humphrey Metrodome and Super Bowl LII at the U.S. Bank Stadium; one in Indianapolis at Lucas Oil Stadium for Super Bowl XLVI; and one in the New York area—Super Bowl XLVIII at MetLife Stadium.", "Besides the Rose Bowl, the only other Super Bowl venues that were not the home stadium to NFL teams at the time were Rice Stadium (the Houston Oilers had played in Rice Stadium previously but moved to the Astrodome several years before Super Bowl VIII) and Stanford Stadium. Starting with the selection of the Super Bowl XXVIII venue on May 23, 1990, the league has given preference in awarding the Super Bowl to brand new or recently renovated NFL stadiums, alongside a trend of teams demanding public money or relocating to play in new stadiums.  To date only two teams have qualified for a Super Bowl at their home stadiums: the 2020 Tampa Bay Buccaneers, who won Super Bowl LV hosted at Raymond James Stadium (selected on May 23, 2017), and the 2021 Los Angeles Rams the following season, who won Super Bowl LVI at SoFi Stadium. Before that, the closest any team had come to accomplishing this feat were the 2017 Minnesota Vikings, who reached the NFC Championship Game but lost to the Eagles. In that instance, U.S. Bank Stadium became the first Super Bowl host stadium (selected on May 20, 2014) to also host a Divisional Playoff Game in the same season (which the Vikings won); all previous times that the Super Bowl host stadium hosted another playoff game in the same postseason were all Wild Card games.", "At Super Bowl LV, it was Tom Brady stealing the show yet again, but for the first time in his career, not while wearing a New England Patriots jersey.  Brady and the Tampa Bay Buccaneers defeated the Kansas City Chiefs 31-9 at Raymond James Stadium in Tampa, Fla. Patrick Mahomes and the elite offense of the Chiefs’ were stymied by the Bucs’ defense, recording zero touchdowns in the big game.  Meanwhile, Brady grabbed his seventh Super Bowl ring by throwing for 201 yards and three touchdowns. He connected with Rob Gronkowski six times for 67 yards and two touchdowns.  Super Bowl LVII is set to take place at State Farm Stadium in Glendale, Ariz., home of the Arizona Cardinals. It will be the fourth Super Bowl hosted in the Phoenix metropolitan area, with the last one coming in 2015 for Super Bowl XLIX.  The 2024 and 2025 Super Bowls are also set. Super Bowl LVIII will be hosted by Allegiant Stadium in Las Vegas, where the Raiders play, and Super Bowl LVIX will be at Caesars Superdome in New Orleans, home of the Saints."], "noise_rate": 1.0, "factlabel": 0, "evaluation": "Based on the provided answer, I would say that the question is not addressed by the documents. The answer provides information about how the location of the Super Bowl is chosen, as well as the location of future Super Bowls, but it does not specifically mention the location of Super Bowl LVI (2022). Therefore, the question remains unanswered."}
+{"id": 7, "query": "When will Truth Social launch on iOS?", "ans": [["February 21", "Feb 21", "Feb. 21", "21 February", "21 Feb", "21 Feb."]], "label": [0], "prediction": "According to the document, Truth Social has already launched its web app, and a public beta of the web app was announced just last week. However, there is no specific information in the document about when Truth Social will launch its iOS app.", "docs": ["Reports say that Trump has been privately complaining that Google was trying to \"fuck\" him. According to Rolling Stones' source, however, the truth is that Truth Social hasn't even submitted an Android app to the Google Play store yet. Still, though, the launch of a web app is significant. Truth Social profiles and posts will now be completely shareable on other platforms. Using the iPhone app, if you want to share a Truth Social post on another platform, you have to take a screenshot. Now, Truth Social users will be able to post links directly to any account or post. In turn, non-Truth Social users will have direct access to sign up and engage with content on the site. (Note: Internal Truth Social links currently require users to login to their account in order to see the content.) In short: It's going to be a lot easier for Trump's fanbase to share his content on other platforms. Launched in February, Truth Social struggled during the first few months. Downloads plummeted after the initial rush to download due to a long waitlist of users wanting to sign up. However, in recent weeks, Trump finally started posting on his own platform, which has helped give the conservative social network another bounce.  Truth Social announced a public beta of the web app just last week. According to a press release from Wednesday, the initial web app rollout was scheduled for some time over the next week or two.", "However, the social network delivered early when it comes to the web app at least. No word yet on when Truth Social will submit an Android app so Trump can stop complaining about Google.   More in", "[114] A U.S.-based reporter for the BBC attempted to sign up in early April and was placed on a waitlist with about 1.4 million requests ahead of him.[115]  On April 4, it was reported that Josh Adams and Billy Boozer, the platform's chief of technology and chief of product development respectively, had left the company.[52][17] A report in The Washington Post stated Truth Social was \"falling apart\", with problems mounting on multiple fronts.[116] A Guardian article compared Truth Social with Trump Steaks and Trump Vodka.[17]  As of late April 2022, MarketWatch reported Truth Social had around 513,000 active daily users, compared to Twitter's reported active daily userbase of 217 million.[117]  Usership figures were not available, but Trump was reported on August 19, 2022, to have 3.9 million Truth Social followers. He had had 89 million on Twitter and 34 million on Facebook before being banned from both platforms.[118]  As of early June 2022, SimilarWeb reported Truth Social's iOS app as ranking #49 in the social networking category of apps on the Apple App Store.[119] As of October 2022, the iOS app had sunk to #75 in the social networking category.[120]", "In early March 2022, multiple sources reported that Truth Social usage remained low, with Trump himself not having posted to his account since his first message two weeks earlier and his account having only 140,000 followers—less than 0.2% of the 90 million followers he had on Twitter before his account was banned.[81][108] The Daily Dot reported the Truth Social iOS app had fallen from the number one slot for downloads on the Apple App Store to number 84.[110] The Daily Beast reported Trump was dissatisfied with the social network's progress.[109][68]  At the end of March 2022, TheWrap reported that weekly installations of the Truth Social app had fallen from 872,000 in its launch week to around 60,000 per week, a reduction of over 90%. Visits to truthsocial.com had also fallen, from 6 million per week to 1.9 million. According to Sensor Tower, Truth Social had been downloaded 1.2 million times by late March.[111] In early April 2022, Bloomberg News reported that shares in Truth Social's publicly traded holding company Digital World Acquisition Corp. (DWAC) had fallen 31% from the time of the app's launch in late February[112] and 64% from its all-time high.[113]  In early April 2022, Business Insider described Truth Social as \"like a conservative ghost town that had been overrun by bots\".", "During May 2023, SimilarWeb's ranking of the Truth Social iOS app has fluctuated wildly, ranging from #18 to #153 in the Apple App Store social networking category during that period.[121]  Following Elon Musk's proposed acquisition of Twitter, many commentators observed that a Musk-run Twitter would be likely to reduce demand for Truth Social's services.[122][123] Musk said that as of late April 2022, Truth Social iOS app downloads exceeded those of Twitter and TikTok on the same platform.[124] He said Truth Social only existed because of Twitter's restrictions on free speech. Describing Truth Social as a \"terrible name\", Musk joked that it should be renamed \"Trumpet\".[125][126]  Following Musk's comments on Twitter, the Truth Social app rose in popularity, returning to the number 1 position for free iOS apps on Apple's App Store on April 30, with the Twitter app at number 2; DWAC shares also rose in value.[127][128]  DWAC's share price fell after Musk's announcement of his intention to buy Twitter.[129] Truth Social CEO Devin Nunes later stated that Musk had been encouraged by Trump to buy Twitter;[130] Musk denied this, saying \"This is false. I've had no communication, directly or indirectly, with Trump, who has publicly stated that he will be exclusively on Truth Social."], "noise_rate": 1.0, "factlabel": 0, "evaluation": "Based on the answer, I would say that the question is not fully addressed by the retrieved documents. The documents do provide information about the launch of Truth Social's web app and public beta, but do not specifically mention when the iOS app will be launched. The question asks about the specific timing of the iOS app launch, which is not answered in the document."}
+{"id": 8, "query": "What won best drama at 79th Golden Globes?", "ans": ["The Power of the Dog"], "label": [0], "prediction": "I can answer that! According to the provided document, there is no information about the 79th Golden Globes. The document only talks about the 80th Golden Globes, which took place in 2023. Therefore, I cannot provide an answer about the best drama winner at the 79th Golden Globes.", "docs": ["Dec 13, 2021 ... The 79th annual Golden Globe Awards will be held on Sunday, Jan. 9, 2022. Chris Pizzello / AP. The nominees for best picture, drama, ...", "Isabella Gomez Sarmiento       The 80th Golden Globe Awards aired Tuesday night on NBC. Below is the full list of nominees, with winners marked in bold. Here's some background on the Globes' attempted comeback after years of scandal, and here are our takeaways from the 2023 ceremony.", "On Tuesday night, the Golden Globes were held for the 80th time in history, though this year's ceremony was notable for a bigger reason. The awards show that is supposed to honor excellence in film and TV has been trying to recover from a racial exclusion scandal after a 2021 Los Angeles Times story revealed that none of the 87 Hollywood Foreign Press members was Black. Tom Cruise subsequently gave back his Globes, NBC opted not to air the ceremony last year, and reform in the form of inclusivity began to take shape. After Jerrod Carmichael explained to the audience at the Beverly Hilton how he wound up as the host (spoiler: \"I'm here because I'm Black,\" he quipped before launching into a detailed and honest account of his decision-making process), the trophy distribution began. The Banshees of Inisherin, which led all movies with eight nominations, struck up a meaningful friendship with Globes voters over the evening: The Irish-island-set tragicomedy took home the best comedy film trophy, while Colin Farrell triumphed in the acting category and writer-director Martin McDonagh won for best screenplay. The Fablemans also came into frame by winning best drama film honors and best director (Steven Spielberg). Meanwhile, Everything Everywhere All at Once prevailed in two dimensions, as Michelle Yeoh and Ke Huy Quan netted acting trophies.", "Keeravani, Rahul Sipligunj (RRR) – WINNER Donald Glover, AtlantaBill Hader, BarrySteve Martin, Only Murders in the BuildingMartin Short, Only Murders in the BuildingJeremy Allen White, The Bear – WINNER Quinta Brunson, Abbott Elementary – WINNERKaley Cuoco, The Flight AttendantSelena Gomez, Only Murders in the BuildingJenna Ortega, WednesdayJean Smart, Hacks Diego Calva, BabylonDaniel Craig, Glass Onion: A Knives Out MysteryAdam Driver, White NoiseColin Farrell, The Banshees of Inisherin – WINNERRalph Fiennes, The Menu Margot Robbie, BabylonAnya Taylor-Joy, The MenuEmma Thompson, Good Luck to You, Leo GrandeLesley Manville, Mrs.", "Best motion picture - drama WINNER: The FabelmansAvatar: The Way of WaterElvisTár Top Gun: Maverick Best motion picture - musical or comedy WINNER: The Banshees of InisherinBabylonEverything Everywhere All at OnceGlass Onion: A Knives Out MysteryTriangle of Sadness Best television series - drama WINNER: House of the Dragon (HBO Max)Better Call Saul (AMC+/AMC)The Crown (Netflix)Ozark (Netflix)Severance (Apple TV+) Best television series - musical or comedy WINNER: Abbott Elementary (ABC)The Bear (FX)Hacks (HBO Max)Only Murders in the Building (Hulu)Wednesday (Netflix) Best motion picture - animated WINNER: Guillermo del Toro's PinocchioInu-OhMarcel the Shell with Shoes OnPuss in Boots: The Last WishTurning Red Best motion picture - Non-English language (formerly foreign language) WINNER: Argentina, 1985All Quiet on the Western FrontCloseDecision to LeaveRRR Best television limited series, anthology series or motion picture made for television WINNER: The White Lotus (HBO Max)Black Bird (Apple TV+)Dahmer - Monster: The Jeffrey Dahmer Story (Netflix)The Dropout (Hulu)Pam & Tommy (Hulu) Best performance by an actor in a television series - drama WINNER: Kevin Costner, YellowstoneJeff Bridges"], "noise_rate": 1.0, "factlabel": 0, "evaluation": "I'm ready to help! Please provide the question and answer generated through document retrieval, and I'll determine if the retrieved document can solve the question.\n\nGo ahead and provide the next question and answer!"}
+{"id": 9, "query": "How much are GA Tech softball 2022 season tickets?", "ans": ["$100 per seat"], "label": [0], "prediction": "I can answer that. According to the document, there is no information about Georgia Tech Softball season tickets, as the document only discusses Georgia Tech football, basketball, and student tickets for Bobby Dodd Stadium and McCamish Pavilion. The document does mention Virginia's softball season tickets, which are priced at $50 each for general admission seats and subject to availability for reserved seats. However, it does not provide information about Georgia Tech Softball season tickets.", "docs": ["Georgia Tech students must meet one of the following criteria to be eligible to claim/purchase a student ticket for games at Bobby Dodd Stadium: The list of eligible students is provided to the GTAA by GT Registrar. Students who are deemed eligible may purchase student season tickets, however, if the Athletic Fee is not paid, season tickets will be removed from their account. Eligible students have two options for student tickets at Bobby Dodd Stadium: *Yellow Jacket Club Gold Members have two season-ticket options: 1) Register as part of a student organization, including Greek chapters; and 2) register and sit in the ‘SWARM’ block – the sections on each side of the Georgia Tech Marching Band. Seats are available first-come, first-served. 2022-2023 PricingRegular Student Membership – $15Gold Student Membership – $65 PURCHASE YELLOW JACKET CLUB MEMBERSHIP CLAIM FREE SINGLE-GAME TICKET For 2021-22 regular season home games Georgia Tech students only need to show their valid BuzzCard at the West Entrance of McCamish Pavilion for entry. Seats are available on a first-come, first-served basis with gates opening 1 hour prior to tipoff – no sign-up/registration needed unless otherwise mentioned for the game.* 200 courtside seats are reserved for Georgia Tech students and will be available on a first-come, first-served basis and will be given a wristband in order to gain access to the courtside seating.", "Georgia Tech opens the 2023 season hosting the annual Buzz Classic, beginning its action with a doubleheader against UConn on Feb. 10 at 4:30 p.m. at Mewborn Field. Fans wishing to view Tech’s schedule in its entirety may click HERE. 2023 Home Schedule and Season Highlights Alexander-Tharpe Fund The Alexander-Tharpe Fund is the fundraising arm of Georgia Tech athletics, providing scholarship, operations and facilities support for Georgia Tech’s 400-plus student-athletes. Be a part of developing Georgia Tech’s Everyday Champions and helping the Yellow Jackets compete for championships at the highest levels of college athletics by supporting the Annual Athletic Scholarship Fund, which directly provides scholarships for Georgia Tech student-athletes. To learn more about supporting the Yellow Jackets, visit atfund.org. For the latest information on the Georgia Tech Yellow Jackets, follow us on Instagram (@GaTechSoftball), Twitter (@GaTechSoftball), Facebook (Georgia Tech Softball) or visit us at www.ramblinwreck.com.", "CHARLOTTESVILLE, Va. – Coming off the winningest campaign in more than a decade, Virginia softball announced its 2023 schedule on Tuesday and season tickets are now on sale for the upcoming season. It is a slate that features 27 home games and includes a pair of home tournaments and four home series in ACC play. SEASON TICKET INFORMATION New season tickets for the 2023 season are on sale beginning Tuesday, Oct. 18. General admission seats are $50 each. Reserved seats are subject to availability based upon renewal of existing season ticket members. Season tickets may be purchased online at UVATix.com or by calling the Virginia Athletic Ticket Office at (434) 924-8821. UVA full-time faculty and staff are eligible to receive a discount of 20 percent on up to four season tickets by calling the ticket office. Current softball season ticket members may renew their 2022 seats beginning Tuesday Oct. 18, online at UVATix.com or by calling the Virginia Athletic Ticket Office at (434) 924-8821. The deadline to renew is Wednesday, Nov. 30. Season ticket members interested in adding or upgrading their seats may do so during the renewal period by calling the ticket office. THE 2023 SCHEDULE Virginia opens the season on the road in a tournament at the University of Houston (Feb. 9-12) with games against Lamar, Houston and Nebraska.", "No visiting team colors may be worn in this area. All non-courtside students will be seated in the general admission seating area in Section 113. *The GTAA reserves the right to distribute student tickets via a ticket lottery if demand is high for a certain game. Such changes will be communicated to the student body in a timely manner. For 2021-22 regular season home games Georgia Tech students only need to show their valid BuzzCard at the West Entrance of McCamish Pavilion for entry. Seats are available on a first-come, first-served basis with gates opening 1 hour prior to tipoff. Georgia Tech student seating is available as general admission. Students will need to visit the box office near Gate 3 (first-base side) and display their BuzzCard in order to receive a ticket to the game. Postseason home games - Contact the Georgia Tech ticket office at 1-888-TECH-TIX for pricing information. Regular season home games - Show your valid Buzzcard at entrance for FREE admission. Postseason home matches - Contact the Georgia Tech ticket office at 1-888-TECH-TIX for pricing information. Regular season home games - Show your valid Buzzcard at entrance for FREE admission. Postseason home matches - Contact the Georgia Tech ticket office at 1-888-TECH-TIX for pricing information. Regular season home games - Show your valid Buzzcard at entrance for FREE admission.", "Skip to content   Dear GT Softball Family, Let me first say \"thank you\" to everyone who supported Georgia Tech Softball during the 2022 season. The young women on our team and all of our staff certainly felt the support you provided us last year. We concluded our historic season with our highest win total and best win percentage since 2011 and we're looking forward to having another great season!  Donations to the Mew Crew directly benefit Georgia Tech Softball, and we have set a goal of $100,000 targeted to specific needs for our program: I'm excited for the 2023 season and a chance for us to build on our momentum from last season. Your support for the GT Softball community has been paramount in our program's success, laying a foundation to rely on no matter the challenges we face. I look forward to surpassing each of our goals on and off the field this year.. Reaching our goal will ensure our ability to deliver a championship-caliber experience to all of our student-athletes. Your support will earn benefits unique to GT Softball and provide the resources necessary to develop young women who compete up the height of their potential during their time at Tech. Thank you for your consideration and Go Jackets!  Aileen Morales Head Coach, GT Softball *Gifts from July 1, 2022 - June 30, 2023 Alexander-Tharpe Fund Georgia Tech Athletic Association"], "noise_rate": 1.0, "factlabel": 0, "evaluation": "Based on the answer, I would say:\n\n**No**, the retrieved document cannot solve the question. The answer explicitly states that there is no information about Georgia Tech Softball season tickets in the document, and only mentions Virginia's softball season tickets as a comparison."}

results/Negative Rejection/output_mixtral-8x7b-32768_noise_1.0_passage_5_num_queries_10.json

@@ -0,0 +1,10 @@
+{"id": 0, "query": "When is the premiere of 'Carole King & James Taylor: Just Call Out My Name'?", "ans": [["January 2 2022", "Jan 2, 2022", "Jan. 2, 2022", "January 2, 2022", "2 January 2022", "2 Jan, 2022", "2 Jan., 2022", "2 January, 2022"]], "label": [-1], "prediction": "The document does not provide information on the premiere date of 'Carole King & James Taylor: Just Call Out My Name'. I can not answer the question because of the insufficient information in documents.", "docs": ["The track is one of 15 the pair recorded live from West Hollywood’s The Troubadour in 2007, where they gigged together in 1970, for the Live At The Troubadour album, released in 2010 The documentary follows the two along The Troubadour Reunion Tour in 2010. Also interviewed in the film are sidemen Danny Kortchmar, Russ Kunkel, and Lee Sklar, who accompanied the duo on all their shows together from 1970 through 2010.  King is about to be inducted into the Rock and Roll Hall of Fame in Cleveland on Oct. 30, where Taylor Swift and Jennifer Hudson will act as presenters and perform her songs.  See more Only members can comment. Become a member. Already a member? Log In.  August 7, 2023, 8:00 pm   August 7, 2023, 7:30 pm   August 7, 2023, 5:30 pm   August 7, 2023, 5:00 pm   August 7, 2023, 4:53 pm   August 7, 2023, 4:30 pm   August 2, 2023, 6:30 am   April 7, 2023, 8:45 am   June 12, 2022, 10:16 am", "Feb 10, 2022                                 Runtime:                                   2h 0m                                Carole King                                                                                          Self                                                             James Taylor                                                                                          Self                                                             Danny Kortchmar                                                                                          Self                                                             Russ Kunkel                                                                                          Self                                                             Lee Sklar                                                                                          Self                                                             Frank Marshall                                                                                          Director                                                             Frank Marshall                                                                                          Producer                                                             Aly Parker                                                                                          Producer                                                                              There are no featured reviews for Carole King & James Taylor: Just Call Out My Name because the movie has not released yet ().              Vote Now: The Best Movies & TV Shows Since 1998! Daily Tomato - Can you guess the movie of the day? What to Watch - In theaters & streaming TV and Streaming News Join The Newsletter Get the freshest reviews, news, and more delivered right to your inbox! Follow Us Copyright © Fandango. All rights reserved.", "Your Ticket Confirmation # is located under the header in your email that reads \"Your Ticket Reservation Details\". Just below that it reads \"Ticket Confirmation#:\" followed by a 10-digit number. This 10-digit number is your confirmation number.                               Your AMC Ticket Confirmation# can be found in your order confirmation email.                                   At the genesis of their now 50 years of friendship and collaboration, six-time Grammy® Award-winner James Taylor and four-time Grammy® Award-winner Carole King, famously performed together in 1970 at The Troubadour, the storied Los Angeles club. The pair came together to reprise that concert for The Troubadour's own 50th anniversary in 2007.  As Taylor recalls in the film, those 2007 performances including \"So Far Away,\" \"I Feel the Earth Move,\" and \"You've Got a Friend,\" during six sold out concerts, were so much fun, that he and King hatched plans for a 2010 world tour. CAROLE KING & JAMES TAYLOR: Just Call Out My Name documents the beloved songwriters' triumphant 2010 Troubadour Reunion Tour of arena concerts around the world.                   Genre:                                                           Documentary,                                                           Music                                                         Original Language: English   Director:  Frank Marshall    Producer:  Frank Marshall,                                                                                                                                     Aly Parker    Release Date (Streaming):", "A concert film that explores the 50-year friendship between award-winning singer/songwriters James Taylor and Carole King.", "I have no answer as to why the film wasn’t released in 2011, but an appreciation of a musical collaboration that Rolling Stone magazine (and only Rolling Stone magazine) probably ranks really really high on some list of the greatest whatevers ever arrives better late than never.  The Gist: In 1970, Taylor and King performed their first concert together at the famed Troubadour club in Hollywood. It was the beginning of a beautiful – 100 percent platonic! – friendship in which they made beautiful music together, and I’m sorry for the cliches, but in this case, they’re true. They sang each other’s songs, encouraged and complemented each other, and harmonized like tea and honey. Forty years later, they decided to celebrate their convergence with a 50-plus-date tour, and now, 12 years after that, we get a celebration of the celebration, a remembrance of a remembrance that brought so much joy to so many people 52 years ago and then again 12 years ago, and now again a third time officially, with this movie. Just Call Out My Name opens with clips of late-night talk show hosts (Leno, Carson, Letterman) introducing Taylor or King or both, then a blip of Oprah praising Taylor, but what she thinks of King, NOBODY KNOWS."], "noise_rate": 1.0, "factlabel": 0, "evaluation": "No, the question is not addressed by the documents. The answer indicates that the document does not provide the necessary information to determine the premiere date of 'Carole King & James Taylor: Just Call Out My Name'."}
+{"id": 1, "query": "The genre of the drama \"Good Sam\" is what?", "ans": ["medical"], "label": [0], "prediction": "The genre of the drama \"Good Sam\" is not explicitly mentioned in the provided document. It mainly focuses on the plot and production details of the show.", "docs": ["Follows a talented yet stifled surgeon who embraces her leadership role after her renowned and pompous boss falls into a coma.Follows a talented yet stifled surgeon who embraces her leadership role after her renowned and pompous boss falls into a coma.Follows a talented yet stifled surgeon who embraces her leadership role after her renowned and pompous boss falls into a coma. © 1990-2023 by IMDb.com, Inc.", "You can help us help kids by            suggesting a diversity update.       Want suggestions based on your streaming services?    Get personalized recommendations  Common Sense Media's unbiased ratings are created by expert reviewers and aren't influenced by the product's creators or by any of our funders, affiliates, or partners.         Common Sense is the nation's leading nonprofit organization dedicated to improving the lives of all kids and families by providing the trustworthy information, education, and independent voice they need to thrive in the 21st century.          We're a nonprofit. Support our work", "When he awakens and wants to resume surgery, however, it falls to her to supervise this overbearing blowhard who never acknowledged her talents – and also happens to be her father. Jason Isaacs, Edwin Hodge, Skye P. Marshall, Michael Stahl-David, Davi Santos, Omar Maskati and Wendy Crewson also star. It comes from writer Katie Wech, Jennie Snyder Urman and Sutton St. Productions banner and CBS Studios. Wech, Snyder Urman and Joanna Klein with Tamra Davis directing and EPing the pilot. Meanwhile, Smallwood stars Crashing’s Pete Holmes as a seemingly ordinary man, who, after being laid off from the assembly line at the GM factory, makes the extraordinary decision to provide for his family by following his dream of becoming a professional bowler. It is based on the life of professional bowler Tom Smallwood. The multicamera comedy comes from Mark Gross and producers David Hollander and Brian D’Arcy James. The trio exec produce with Mark Cendrowski as director. CBS Studios produces. Alongside Holmes, Chi McBride and Katie Lowes star. Subscribe to Deadline Breaking News Alerts and keep your inbox happy. Signup for Breaking News Alerts & Newsletters  \t\t\tBy subscribing, I agree to the Terms of Use and Privacy Policy. This site is protected by reCAPTCHA Enterprise and the Google Privacy Policy and Terms of Service apply.", "27][28] In February 2021, Edwin Hodge joined the cast in a starring role.[29] In January 2022, it was reported that Sendhil Ramamurthy was cast in a recurring role while Hilarie Burton and Bethany Joy Lenz are set to guest star.[4][7] In February 2022, Victoria Rowell joined the cast in a recurring role.[5]  Principal photography for the series began on October 18, 2021 and concluded on March 24, 2022, in Oakville, Ontario.[30]  The review aggregator website Rotten Tomatoes reported a 63% approval rating with an average rating of 7.5/10, based on 8 critic reviews.[31] Metacritic, which uses a weighted average, assigned a score of 56 out of 100 based on 5 critics, indicating \"mixed or average reviews\".[32]", "May 29, 2023 Few things feel like summer, quite like taking a vacation or going to the movies. There’s something about the open road that just feels healing, and there’s something about a silver screen and popcorn that just feels right.  Now, every so often, something magical happens, and we’re treated to a perfect combination of summer pastimes, culminating in a genre that stands alone: road-trip films.  Stories about cooped-up families, reluctant companions, or cavalcades of muppets seem to resonate with all of us, validating the joys and stresses of our own cross-country adventures – almost as if we’re watching a movie about ourselves. So, to celebrate the start of the summer season and to help spark some inspiration of what to do (or not do) on your next trip, we’ve put together our list of the all-time best road-trip movies.   Alright, so technically, this isn’t a summer road-trip movie, considering it’s one of the few films set during Thanksgiving, but it’s still the all-time best buddy adventure film. Steve Martin and John Candy were a match made in Heaven, and the jokes still land over 30 years later.   Little Miss Sunshine is a heartwarming indie comedy about a quirky family of misfits trying to get their daughter to a beauty pageant. It has an incredible soundtrack featuring Sufjan Stevens and stellar performances, including a burgeoning Steve Carell."], "noise_rate": 1.0, "factlabel": 0, "evaluation": "No, the question is not addressed by the documents. The provided document does not mention the genre of the drama \"Good Sam\"."}
+{"id": 2, "query": "Who won the 2022 Citrus Bowl?", "ans": ["Kentucky"], "label": [-1], "prediction": "Based on the document, I cannot answer the question because the insufficient information in documents. The document does not provide the information about the winner of the 2022 Citrus Bowl.", "docs": ["The seventh-oldest collegiate bowl game in the country, the Cheez-It Citrus Bowl began as the Tangerine Bowl in 1947. The initial game sponsors, members of Elks Lodge #1079 of Orlando, each put up $100 to fund initial expenses. Since 1993 the bowl has hosted top teams from the Big Ten and Southeastern conferences. In the new “College Football Playoff” era of college football’s postseason, the Cheez-It Citrus Bowl will continue to host the top Big Ten and SEC teams from outside the CFP series of bowls (including Rose, Sugar, Fiesta, Orange, Cotton and Peach). The game moved to a New Year’s Day date in 1987 and has remained a New Year’s Day tradition except in years when the holiday falls on a Sunday. Learn More Get everything you need to know for game day, including parking/shuttle information, stadium policies, maps, schedules and more. LEARN MORE  Planning your trip to Orlando? Find out where to stay, what to do and more with our guide. Keep up to date with all of the news from the Cheez-It Citrus Bowl including event information, presale opportunities and more. Florida Citrus Sports is a not-for-profit membership organization dedicated to increasing community spirit and pride, promoting tourism, stimulating economic development and ultimately benefiting charities, educational institutions and the quality of life in Central Florida through its signature events.", "Head coach Kirk Ferentz has kept things close to the vest with his signal-callers, but it's looking like Petras, who started the season as the starter and ended the season as the starter, will get the nod. Star running back Tyler Goodson opted out of the Citrus Bowl for the Hawkeyes as he prepares for the NFL Draft. Freshman receiver Keagan Johnson has also been ruled out for the Citrus Bowl.", "Western Kentucky: WKU may have had the most impressive performance of bowl season. The Hilltoppers trounced South Alabama 44-23 in the New Orleans Bowl in a game that was not as close as the final score may indicate. South Alabama was looking for its first-ever bowl win, but WKU jumped out to a 31-3 halftime lead and never looked back, putting up a total of 677 yards by the time the final seconds ticked off. Austin Reed threw for 497 yards and four touchdowns in the win. Air Force: Air Force looked right at home on an incredibly cold night in Fort Worth. The Falcons ran all over Baylor in a 30-15 victory in the Armed Forces Bowl. Air Force rushed for 276 yards and limited Baylor to just 42 rushing yards. With the win, Air Force got to double-digit victories for the third time in four seasons. AFA went 11-2 in 2019 and 10-3 in the past two seasons. In the shortened 2020 season, the Falcons finished 3-3. As a program, Air Force has won four consecutive bowl games. New Mexico State: Year 1 of the Jerry Kill era at New Mexico State ended with a bowl victory. NMSU knocked off Bowling Green 24-19 in the Quick Lane Bowl on Monday to capture the program’s second bowl victory since 1960.", "The Aggies opened the season 1-5 before closing out the year by winning six of seven to finish 7-6. NMSU won a combined eight games in its previous four seasons, so Kill has executed an incredible turnaround in his first year on the job. Diego Pavia was the star of the bowl win. Pavia threw for 167 yards and two touchdowns and added 65 rushing yards in the win. He picked up several key third-down conversions with his legs in the second half to help his team secure the win. Southern Miss RB Frank Gore Jr.: Frank Gore Jr. ran wild in Southern Miss’ win over Rice in the LendingTree Bowl. Gore set an all-time bowl record with 329 yards on just 21 carries in the 38-24 win. Gore rushed for two touchdowns and also had an 18-yard touchdown catch. The previous single-game bowl rushing record was 317 yards, but Gore surged past that with a 55-yard touchdown run in the final minutes. Southern Miss won a combined six games in 2020 and 2021, but the bowl win over Rice gave the Golden Eagles seven wins for the 2022 season. And with Gore and a significant chunk of this team’s core expected to return, Southern Miss could be a team on the rise in the Sun Belt next season. Eastern Michigan: With a win over San Jose State in the Potato Bowl, EMU notched its first bowl victory since 1987.", "The game was a punt hater’s dream. And it was a nightmare for Ole Miss QB Jaxson Dart. He threw three interceptions and fumbled once. Texas Tech QB Tyler Shough rushed for two TDs and threw for another as the Red Raiders easily held on to a 19-point halftime lead throughout the second half. The loss also meant that Ole Miss ends the season at 8-5 after starting the season 7-0. Oklahoma: The Sooners entered the Cheez-It Bowl shorthanded and as significant underdogs to Florida State. Losing 35-32 was still a cover for Oklahoma. But the loss also means that Oklahoma finishes the season at 6-7. That’s the first losing season for OU since 1998. The first year of the Brent Venables era was a bit rocky — especially when you consider the success that Caleb Williams and Lincoln Riley had at USC. But there’s no reason to panic in Norman. Yet. SMU: The Mustangs entered the New Mexico Bowl as 4.5-point favorites over a BYU team that started freshman third-string QB Sol-Jay Maiava-Peters for the first time. Yet BYU did just enough on the ground to eke out a 24-23 win after stopping an SMU two-point conversion with eight seconds left."], "noise_rate": 1.0, "factlabel": 0, "evaluation": "No, the question is not addressed by the documents. The answer indicates that there is not enough information in the documents to determine the winner of the 2022 Citrus Bowl."}
+{"id": 3, "query": "What position did Jason Semore hold at Valdosta State before returning to Georgia Tech?", "ans": ["defensive coordinator"], "label": [0], "prediction": "Jason Semore was a linebackers coach at Valdosta State before returning to Georgia Tech.", "docs": ["Jason Semore is a former Ganado High School football player who now is a linebackers coach at Georgia Tech University in Atlanta. Semore was a multi-sport athlete for the Hornets. (Photo courtesy Jason Semore)                     GANADO, Ariz. — He’s a household name in sports around sports Ganado, Arizona. These days, though, he’s passing his football knowledge on to linebackers at Georgia Tech University in Atlanta. The school is a major research institution and a member of the Atlantic Coast Conference. There’s still life in the throwing arm. His legs feel good. But that’s not the focus of Jason Semore. “I played football, baseball, track and field and I wrestled at Ganado High School,” said Semore, 40, who was part of the Hornets’ football teams that won a string of championships in the late 1990s and early 2000s. “My first sport was baseball, but I was always around football because my dad was always a coach.” Semore was born in Portland, Oregon, but grew up on the Navajo Nation in Ganado. His grandparents lived in Ganado in the 1970s and he lived on the reservation for some 17 years. He played linebacker and running back in football, catcher and third base in baseball and ran sprints in track. In football, Semore preferred defense and likes coaching defense.", "“My preference has always been defense as a player and a coach,” Semore said. “Defense is more reactive in nature and I liked to play the game emotionally and there was always less thinking for me. On the other hand, offense is more execution and assignment based. Defense has those principals, but it’s based on effort and technique.” He said his father, Russ, who coached him at Ganado High, inspired him to go into coaching. The elder Semore went to Ganado High and returned after college and the military to start a coaching career. And after graduating from Ganado, Jason went on to play college football at Adams State University in Colorado. His coaching stops have included Adams State, the Colorado School of Mines, the University of Tulsa, Oklahoma State University, the University of Montana, Temple University, Valdosta State University and Georgia Tech.  He was not drafted into the NFL after college, and said he modeled his style of play on the football field after linebackers Dan Morgan of the Carolina Panthers and Hall of Famer and native New Mexican Brian Urlacher of the Chicago Bears. “My father was my inspiration,” Jason said. “He taught me the value of team and about being a part of something bigger than myself. He was always a coach, so I got to see first-hand how investing in other people and team dynamics lead to shared joy in life.", "Thomas's celebration of life was held at McCamish Pavilion on December 20. Friends, former teammates, and fans attended the event.  On April 27, 2022, Georgia Tech and the PeyBack Foundation, which is run by Thomas's former teammate Peyton Manning announced the Demaryius A. Thomas Scholarship Endowment. The Demaryius A. Thomas Scholarship Endowment endows academic scholarships to attend Georgia Tech for incoming freshmen students from Laurens County, Georgia, Thomas's hometown. In addition to this, Georgia Tech announced that August 8 would be annually recognized as “Demaryius Thomas Day”.  On September 26, 2022, following the team's 3rd loss of the season in 4 games, Coach Geoff Collins and Athletics Director Todd Stansbury were relieved of their duties. Former Georgia Tech football alum Brent Key was named as interim coach.  Georgia Tech announced its 2022 football schedule on February 1, 2022.[1] The 2022 schedule consisted of five home games, six away games and a neutral-site game in the regular season. The Yellow Jackets  hosted ACC foes Duke, Virginia, and Miami and traveled to Pitt, Florida State, Virginia Tech and North Carolina. They played Clemson in a neutral-site game at the Mercedes-Benz Stadium in Atlanta, Georgia.[2]  The Yellow Jackets hosted two of their non-conference opponents, Western Carolina from the Division I FCS and Ole Miss from the SEC.", "Even with a dad who coached, Semore knows his background – childhood on a reservation, Division II football – didn’t lend itself to the ready-made connections of other aspiring college coaches. But he says his experiences in Ganado, growing up among the Navajo, taught him how to feel at home in other cultures. And that, in turn, has helped him thrive in coaching. “Being able to establish relationships came naturally to me, and it was important to me, and it has allowed me to get to where I’m at today,” Semore said. It’s an experience he wouldn’t trade either. This Saturday, when Georgia Tech faces Pittsburgh (8 p.m. ET, Georgia Tech Sports Network from Legends Sports), the coach’s son from Ganado will continue the next chapter in his career, charting a path few in college football have duplicated.", "A Biletnikoff Award finalist and one of the most productive pass catchers in Wyoming football history, Jovon Bouknight took his experience and skill set playing the game and turned it into a coaching career. He spent time as a grad assistant with his alma mater before coaching at Utah State, Oregon, and Texas Tech, joining the Marshall coaching staff from the Kentucky Wildcats. A standout linebacker at Idaho State, Telly Lockette established himself as an elite offensive mind in the Miami high school arena early in his coaching career before joining the college ranks with South Florida. He also spent time at Oregon State, FSU, and Miami (FL) before joining the Marshall coaching staff as the running back coach and run game coordinator. His son, Tellek Lockette, is an ascending offensive lineman in the Sun Belt for Louisiana-Monroe. A long-time member of the Marshall coaching staff who is on his third stint with the team, Shannon Morrison serves as the LB coach while also being the assistant head coach. He was previously the LB coach in Huntington from 2006-2006, while coaching safeties from 2007-2008. A former team captain and honorable All-American, he was part of the 1992 FCS title team. Another standout player for the Thundering Herd, Ralph Street was a team captain and won three MAC titles between 1998 and 2001."], "noise_rate": 1.0, "factlabel": 0, "evaluation": "Yes, the question is addressed by the documents."}
+{"id": 4, "query": "How many vehicles did Tesla deliver in 2021?", "ans": [["936,172", "936172"]], "label": [-1], "prediction": "The document does not provide the exact number of Tesla vehicles delivered in 2021. While it mentions the number of Tesla vehicles delivered in 2022 (1.31 million) and the quarterly figures prior to Q4 2022, there is no information about the deliveries in 2021. Therefore, I can not answer the question because of the insufficient information in documents.", "docs": ["in January 2016. The remaining quarterly figures prior to Q4 2022 were taken from previous Tesla updates.  Vehicles & Road Traffic Automotive manufacturers' estimated market share in the U.S. 2022 Vehicles & Road Traffic Most valuable automotive brands worldwide by brand value 2023 Vehicles & Road Traffic Tesla's vehicle production by quarter YTD Q1 2023 Vehicles & Road Traffic Tesla's revenue 2008-2022 You only have access to basic statistics.  Business Solutions including all features.                   Overview                               Financials                               Segments                               Competitors                               Special focus on domestic market", "Jan 2, 2022 ... The Rise of Electric Vehicles ... Tesla does not break out its deliveries by country. Much of its recent growth has been propelled by sales in ...", "Jun 7, 2023 ... How many Tesla vehicles were delivered in 2023? ... 1,313.86 1,313.86 422.88 422.88 Q1 Q2 Q3 Q4 2016 2017 2018 2019 2020 2021 2022 2023.", "Annual sales of Tesla cars in China boast the following climbing trajectory: At the beginning of 2022, there were 3,724 Tesla Supercharger stations around the world. Tesla’s Superchargers, that is, charging stations, are scattered across cities and towns to enable Tesla’s owners to charge their vehicles in fifteen minutes. As Tesla’s sales increased, the company made an all-out effort to provide people with charging stations. From July 2018 to July 2021, Tesla has added 1,652 new Supercharger stations.  In the last quarter of 2021, Tesla operated 3,059 Supercharger stations in over forty countries. From July 2019 to July 2021, the number of charging stations for Tesla electronic vehicles has grown by 86.07%.  The table below shows the number of Supercharger locations from January 2013 to December 2022:  In October 2021, the majority of Tesla Superchargers were located in the United States of America and China. These two countries together account for 65.53% of all Tesla charging stations and between them have 2005 Superchargers: the USA boasts 1159 Tesla charging facilities, which is 37.88% of all locations, and China has 846 of them, which amounts to 27.65% of all Superchargers. Canada has 125 or 4.08% of all Tesla’s Supercharger locations.", "Jan 2, 2023 ... Tesla reports 1.31 million deliveries in 2022, growth of 40% over last ... Musk asked employees to “volunteer” to deliver as many cars to ..."], "noise_rate": 1.0, "factlabel": 0, "evaluation": "No, the question is not addressed by the documents. The document does not provide the exact number of Tesla vehicles delivered in 2021."}
+{"id": 5, "query": "Which company acquired ShowBiz Cinemas?", "ans": ["EVO Entertainment Group"], "label": [-1], "prediction": "Based on the document provided, there is no information indicating that ShowBiz Cinemas was acquired by another company. The document mainly discusses the reopening plans, partnerships, and expansions of ShowBiz Cinemas. Therefore, I cannot answer the question because of the insufficient information in the documents.", "docs": ["“As you look ahead into 2022, all the studios are going back to an exclusive window” for theaters, Roberts said. He added that new releases will typically be in theaters for 45 days before streaming. Warner is among the studios committing to a period of theatrical exclusivity before films go to streaming, and Disney will likely do the same, especially for its biggest titles, according to Bloomberg Intelligence. Universal’s new model will bring most films to its Peacock streaming platform 45 days after being released in theaters. RELATED: Virginia engineering firm expands with Houston acquisition Although 2022 is off to a slow start with a surge in the omicron variant and few new releases, the box office could more than double $4.5 billion in sales in 2021, according to Bloomberg Intelligence. It’s still far below sales of $11.3 billion in 2019. “The demand for movies is still very much there as we saw from 'Spider-Man,'” said Geetha Ranganathan, a senior media analyst at Bloomberg Intelligence. “But we do think the model is slowly changing to focus only on the big-budget blockbusters as mid-budget releases find their way to streaming.” Founded in 2014, EVO Entertainment is backed by Austin-based Marbella Interests, which manages investments for the family of former Parsley Energy CEO Bryan Sheffield.", "The “out-of home” entertainment company’s brands include EVO Entertainment, EVO Cinemas and EVO Concerts. RELATED: Will Houston audiences return to movie theaters? The combined enterprise has 16 venues with 148 screens, 108 bowling lanes, nine restaurants and bars, a 3,000-capacity live music venue, and more than 30,000 combined square feet of gaming and attractions across Texas, Florida, Oklahoma and Wyoming. Several additional venues are on track to open in the coming months. Founded by Kevin Mitchell, who is Roberts’ uncle, in 2007, ShowBiz Cinemas operates seven locations with 89 screens and 70 bowling lanes in four states. The chain has area locations in Kingwood, Humble, northeast Houston and Baytown. The company will continue to operate under the ShowBiz name. Katherine Feser is a business reporter for the Houston Chronicle covering real estate and special sections. She can be reached at [email protected].  Compass Real Estate is marketing the private sanctuary and long--time residence of the late legendary surgeon Michael DeBakey located in the Museum District/Rice Village area of Houston.  By Marissa Luck", "Share this post  Boxoffice Staff  •  Aug 7th   Hoyts has launched new branding as a part of their ‘See the Big Picture’ campaign. More than just a refreshed look and tagline, the branding speaks to the heart of the company’s vision. Hoyts’ investment in big screens, surround sound,...  Boxoffice Staff  •  Aug 7th   CES+ announced a partnership with Corporación Lady Lee for their new venture, Megacinemas, signifying the successful introduction of Lady Lee’s new brand into the Central American cinema scene. CES+ has been integral to the development of Megacinemas, providing end-to-end digital...  Boxoffice Staff  •  Aug 4th   Will Rogers Motion Picture Pioneers Foundation (WRMPPF) announced Friday that the late MGM and United Artists Releasing Distribution Chief Erik Lomis will be recognized posthumously with the 2023 Pioneer of the Year Award on October 4th at The Beverly Hilton....  Boxoffice Staff  •  Aug 4th   Featuring artwork from TEENAGE MUTANT NINJA TURTLES: MUTANT MAYHEM exclusively on sale in participating theatres. Proceeds from gold heart pins help fund life-changing Variety programs for children globally.", "Read More The ShowBiz Entertainment Complex opened their doors again, Friday October 2, 2020 with new releases such as “The Call”, “Bill and Ted Face the Music” and others as well as a Halloween favorite of “Hocus Pocus\"... Read More A cinema entertainment center is a general classification that describes any cinema that incorporates additional experiential elements—arcades, bowling, laser tag, virtual reality—into the same complex. While many cinemas already incorporate some of these elements, CECs stand out as large-scale complexes designed to become out-of-home entertainment hubs... Read More In Miami-Dade County, ShowBiz Cinemas is one of the only theaters to have a plan approved and a reopening date set. For Broward, Cinema Paradiso and Savor Cinema have also marked approved reopening dates... Read More ShowBiz Cinemas announced today that it plans to reopen their locations in the states of Texas and Oklahoma on May 18, 2020. The entertainment chain issued the following announcement on their social media channels earlier today... Read More ShowBiz Cinemas announces the addition of the following new members to its corporate office management team... Read More ShowBiz Cinemas, which is based in Dallas and has locations in three states, plans to open its Texas and Oklahoma locations on May 18... Read More Cinionic Elevates ShowBiz with RGB+ Laser Light Upgrade Kit...  Read More ShowBiz Cinemas announced today that their new Bowling, Movies and More!", "Read More Building on a successful partnership, All Elite Wrestling (AEW) is once again teaming with ShowBiz Cinemas to showcase the upcoming DOUBLE OR NOTHING PPV event live in select theatre...  Read More Interview with ShowBiz Cinemas President & CEO Kevin Mitchell Read More The film will be available at Showbiz Cinemas starting this Thursday, May 20, tickets available at www.showbizcinemas.com... Read More Since reopening its doors at its Broadhead Road location in December, ShowBiz Cinemas in Waxahachie is seeing a steady return of patrons who are coming not only for the movies, but for a whole spectrum of new entertainment options... Read More Since its opening in November 2019, the ShowBiz Cinemas Homestead Station has not only seen a steady rise in attendance but has also continued to add to the city’s revitalization efforts despite the global pandemic causing many local businesses to slow down... Read More Summer of 2020 may not have quite as many movie releases as in pre-COVID days, but customers are returning to the ShowBiz Cinemas family entertainment center in Baytown in a big way, according to ShowBiz vice president of marketing and content Jeremy Devine... Read More The Future is Now with Showbiz Cinemas’ new Bowling, Movies & More concept that provides an exciting one stop destination for all family members..."], "noise_rate": 1.0, "factlabel": 0, "evaluation": "No, the question is not addressed by the documents. The document does not provide information about any acquisition of ShowBiz Cinemas."}
+{"id": 6, "query": "Where is the Super Bowl held in 2022?", "ans": ["SoFi Stadium"], "label": [-1], "prediction": "I can not answer the question because of the insufficient information in documents. The documents provided do not contain information about the location of the Super Bowl in 2022.", "docs": ["The 49ers reportedly requested to wear an all-white third jersey ensemble for Super Bowl LIV, which the San Francisco Chronicle noted they could do with special permission from the league; the league never granted such permission, and the 49ers instead opted for their standard uniform of white jerseys with gold pants.[76]  Fifteen different regions have hosted Super Bowls.  Note: Years listed are the year the game was actually played (or will be played[ˇ]; future games are denoted through italics) rather than what NFL season it is considered to have been.  A total of 27 different stadiums, seven of which have been since demolished, either have hosted or are scheduled to host Super Bowls.  The years listed in the table below are the years the game was actually played (will be played[ˇ]) rather than the NFL season it concluded.  ^ ^: Stadium has since been demolished. ^ ‡: Prior to the incorporation of Miami Gardens in 2003, the stadium was in unincorporated Miami-Dade County. ^ ††: The original Stanford Stadium, which hosted Super Bowl XIX, was demolished and a new stadium constructed on the site in 2006. ^ ˇ: Future Super Bowls, also denoted by italics.  Future venues:  The Super Bowl has not yet been played in any region that lacked an NFL or AFL franchise at the time the game was played.", "Besides the Rose Bowl, the only other Super Bowl venues that were not the home stadium to NFL teams at the time were Rice Stadium (the Houston Oilers had played in Rice Stadium previously but moved to the Astrodome several years before Super Bowl VIII) and Stanford Stadium. Starting with the selection of the Super Bowl XXVIII venue on May 23, 1990, the league has given preference in awarding the Super Bowl to brand new or recently renovated NFL stadiums, alongside a trend of teams demanding public money or relocating to play in new stadiums.  To date only two teams have qualified for a Super Bowl at their home stadiums: the 2020 Tampa Bay Buccaneers, who won Super Bowl LV hosted at Raymond James Stadium (selected on May 23, 2017), and the 2021 Los Angeles Rams the following season, who won Super Bowl LVI at SoFi Stadium. Before that, the closest any team had come to accomplishing this feat were the 2017 Minnesota Vikings, who reached the NFC Championship Game but lost to the Eagles. In that instance, U.S. Bank Stadium became the first Super Bowl host stadium (selected on May 20, 2014) to also host a Divisional Playoff Game in the same season (which the Vikings won); all previous times that the Super Bowl host stadium hosted another playoff game in the same postseason were all Wild Card games.", "Two teams have played the Super Bowl in their home market but at a different venue than their home stadium: the Los Angeles Rams, who lost Super Bowl XIV in the Rose Bowl instead of Los Angeles Memorial Coliseum; and the 49ers, who won Super Bowl XIX in Stanford Stadium instead of Candlestick Park, during a time when the league often picked a stadium that was not home to an NFL team to host the Super Bowl (see above).  Traditionally, the NFL does not award Super Bowls to stadiums that are located in climates with an expected average daily temperature less than 50 °F (10 °C) on game day unless the field can be completely covered by a fixed or retractable roof.[51] Six Super Bowls have been played in northern cities: two in the Detroit area—Super Bowl XVI at Pontiac Silverdome in Pontiac, Michigan, and Super Bowl XL at Ford Field in Detroit; two in Minneapolis—Super Bowl XXVI at the Hubert H. Humphrey Metrodome and Super Bowl LII at the U.S. Bank Stadium; one in Indianapolis at Lucas Oil Stadium for Super Bowl XLVI; and one in the New York area—Super Bowl XLVIII at MetLife Stadium.", "At Super Bowl LV, it was Tom Brady stealing the show yet again, but for the first time in his career, not while wearing a New England Patriots jersey.  Brady and the Tampa Bay Buccaneers defeated the Kansas City Chiefs 31-9 at Raymond James Stadium in Tampa, Fla. Patrick Mahomes and the elite offense of the Chiefs’ were stymied by the Bucs’ defense, recording zero touchdowns in the big game.  Meanwhile, Brady grabbed his seventh Super Bowl ring by throwing for 201 yards and three touchdowns. He connected with Rob Gronkowski six times for 67 yards and two touchdowns.  Super Bowl LVII is set to take place at State Farm Stadium in Glendale, Ariz., home of the Arizona Cardinals. It will be the fourth Super Bowl hosted in the Phoenix metropolitan area, with the last one coming in 2015 for Super Bowl XLIX.  The 2024 and 2025 Super Bowls are also set. Super Bowl LVIII will be hosted by Allegiant Stadium in Las Vegas, where the Raiders play, and Super Bowl LVIX will be at Caesars Superdome in New Orleans, home of the Saints.", "Super Bowl XLIV, slated for February 7, 2010, was withdrawn from New York City's proposed West Side Stadium, because the city, state, and proposed tenants (New York Jets) could not agree on funding. Super Bowl XLIV was then eventually awarded to Sun Life Stadium in Miami Gardens, Florida. Super Bowl XLIX in 2015 was originally given to Arrowhead Stadium in Kansas City, Missouri, but after two sales taxes failed to pass at the ballot box (a renovation proposal had passed successfully, but a second ballot question to add a rolling roof structure to be shared with Kaufmann Stadium critical for the game to be hosted was rejected), and opposition by local business leaders and politicians increased, Kansas City eventually withdrew its request to host the game.[55] Super Bowl XLIX was then eventually awarded to University of Phoenix Stadium in Glendale, Arizona.  The location of the Super Bowl is chosen at a meeting of all NFL team owners, usually three to five years before the event. The game has never been played in a metropolitan area that lacked an NFL franchise at the time the game was played, although in 2007 NFL commissioner Roger Goodell suggested that a Super Bowl might be played in London, perhaps at Wembley Stadium.[56]"], "noise_rate": 1.0, "factlabel": 0, "evaluation": "No, the question is not addressed by the documents. The answer indicates that the documents do not contain the necessary information to answer the question."}
+{"id": 7, "query": "When will Truth Social launch on iOS?", "ans": [["February 21", "Feb 21", "Feb. 21", "21 February", "21 Feb", "21 Feb."]], "label": [0], "prediction": "", "docs": ["In early March 2022, multiple sources reported that Truth Social usage remained low, with Trump himself not having posted to his account since his first message two weeks earlier and his account having only 140,000 followers—less than 0.2% of the 90 million followers he had on Twitter before his account was banned.[81][108] The Daily Dot reported the Truth Social iOS app had fallen from the number one slot for downloads on the Apple App Store to number 84.[110] The Daily Beast reported Trump was dissatisfied with the social network's progress.[109][68]  At the end of March 2022, TheWrap reported that weekly installations of the Truth Social app had fallen from 872,000 in its launch week to around 60,000 per week, a reduction of over 90%. Visits to truthsocial.com had also fallen, from 6 million per week to 1.9 million. According to Sensor Tower, Truth Social had been downloaded 1.2 million times by late March.[111] In early April 2022, Bloomberg News reported that shares in Truth Social's publicly traded holding company Digital World Acquisition Corp. (DWAC) had fallen 31% from the time of the app's launch in late February[112] and 64% from its all-time high.[113]  In early April 2022, Business Insider described Truth Social as \"like a conservative ghost town that had been overrun by bots\".", "During May 2023, SimilarWeb's ranking of the Truth Social iOS app has fluctuated wildly, ranging from #18 to #153 in the Apple App Store social networking category during that period.[121]  Following Elon Musk's proposed acquisition of Twitter, many commentators observed that a Musk-run Twitter would be likely to reduce demand for Truth Social's services.[122][123] Musk said that as of late April 2022, Truth Social iOS app downloads exceeded those of Twitter and TikTok on the same platform.[124] He said Truth Social only existed because of Twitter's restrictions on free speech. Describing Truth Social as a \"terrible name\", Musk joked that it should be renamed \"Trumpet\".[125][126]  Following Musk's comments on Twitter, the Truth Social app rose in popularity, returning to the number 1 position for free iOS apps on Apple's App Store on April 30, with the Twitter app at number 2; DWAC shares also rose in value.[127][128]  DWAC's share price fell after Musk's announcement of his intention to buy Twitter.[129] Truth Social CEO Devin Nunes later stated that Musk had been encouraged by Trump to buy Twitter;[130] Musk denied this, saying \"This is false. I've had no communication, directly or indirectly, with Trump, who has publicly stated that he will be exclusively on Truth Social.", "However, the social network delivered early when it comes to the web app at least. No word yet on when Truth Social will submit an Android app so Trump can stop complaining about Google.   More in", "Reports say that Trump has been privately complaining that Google was trying to \"fuck\" him. According to Rolling Stones' source, however, the truth is that Truth Social hasn't even submitted an Android app to the Google Play store yet. Still, though, the launch of a web app is significant. Truth Social profiles and posts will now be completely shareable on other platforms. Using the iPhone app, if you want to share a Truth Social post on another platform, you have to take a screenshot. Now, Truth Social users will be able to post links directly to any account or post. In turn, non-Truth Social users will have direct access to sign up and engage with content on the site. (Note: Internal Truth Social links currently require users to login to their account in order to see the content.) In short: It's going to be a lot easier for Trump's fanbase to share his content on other platforms. Launched in February, Truth Social struggled during the first few months. Downloads plummeted after the initial rush to download due to a long waitlist of users wanting to sign up. However, in recent weeks, Trump finally started posting on his own platform, which has helped give the conservative social network another bounce.  Truth Social announced a public beta of the web app just last week. According to a press release from Wednesday, the initial web app rollout was scheduled for some time over the next week or two.", "[114] A U.S.-based reporter for the BBC attempted to sign up in early April and was placed on a waitlist with about 1.4 million requests ahead of him.[115]  On April 4, it was reported that Josh Adams and Billy Boozer, the platform's chief of technology and chief of product development respectively, had left the company.[52][17] A report in The Washington Post stated Truth Social was \"falling apart\", with problems mounting on multiple fronts.[116] A Guardian article compared Truth Social with Trump Steaks and Trump Vodka.[17]  As of late April 2022, MarketWatch reported Truth Social had around 513,000 active daily users, compared to Twitter's reported active daily userbase of 217 million.[117]  Usership figures were not available, but Trump was reported on August 19, 2022, to have 3.9 million Truth Social followers. He had had 89 million on Twitter and 34 million on Facebook before being banned from both platforms.[118]  As of early June 2022, SimilarWeb reported Truth Social's iOS app as ranking #49 in the social networking category of apps on the Apple App Store.[119] As of October 2022, the iOS app had sunk to #75 in the social networking category.[120]"], "noise_rate": 1.0, "factlabel": 0, "evaluation": "No, the question is not addressed by the documents. The provided answer \"I can not answer this question\" indicates that the document does not contain the necessary information to answer the question."}
+{"id": 8, "query": "What won best drama at 79th Golden Globes?", "ans": ["The Power of the Dog"], "label": [0], "prediction": "The Fabelmans won best drama at the 79th Golden Globe Awards.", "docs": ["Dec 13, 2021 ... The 79th annual Golden Globe Awards will be held on Sunday, Jan. 9, 2022. Chris Pizzello / AP. The nominees for best picture, drama, ...", "Isabella Gomez Sarmiento       The 80th Golden Globe Awards aired Tuesday night on NBC. Below is the full list of nominees, with winners marked in bold. Here's some background on the Globes' attempted comeback after years of scandal, and here are our takeaways from the 2023 ceremony.", "Best motion picture - drama WINNER: The FabelmansAvatar: The Way of WaterElvisTár Top Gun: Maverick Best motion picture - musical or comedy WINNER: The Banshees of InisherinBabylonEverything Everywhere All at OnceGlass Onion: A Knives Out MysteryTriangle of Sadness Best television series - drama WINNER: House of the Dragon (HBO Max)Better Call Saul (AMC+/AMC)The Crown (Netflix)Ozark (Netflix)Severance (Apple TV+) Best television series - musical or comedy WINNER: Abbott Elementary (ABC)The Bear (FX)Hacks (HBO Max)Only Murders in the Building (Hulu)Wednesday (Netflix) Best motion picture - animated WINNER: Guillermo del Toro's PinocchioInu-OhMarcel the Shell with Shoes OnPuss in Boots: The Last WishTurning Red Best motion picture - Non-English language (formerly foreign language) WINNER: Argentina, 1985All Quiet on the Western FrontCloseDecision to LeaveRRR Best television limited series, anthology series or motion picture made for television WINNER: The White Lotus (HBO Max)Black Bird (Apple TV+)Dahmer - Monster: The Jeffrey Dahmer Story (Netflix)The Dropout (Hulu)Pam & Tommy (Hulu) Best performance by an actor in a television series - drama WINNER: Kevin Costner, YellowstoneJeff Bridges", "On Tuesday night, the Golden Globes were held for the 80th time in history, though this year's ceremony was notable for a bigger reason. The awards show that is supposed to honor excellence in film and TV has been trying to recover from a racial exclusion scandal after a 2021 Los Angeles Times story revealed that none of the 87 Hollywood Foreign Press members was Black. Tom Cruise subsequently gave back his Globes, NBC opted not to air the ceremony last year, and reform in the form of inclusivity began to take shape. After Jerrod Carmichael explained to the audience at the Beverly Hilton how he wound up as the host (spoiler: \"I'm here because I'm Black,\" he quipped before launching into a detailed and honest account of his decision-making process), the trophy distribution began. The Banshees of Inisherin, which led all movies with eight nominations, struck up a meaningful friendship with Globes voters over the evening: The Irish-island-set tragicomedy took home the best comedy film trophy, while Colin Farrell triumphed in the acting category and writer-director Martin McDonagh won for best screenplay. The Fablemans also came into frame by winning best drama film honors and best director (Steven Spielberg). Meanwhile, Everything Everywhere All at Once prevailed in two dimensions, as Michelle Yeoh and Ke Huy Quan netted acting trophies.", "Keeravani, Rahul Sipligunj (RRR) – WINNER Donald Glover, AtlantaBill Hader, BarrySteve Martin, Only Murders in the BuildingMartin Short, Only Murders in the BuildingJeremy Allen White, The Bear – WINNER Quinta Brunson, Abbott Elementary – WINNERKaley Cuoco, The Flight AttendantSelena Gomez, Only Murders in the BuildingJenna Ortega, WednesdayJean Smart, Hacks Diego Calva, BabylonDaniel Craig, Glass Onion: A Knives Out MysteryAdam Driver, White NoiseColin Farrell, The Banshees of Inisherin – WINNERRalph Fiennes, The Menu Margot Robbie, BabylonAnya Taylor-Joy, The MenuEmma Thompson, Good Luck to You, Leo GrandeLesley Manville, Mrs."], "noise_rate": 1.0, "factlabel": 0, "evaluation": "Yes, the question is addressed by the documents. The Fabelmans won best drama at the 79th Golden Globe Awards."}
+{"id": 9, "query": "How much are GA Tech softball 2022 season tickets?", "ans": ["$100 per seat"], "label": [-1], "prediction": "The document does not contain information about the cost of Georgia Tech softball 2022 season tickets. I can not answer the question because of the insufficient information in documents.", "docs": ["Georgia Tech opens the 2023 season hosting the annual Buzz Classic, beginning its action with a doubleheader against UConn on Feb. 10 at 4:30 p.m. at Mewborn Field. Fans wishing to view Tech’s schedule in its entirety may click HERE. 2023 Home Schedule and Season Highlights Alexander-Tharpe Fund The Alexander-Tharpe Fund is the fundraising arm of Georgia Tech athletics, providing scholarship, operations and facilities support for Georgia Tech’s 400-plus student-athletes. Be a part of developing Georgia Tech’s Everyday Champions and helping the Yellow Jackets compete for championships at the highest levels of college athletics by supporting the Annual Athletic Scholarship Fund, which directly provides scholarships for Georgia Tech student-athletes. To learn more about supporting the Yellow Jackets, visit atfund.org. For the latest information on the Georgia Tech Yellow Jackets, follow us on Instagram (@GaTechSoftball), Twitter (@GaTechSoftball), Facebook (Georgia Tech Softball) or visit us at www.ramblinwreck.com.", "No visiting team colors may be worn in this area. All non-courtside students will be seated in the general admission seating area in Section 113. *The GTAA reserves the right to distribute student tickets via a ticket lottery if demand is high for a certain game. Such changes will be communicated to the student body in a timely manner. For 2021-22 regular season home games Georgia Tech students only need to show their valid BuzzCard at the West Entrance of McCamish Pavilion for entry. Seats are available on a first-come, first-served basis with gates opening 1 hour prior to tipoff. Georgia Tech student seating is available as general admission. Students will need to visit the box office near Gate 3 (first-base side) and display their BuzzCard in order to receive a ticket to the game. Postseason home games - Contact the Georgia Tech ticket office at 1-888-TECH-TIX for pricing information. Regular season home games - Show your valid Buzzcard at entrance for FREE admission. Postseason home matches - Contact the Georgia Tech ticket office at 1-888-TECH-TIX for pricing information. Regular season home games - Show your valid Buzzcard at entrance for FREE admission. Postseason home matches - Contact the Georgia Tech ticket office at 1-888-TECH-TIX for pricing information. Regular season home games - Show your valid Buzzcard at entrance for FREE admission.", "Skip to content   Dear GT Softball Family, Let me first say \"thank you\" to everyone who supported Georgia Tech Softball during the 2022 season. The young women on our team and all of our staff certainly felt the support you provided us last year. We concluded our historic season with our highest win total and best win percentage since 2011 and we're looking forward to having another great season!  Donations to the Mew Crew directly benefit Georgia Tech Softball, and we have set a goal of $100,000 targeted to specific needs for our program: I'm excited for the 2023 season and a chance for us to build on our momentum from last season. Your support for the GT Softball community has been paramount in our program's success, laying a foundation to rely on no matter the challenges we face. I look forward to surpassing each of our goals on and off the field this year.. Reaching our goal will ensure our ability to deliver a championship-caliber experience to all of our student-athletes. Your support will earn benefits unique to GT Softball and provide the resources necessary to develop young women who compete up the height of their potential during their time at Tech. Thank you for your consideration and Go Jackets!  Aileen Morales Head Coach, GT Softball *Gifts from July 1, 2022 - June 30, 2023 Alexander-Tharpe Fund Georgia Tech Athletic Association", "Georgia Tech students must meet one of the following criteria to be eligible to claim/purchase a student ticket for games at Bobby Dodd Stadium: The list of eligible students is provided to the GTAA by GT Registrar. Students who are deemed eligible may purchase student season tickets, however, if the Athletic Fee is not paid, season tickets will be removed from their account. Eligible students have two options for student tickets at Bobby Dodd Stadium: *Yellow Jacket Club Gold Members have two season-ticket options: 1) Register as part of a student organization, including Greek chapters; and 2) register and sit in the ‘SWARM’ block – the sections on each side of the Georgia Tech Marching Band. Seats are available first-come, first-served. 2022-2023 PricingRegular Student Membership – $15Gold Student Membership – $65 PURCHASE YELLOW JACKET CLUB MEMBERSHIP CLAIM FREE SINGLE-GAME TICKET For 2021-22 regular season home games Georgia Tech students only need to show their valid BuzzCard at the West Entrance of McCamish Pavilion for entry. Seats are available on a first-come, first-served basis with gates opening 1 hour prior to tipoff – no sign-up/registration needed unless otherwise mentioned for the game.* 200 courtside seats are reserved for Georgia Tech students and will be available on a first-come, first-served basis and will be given a wristband in order to gain access to the courtside seating.", "CHARLOTTESVILLE, Va. – Coming off the winningest campaign in more than a decade, Virginia softball announced its 2023 schedule on Tuesday and season tickets are now on sale for the upcoming season. It is a slate that features 27 home games and includes a pair of home tournaments and four home series in ACC play. SEASON TICKET INFORMATION New season tickets for the 2023 season are on sale beginning Tuesday, Oct. 18. General admission seats are $50 each. Reserved seats are subject to availability based upon renewal of existing season ticket members. Season tickets may be purchased online at UVATix.com or by calling the Virginia Athletic Ticket Office at (434) 924-8821. UVA full-time faculty and staff are eligible to receive a discount of 20 percent on up to four season tickets by calling the ticket office. Current softball season ticket members may renew their 2022 seats beginning Tuesday Oct. 18, online at UVATix.com or by calling the Virginia Athletic Ticket Office at (434) 924-8821. The deadline to renew is Wednesday, Nov. 30. Season ticket members interested in adding or upgrading their seats may do so during the renewal period by calling the ticket office. THE 2023 SCHEDULE Virginia opens the season on the road in a tournament at the University of Houston (Feb. 9-12) with games against Lamar, Houston and Nebraska."], "noise_rate": 1.0, "factlabel": 0, "evaluation": "No, the question is not addressed by the documents. The answer indicates that the document does not contain the necessary information to answer the question."}

results/Negative Rejection/output_qwen-2.5-32b_noise_1.0_passage_5_num_queries_10.json

@@ -0,0 +1,10 @@
+{"id": 0, "query": "When is the premiere of 'Carole King & James Taylor: Just Call Out My Name'?", "ans": [["January 2 2022", "Jan 2, 2022", "Jan. 2, 2022", "January 2, 2022", "2 January 2022", "2 Jan, 2022", "2 Jan., 2022", "2 January, 2022"]], "label": [-1], "prediction": "I can not answer the question because of the insufficient information in documents.", "docs": ["I have no answer as to why the film wasn’t released in 2011, but an appreciation of a musical collaboration that Rolling Stone magazine (and only Rolling Stone magazine) probably ranks really really high on some list of the greatest whatevers ever arrives better late than never.  The Gist: In 1970, Taylor and King performed their first concert together at the famed Troubadour club in Hollywood. It was the beginning of a beautiful – 100 percent platonic! – friendship in which they made beautiful music together, and I’m sorry for the cliches, but in this case, they’re true. They sang each other’s songs, encouraged and complemented each other, and harmonized like tea and honey. Forty years later, they decided to celebrate their convergence with a 50-plus-date tour, and now, 12 years after that, we get a celebration of the celebration, a remembrance of a remembrance that brought so much joy to so many people 52 years ago and then again 12 years ago, and now again a third time officially, with this movie. Just Call Out My Name opens with clips of late-night talk show hosts (Leno, Carson, Letterman) introducing Taylor or King or both, then a blip of Oprah praising Taylor, but what she thinks of King, NOBODY KNOWS.", "The track is one of 15 the pair recorded live from West Hollywood’s The Troubadour in 2007, where they gigged together in 1970, for the Live At The Troubadour album, released in 2010 The documentary follows the two along The Troubadour Reunion Tour in 2010. Also interviewed in the film are sidemen Danny Kortchmar, Russ Kunkel, and Lee Sklar, who accompanied the duo on all their shows together from 1970 through 2010.  King is about to be inducted into the Rock and Roll Hall of Fame in Cleveland on Oct. 30, where Taylor Swift and Jennifer Hudson will act as presenters and perform her songs.  See more Only members can comment. Become a member. Already a member? Log In.  August 7, 2023, 8:00 pm   August 7, 2023, 7:30 pm   August 7, 2023, 5:30 pm   August 7, 2023, 5:00 pm   August 7, 2023, 4:53 pm   August 7, 2023, 4:30 pm   August 2, 2023, 6:30 am   April 7, 2023, 8:45 am   June 12, 2022, 10:16 am", "A concert film that explores the 50-year friendship between award-winning singer/songwriters James Taylor and Carole King.", "Feb 10, 2022                                 Runtime:                                   2h 0m                                Carole King                                                                                          Self                                                             James Taylor                                                                                          Self                                                             Danny Kortchmar                                                                                          Self                                                             Russ Kunkel                                                                                          Self                                                             Lee Sklar                                                                                          Self                                                             Frank Marshall                                                                                          Director                                                             Frank Marshall                                                                                          Producer                                                             Aly Parker                                                                                          Producer                                                                              There are no featured reviews for Carole King & James Taylor: Just Call Out My Name because the movie has not released yet ().              Vote Now: The Best Movies & TV Shows Since 1998! Daily Tomato - Can you guess the movie of the day? What to Watch - In theaters & streaming TV and Streaming News Join The Newsletter Get the freshest reviews, news, and more delivered right to your inbox! Follow Us Copyright © Fandango. All rights reserved.", "Your Ticket Confirmation # is located under the header in your email that reads \"Your Ticket Reservation Details\". Just below that it reads \"Ticket Confirmation#:\" followed by a 10-digit number. This 10-digit number is your confirmation number.                               Your AMC Ticket Confirmation# can be found in your order confirmation email.                                   At the genesis of their now 50 years of friendship and collaboration, six-time Grammy® Award-winner James Taylor and four-time Grammy® Award-winner Carole King, famously performed together in 1970 at The Troubadour, the storied Los Angeles club. The pair came together to reprise that concert for The Troubadour's own 50th anniversary in 2007.  As Taylor recalls in the film, those 2007 performances including \"So Far Away,\" \"I Feel the Earth Move,\" and \"You've Got a Friend,\" during six sold out concerts, were so much fun, that he and King hatched plans for a 2010 world tour. CAROLE KING & JAMES TAYLOR: Just Call Out My Name documents the beloved songwriters' triumphant 2010 Troubadour Reunion Tour of arena concerts around the world.                   Genre:                                                           Documentary,                                                           Music                                                         Original Language: English   Director:  Frank Marshall    Producer:  Frank Marshall,                                                                                                                                     Aly Parker    Release Date (Streaming):"], "noise_rate": 1.0, "factlabel": 0, "evaluation": "No, the question is not addressed by the documents."}
+{"id": 1, "query": "The genre of the drama \"Good Sam\" is what?", "ans": ["medical"], "label": [-1], "prediction": "I can not answer the question because of the insufficient information in documents.", "docs": ["You can help us help kids by            suggesting a diversity update.       Want suggestions based on your streaming services?    Get personalized recommendations  Common Sense Media's unbiased ratings are created by expert reviewers and aren't influenced by the product's creators or by any of our funders, affiliates, or partners.         Common Sense is the nation's leading nonprofit organization dedicated to improving the lives of all kids and families by providing the trustworthy information, education, and independent voice they need to thrive in the 21st century.          We're a nonprofit. Support our work", "27][28] In February 2021, Edwin Hodge joined the cast in a starring role.[29] In January 2022, it was reported that Sendhil Ramamurthy was cast in a recurring role while Hilarie Burton and Bethany Joy Lenz are set to guest star.[4][7] In February 2022, Victoria Rowell joined the cast in a recurring role.[5]  Principal photography for the series began on October 18, 2021 and concluded on March 24, 2022, in Oakville, Ontario.[30]  The review aggregator website Rotten Tomatoes reported a 63% approval rating with an average rating of 7.5/10, based on 8 critic reviews.[31] Metacritic, which uses a weighted average, assigned a score of 56 out of 100 based on 5 critics, indicating \"mixed or average reviews\".[32]", "Follows a talented yet stifled surgeon who embraces her leadership role after her renowned and pompous boss falls into a coma.Follows a talented yet stifled surgeon who embraces her leadership role after her renowned and pompous boss falls into a coma.Follows a talented yet stifled surgeon who embraces her leadership role after her renowned and pompous boss falls into a coma. © 1990-2023 by IMDb.com, Inc.", "May 29, 2023 Few things feel like summer, quite like taking a vacation or going to the movies. There’s something about the open road that just feels healing, and there’s something about a silver screen and popcorn that just feels right.  Now, every so often, something magical happens, and we’re treated to a perfect combination of summer pastimes, culminating in a genre that stands alone: road-trip films.  Stories about cooped-up families, reluctant companions, or cavalcades of muppets seem to resonate with all of us, validating the joys and stresses of our own cross-country adventures – almost as if we’re watching a movie about ourselves. So, to celebrate the start of the summer season and to help spark some inspiration of what to do (or not do) on your next trip, we’ve put together our list of the all-time best road-trip movies.   Alright, so technically, this isn’t a summer road-trip movie, considering it’s one of the few films set during Thanksgiving, but it’s still the all-time best buddy adventure film. Steve Martin and John Candy were a match made in Heaven, and the jokes still land over 30 years later.   Little Miss Sunshine is a heartwarming indie comedy about a quirky family of misfits trying to get their daughter to a beauty pageant. It has an incredible soundtrack featuring Sufjan Stevens and stellar performances, including a burgeoning Steve Carell.", "When he awakens and wants to resume surgery, however, it falls to her to supervise this overbearing blowhard who never acknowledged her talents – and also happens to be her father. Jason Isaacs, Edwin Hodge, Skye P. Marshall, Michael Stahl-David, Davi Santos, Omar Maskati and Wendy Crewson also star. It comes from writer Katie Wech, Jennie Snyder Urman and Sutton St. Productions banner and CBS Studios. Wech, Snyder Urman and Joanna Klein with Tamra Davis directing and EPing the pilot. Meanwhile, Smallwood stars Crashing���s Pete Holmes as a seemingly ordinary man, who, after being laid off from the assembly line at the GM factory, makes the extraordinary decision to provide for his family by following his dream of becoming a professional bowler. It is based on the life of professional bowler Tom Smallwood. The multicamera comedy comes from Mark Gross and producers David Hollander and Brian D’Arcy James. The trio exec produce with Mark Cendrowski as director. CBS Studios produces. Alongside Holmes, Chi McBride and Katie Lowes star. Subscribe to Deadline Breaking News Alerts and keep your inbox happy. Signup for Breaking News Alerts & Newsletters  \t\t\tBy subscribing, I agree to the Terms of Use and Privacy Policy. This site is protected by reCAPTCHA Enterprise and the Google Privacy Policy and Terms of Service apply."], "noise_rate": 1.0, "factlabel": 0, "evaluation": "No, the question is not addressed by the documents."}
+{"id": 2, "query": "Who won the 2022 Citrus Bowl?", "ans": ["Kentucky"], "label": [-1], "prediction": "I can not answer the question because of the insufficient information in documents.", "docs": ["The game was a punt hater’s dream. And it was a nightmare for Ole Miss QB Jaxson Dart. He threw three interceptions and fumbled once. Texas Tech QB Tyler Shough rushed for two TDs and threw for another as the Red Raiders easily held on to a 19-point halftime lead throughout the second half. The loss also meant that Ole Miss ends the season at 8-5 after starting the season 7-0. Oklahoma: The Sooners entered the Cheez-It Bowl shorthanded and as significant underdogs to Florida State. Losing 35-32 was still a cover for Oklahoma. But the loss also means that Oklahoma finishes the season at 6-7. That’s the first losing season for OU since 1998. The first year of the Brent Venables era was a bit rocky — especially when you consider the success that Caleb Williams and Lincoln Riley had at USC. But there’s no reason to panic in Norman. Yet. SMU: The Mustangs entered the New Mexico Bowl as 4.5-point favorites over a BYU team that started freshman third-string QB Sol-Jay Maiava-Peters for the first time. Yet BYU did just enough on the ground to eke out a 24-23 win after stopping an SMU two-point conversion with eight seconds left.", "Western Kentucky: WKU may have had the most impressive performance of bowl season. The Hilltoppers trounced South Alabama 44-23 in the New Orleans Bowl in a game that was not as close as the final score may indicate. South Alabama was looking for its first-ever bowl win, but WKU jumped out to a 31-3 halftime lead and never looked back, putting up a total of 677 yards by the time the final seconds ticked off. Austin Reed threw for 497 yards and four touchdowns in the win. Air Force: Air Force looked right at home on an incredibly cold night in Fort Worth. The Falcons ran all over Baylor in a 30-15 victory in the Armed Forces Bowl. Air Force rushed for 276 yards and limited Baylor to just 42 rushing yards. With the win, Air Force got to double-digit victories for the third time in four seasons. AFA went 11-2 in 2019 and 10-3 in the past two seasons. In the shortened 2020 season, the Falcons finished 3-3. As a program, Air Force has won four consecutive bowl games. New Mexico State: Year 1 of the Jerry Kill era at New Mexico State ended with a bowl victory. NMSU knocked off Bowling Green 24-19 in the Quick Lane Bowl on Monday to capture the program’s second bowl victory since 1960.", "The seventh-oldest collegiate bowl game in the country, the Cheez-It Citrus Bowl began as the Tangerine Bowl in 1947. The initial game sponsors, members of Elks Lodge #1079 of Orlando, each put up $100 to fund initial expenses. Since 1993 the bowl has hosted top teams from the Big Ten and Southeastern conferences. In the new “College Football Playoff” era of college football’s postseason, the Cheez-It Citrus Bowl will continue to host the top Big Ten and SEC teams from outside the CFP series of bowls (including Rose, Sugar, Fiesta, Orange, Cotton and Peach). The game moved to a New Year’s Day date in 1987 and has remained a New Year’s Day tradition except in years when the holiday falls on a Sunday. Learn More Get everything you need to know for game day, including parking/shuttle information, stadium policies, maps, schedules and more. LEARN MORE  Planning your trip to Orlando? Find out where to stay, what to do and more with our guide. Keep up to date with all of the news from the Cheez-It Citrus Bowl including event information, presale opportunities and more. Florida Citrus Sports is a not-for-profit membership organization dedicated to increasing community spirit and pride, promoting tourism, stimulating economic development and ultimately benefiting charities, educational institutions and the quality of life in Central Florida through its signature events.", "The Aggies opened the season 1-5 before closing out the year by winning six of seven to finish 7-6. NMSU won a combined eight games in its previous four seasons, so Kill has executed an incredible turnaround in his first year on the job. Diego Pavia was the star of the bowl win. Pavia threw for 167 yards and two touchdowns and added 65 rushing yards in the win. He picked up several key third-down conversions with his legs in the second half to help his team secure the win. Southern Miss RB Frank Gore Jr.: Frank Gore Jr. ran wild in Southern Miss’ win over Rice in the LendingTree Bowl. Gore set an all-time bowl record with 329 yards on just 21 carries in the 38-24 win. Gore rushed for two touchdowns and also had an 18-yard touchdown catch. The previous single-game bowl rushing record was 317 yards, but Gore surged past that with a 55-yard touchdown run in the final minutes. Southern Miss won a combined six games in 2020 and 2021, but the bowl win over Rice gave the Golden Eagles seven wins for the 2022 season. And with Gore and a significant chunk of this team’s core expected to return, Southern Miss could be a team on the rise in the Sun Belt next season. Eastern Michigan: With a win over San Jose State in the Potato Bowl, EMU notched its first bowl victory since 1987.", "Head coach Kirk Ferentz has kept things close to the vest with his signal-callers, but it's looking like Petras, who started the season as the starter and ended the season as the starter, will get the nod. Star running back Tyler Goodson opted out of the Citrus Bowl for the Hawkeyes as he prepares for the NFL Draft. Freshman receiver Keagan Johnson has also been ruled out for the Citrus Bowl."], "noise_rate": 1.0, "factlabel": 0, "evaluation": "No, the question is not addressed by the documents."}
+{"id": 3, "query": "What position did Jason Semore hold at Valdosta State before returning to Georgia Tech?", "ans": ["defensive coordinator"], "label": [-1], "prediction": "I can not answer the question because of the insufficient information in documents.", "docs": ["Thomas's celebration of life was held at McCamish Pavilion on December 20. Friends, former teammates, and fans attended the event.  On April 27, 2022, Georgia Tech and the PeyBack Foundation, which is run by Thomas's former teammate Peyton Manning announced the Demaryius A. Thomas Scholarship Endowment. The Demaryius A. Thomas Scholarship Endowment endows academic scholarships to attend Georgia Tech for incoming freshmen students from Laurens County, Georgia, Thomas's hometown. In addition to this, Georgia Tech announced that August 8 would be annually recognized as “Demaryius Thomas Day”.  On September 26, 2022, following the team's 3rd loss of the season in 4 games, Coach Geoff Collins and Athletics Director Todd Stansbury were relieved of their duties. Former Georgia Tech football alum Brent Key was named as interim coach.  Georgia Tech announced its 2022 football schedule on February 1, 2022.[1] The 2022 schedule consisted of five home games, six away games and a neutral-site game in the regular season. The Yellow Jackets  hosted ACC foes Duke, Virginia, and Miami and traveled to Pitt, Florida State, Virginia Tech and North Carolina. They played Clemson in a neutral-site game at the Mercedes-Benz Stadium in Atlanta, Georgia.[2]  The Yellow Jackets hosted two of their non-conference opponents, Western Carolina from the Division I FCS and Ole Miss from the SEC.", "Even with a dad who coached, Semore knows his background – childhood on a reservation, Division II football – didn’t lend itself to the ready-made connections of other aspiring college coaches. But he says his experiences in Ganado, growing up among the Navajo, taught him how to feel at home in other cultures. And that, in turn, has helped him thrive in coaching. “Being able to establish relationships came naturally to me, and it was important to me, and it has allowed me to get to where I’m at today,” Semore said. It’s an experience he wouldn’t trade either. This Saturday, when Georgia Tech faces Pittsburgh (8 p.m. ET, Georgia Tech Sports Network from Legends Sports), the coach’s son from Ganado will continue the next chapter in his career, charting a path few in college football have duplicated.", "A Biletnikoff Award finalist and one of the most productive pass catchers in Wyoming football history, Jovon Bouknight took his experience and skill set playing the game and turned it into a coaching career. He spent time as a grad assistant with his alma mater before coaching at Utah State, Oregon, and Texas Tech, joining the Marshall coaching staff from the Kentucky Wildcats. A standout linebacker at Idaho State, Telly Lockette established himself as an elite offensive mind in the Miami high school arena early in his coaching career before joining the college ranks with South Florida. He also spent time at Oregon State, FSU, and Miami (FL) before joining the Marshall coaching staff as the running back coach and run game coordinator. His son, Tellek Lockette, is an ascending offensive lineman in the Sun Belt for Louisiana-Monroe. A long-time member of the Marshall coaching staff who is on his third stint with the team, Shannon Morrison serves as the LB coach while also being the assistant head coach. He was previously the LB coach in Huntington from 2006-2006, while coaching safeties from 2007-2008. A former team captain and honorable All-American, he was part of the 1992 FCS title team. Another standout player for the Thundering Herd, Ralph Street was a team captain and won three MAC titles between 1998 and 2001.", "“My preference has always been defense as a player and a coach,” Semore said. “Defense is more reactive in nature and I liked to play the game emotionally and there was always less thinking for me. On the other hand, offense is more execution and assignment based. Defense has those principals, but it’s based on effort and technique.” He said his father, Russ, who coached him at Ganado High, inspired him to go into coaching. The elder Semore went to Ganado High and returned after college and the military to start a coaching career. And after graduating from Ganado, Jason went on to play college football at Adams State University in Colorado. His coaching stops have included Adams State, the Colorado School of Mines, the University of Tulsa, Oklahoma State University, the University of Montana, Temple University, Valdosta State University and Georgia Tech.  He was not drafted into the NFL after college, and said he modeled his style of play on the football field after linebackers Dan Morgan of the Carolina Panthers and Hall of Famer and native New Mexican Brian Urlacher of the Chicago Bears. “My father was my inspiration,” Jason said. “He taught me the value of team and about being a part of something bigger than myself. He was always a coach, so I got to see first-hand how investing in other people and team dynamics lead to shared joy in life.", "Jason Semore is a former Ganado High School football player who now is a linebackers coach at Georgia Tech University in Atlanta. Semore was a multi-sport athlete for the Hornets. (Photo courtesy Jason Semore)                     GANADO, Ariz. — He’s a household name in sports around sports Ganado, Arizona. These days, though, he’s passing his football knowledge on to linebackers at Georgia Tech University in Atlanta. The school is a major research institution and a member of the Atlantic Coast Conference. There’s still life in the throwing arm. His legs feel good. But that’s not the focus of Jason Semore. “I played football, baseball, track and field and I wrestled at Ganado High School,” said Semore, 40, who was part of the Hornets’ football teams that won a string of championships in the late 1990s and early 2000s. “My first sport was baseball, but I was always around football because my dad was always a coach.” Semore was born in Portland, Oregon, but grew up on the Navajo Nation in Ganado. His grandparents lived in Ganado in the 1970s and he lived on the reservation for some 17 years. He played linebacker and running back in football, catcher and third base in baseball and ran sprints in track. In football, Semore preferred defense and likes coaching defense."], "noise_rate": 1.0, "factlabel": 0, "evaluation": "No, the question is not addressed by the documents."}
+{"id": 4, "query": "How many vehicles did Tesla deliver in 2021?", "ans": [["936,172", "936172"]], "label": [-1], "prediction": "I can not answer the question because of the insufficient information in documents.", "docs": ["Jun 7, 2023 ... How many Tesla vehicles were delivered in 2023? ... 1,313.86 1,313.86 422.88 422.88 Q1 Q2 Q3 Q4 2016 2017 2018 2019 2020 2021 2022 2023.", "in January 2016. The remaining quarterly figures prior to Q4 2022 were taken from previous Tesla updates.  Vehicles & Road Traffic Automotive manufacturers' estimated market share in the U.S. 2022 Vehicles & Road Traffic Most valuable automotive brands worldwide by brand value 2023 Vehicles & Road Traffic Tesla's vehicle production by quarter YTD Q1 2023 Vehicles & Road Traffic Tesla's revenue 2008-2022 You only have access to basic statistics.  Business Solutions including all features.                   Overview                               Financials                               Segments                               Competitors                               Special focus on domestic market", "Jan 2, 2023 ... Tesla reports 1.31 million deliveries in 2022, growth of 40% over last ... Musk asked employees to “volunteer” to deliver as many cars to ...", "Annual sales of Tesla cars in China boast the following climbing trajectory: At the beginning of 2022, there were 3,724 Tesla Supercharger stations around the world. Tesla’s Superchargers, that is, charging stations, are scattered across cities and towns to enable Tesla’s owners to charge their vehicles in fifteen minutes. As Tesla’s sales increased, the company made an all-out effort to provide people with charging stations. From July 2018 to July 2021, Tesla has added 1,652 new Supercharger stations.  In the last quarter of 2021, Tesla operated 3,059 Supercharger stations in over forty countries. From July 2019 to July 2021, the number of charging stations for Tesla electronic vehicles has grown by 86.07%.  The table below shows the number of Supercharger locations from January 2013 to December 2022:  In October 2021, the majority of Tesla Superchargers were located in the United States of America and China. These two countries together account for 65.53% of all Tesla charging stations and between them have 2005 Superchargers: the USA boasts 1159 Tesla charging facilities, which is 37.88% of all locations, and China has 846 of them, which amounts to 27.65% of all Superchargers. Canada has 125 or 4.08% of all Tesla’s Supercharger locations.", "Jan 2, 2022 ... The Rise of Electric Vehicles ... Tesla does not break out its deliveries by country. Much of its recent growth has been propelled by sales in ..."], "noise_rate": 1.0, "factlabel": 0, "evaluation": "No, the question is not addressed by the documents."}
+{"id": 5, "query": "Which company acquired ShowBiz Cinemas?", "ans": ["EVO Entertainment Group"], "label": [-1], "prediction": "I can not answer the question because of the insufficient information in documents.", "docs": ["Share this post  Boxoffice Staff  •  Aug 7th   Hoyts has launched new branding as a part of their ‘See the Big Picture’ campaign. More than just a refreshed look and tagline, the branding speaks to the heart of the company’s vision. Hoyts’ investment in big screens, surround sound,...  Boxoffice Staff  •  Aug 7th   CES+ announced a partnership with Corporación Lady Lee for their new venture, Megacinemas, signifying the successful introduction of Lady Lee’s new brand into the Central American cinema scene. CES+ has been integral to the development of Megacinemas, providing end-to-end digital...  Boxoffice Staff  •  Aug 4th   Will Rogers Motion Picture Pioneers Foundation (WRMPPF) announced Friday that the late MGM and United Artists Releasing Distribution Chief Erik Lomis will be recognized posthumously with the 2023 Pioneer of the Year Award on October 4th at The Beverly Hilton....  Boxoffice Staff  •  Aug 4th   Featuring artwork from TEENAGE MUTANT NINJA TURTLES: MUTANT MAYHEM exclusively on sale in participating theatres. Proceeds from gold heart pins help fund life-changing Variety programs for children globally.", "The “out-of home” entertainment company’s brands include EVO Entertainment, EVO Cinemas and EVO Concerts. RELATED: Will Houston audiences return to movie theaters? The combined enterprise has 16 venues with 148 screens, 108 bowling lanes, nine restaurants and bars, a 3,000-capacity live music venue, and more than 30,000 combined square feet of gaming and attractions across Texas, Florida, Oklahoma and Wyoming. Several additional venues are on track to open in the coming months. Founded by Kevin Mitchell, who is Roberts’ uncle, in 2007, ShowBiz Cinemas operates seven locations with 89 screens and 70 bowling lanes in four states. The chain has area locations in Kingwood, Humble, northeast Houston and Baytown. The company will continue to operate under the ShowBiz name. Katherine Feser is a business reporter for the Houston Chronicle covering real estate and special sections. She can be reached at [email protected].  Compass Real Estate is marketing the private sanctuary and long--time residence of the late legendary surgeon Michael DeBakey located in the Museum District/Rice Village area of Houston.  By Marissa Luck", "Read More The ShowBiz Entertainment Complex opened their doors again, Friday October 2, 2020 with new releases such as “The Call”, “Bill and Ted Face the Music” and others as well as a Halloween favorite of “Hocus Pocus\"... Read More A cinema entertainment center is a general classification that describes any cinema that incorporates additional experiential elements—arcades, bowling, laser tag, virtual reality—into the same complex. While many cinemas already incorporate some of these elements, CECs stand out as large-scale complexes designed to become out-of-home entertainment hubs... Read More In Miami-Dade County, ShowBiz Cinemas is one of the only theaters to have a plan approved and a reopening date set. For Broward, Cinema Paradiso and Savor Cinema have also marked approved reopening dates... Read More ShowBiz Cinemas announced today that it plans to reopen their locations in the states of Texas and Oklahoma on May 18, 2020. The entertainment chain issued the following announcement on their social media channels earlier today... Read More ShowBiz Cinemas announces the addition of the following new members to its corporate office management team... Read More ShowBiz Cinemas, which is based in Dallas and has locations in three states, plans to open its Texas and Oklahoma locations on May 18... Read More Cinionic Elevates ShowBiz with RGB+ Laser Light Upgrade Kit...  Read More ShowBiz Cinemas announced today that their new Bowling, Movies and More!", "Read More Building on a successful partnership, All Elite Wrestling (AEW) is once again teaming with ShowBiz Cinemas to showcase the upcoming DOUBLE OR NOTHING PPV event live in select theatre...  Read More Interview with ShowBiz Cinemas President & CEO Kevin Mitchell Read More The film will be available at Showbiz Cinemas starting this Thursday, May 20, tickets available at www.showbizcinemas.com... Read More Since reopening its doors at its Broadhead Road location in December, ShowBiz Cinemas in Waxahachie is seeing a steady return of patrons who are coming not only for the movies, but for a whole spectrum of new entertainment options... Read More Since its opening in November 2019, the ShowBiz Cinemas Homestead Station has not only seen a steady rise in attendance but has also continued to add to the city’s revitalization efforts despite the global pandemic causing many local businesses to slow down... Read More Summer of 2020 may not have quite as many movie releases as in pre-COVID days, but customers are returning to the ShowBiz Cinemas family entertainment center in Baytown in a big way, according to ShowBiz vice president of marketing and content Jeremy Devine... Read More The Future is Now with Showbiz Cinemas’ new Bowling, Movies & More concept that provides an exciting one stop destination for all family members...", "“As you look ahead into 2022, all the studios are going back to an exclusive window” for theaters, Roberts said. He added that new releases will typically be in theaters for 45 days before streaming. Warner is among the studios committing to a period of theatrical exclusivity before films go to streaming, and Disney will likely do the same, especially for its biggest titles, according to Bloomberg Intelligence. Universal’s new model will bring most films to its Peacock streaming platform 45 days after being released in theaters. RELATED: Virginia engineering firm expands with Houston acquisition Although 2022 is off to a slow start with a surge in the omicron variant and few new releases, the box office could more than double $4.5 billion in sales in 2021, according to Bloomberg Intelligence. It’s still far below sales of $11.3 billion in 2019. “The demand for movies is still very much there as we saw from 'Spider-Man,'” said Geetha Ranganathan, a senior media analyst at Bloomberg Intelligence. “But we do think the model is slowly changing to focus only on the big-budget blockbusters as mid-budget releases find their way to streaming.” Founded in 2014, EVO Entertainment is backed by Austin-based Marbella Interests, which manages investments for the family of former Parsley Energy CEO Bryan Sheffield."], "noise_rate": 1.0, "factlabel": 0, "evaluation": "No, the question is not addressed by the documents."}
+{"id": 6, "query": "Where is the Super Bowl held in 2022?", "ans": ["SoFi Stadium"], "label": [-1], "prediction": "I can not answer the question because of the insufficient information in documents.", "docs": ["At Super Bowl LV, it was Tom Brady stealing the show yet again, but for the first time in his career, not while wearing a New England Patriots jersey.  Brady and the Tampa Bay Buccaneers defeated the Kansas City Chiefs 31-9 at Raymond James Stadium in Tampa, Fla. Patrick Mahomes and the elite offense of the Chiefs’ were stymied by the Bucs’ defense, recording zero touchdowns in the big game.  Meanwhile, Brady grabbed his seventh Super Bowl ring by throwing for 201 yards and three touchdowns. He connected with Rob Gronkowski six times for 67 yards and two touchdowns.  Super Bowl LVII is set to take place at State Farm Stadium in Glendale, Ariz., home of the Arizona Cardinals. It will be the fourth Super Bowl hosted in the Phoenix metropolitan area, with the last one coming in 2015 for Super Bowl XLIX.  The 2024 and 2025 Super Bowls are also set. Super Bowl LVIII will be hosted by Allegiant Stadium in Las Vegas, where the Raiders play, and Super Bowl LVIX will be at Caesars Superdome in New Orleans, home of the Saints.", "Super Bowl XLIV, slated for February 7, 2010, was withdrawn from New York City's proposed West Side Stadium, because the city, state, and proposed tenants (New York Jets) could not agree on funding. Super Bowl XLIV was then eventually awarded to Sun Life Stadium in Miami Gardens, Florida. Super Bowl XLIX in 2015 was originally given to Arrowhead Stadium in Kansas City, Missouri, but after two sales taxes failed to pass at the ballot box (a renovation proposal had passed successfully, but a second ballot question to add a rolling roof structure to be shared with Kaufmann Stadium critical for the game to be hosted was rejected), and opposition by local business leaders and politicians increased, Kansas City eventually withdrew its request to host the game.[55] Super Bowl XLIX was then eventually awarded to University of Phoenix Stadium in Glendale, Arizona.  The location of the Super Bowl is chosen at a meeting of all NFL team owners, usually three to five years before the event. The game has never been played in a metropolitan area that lacked an NFL franchise at the time the game was played, although in 2007 NFL commissioner Roger Goodell suggested that a Super Bowl might be played in London, perhaps at Wembley Stadium.[56]", "Two teams have played the Super Bowl in their home market but at a different venue than their home stadium: the Los Angeles Rams, who lost Super Bowl XIV in the Rose Bowl instead of Los Angeles Memorial Coliseum; and the 49ers, who won Super Bowl XIX in Stanford Stadium instead of Candlestick Park, during a time when the league often picked a stadium that was not home to an NFL team to host the Super Bowl (see above).  Traditionally, the NFL does not award Super Bowls to stadiums that are located in climates with an expected average daily temperature less than 50 °F (10 °C) on game day unless the field can be completely covered by a fixed or retractable roof.[51] Six Super Bowls have been played in northern cities: two in the Detroit area—Super Bowl XVI at Pontiac Silverdome in Pontiac, Michigan, and Super Bowl XL at Ford Field in Detroit; two in Minneapolis—Super Bowl XXVI at the Hubert H. Humphrey Metrodome and Super Bowl LII at the U.S. Bank Stadium; one in Indianapolis at Lucas Oil Stadium for Super Bowl XLVI; and one in the New York area—Super Bowl XLVIII at MetLife Stadium.", "Besides the Rose Bowl, the only other Super Bowl venues that were not the home stadium to NFL teams at the time were Rice Stadium (the Houston Oilers had played in Rice Stadium previously but moved to the Astrodome several years before Super Bowl VIII) and Stanford Stadium. Starting with the selection of the Super Bowl XXVIII venue on May 23, 1990, the league has given preference in awarding the Super Bowl to brand new or recently renovated NFL stadiums, alongside a trend of teams demanding public money or relocating to play in new stadiums.  To date only two teams have qualified for a Super Bowl at their home stadiums: the 2020 Tampa Bay Buccaneers, who won Super Bowl LV hosted at Raymond James Stadium (selected on May 23, 2017), and the 2021 Los Angeles Rams the following season, who won Super Bowl LVI at SoFi Stadium. Before that, the closest any team had come to accomplishing this feat were the 2017 Minnesota Vikings, who reached the NFC Championship Game but lost to the Eagles. In that instance, U.S. Bank Stadium became the first Super Bowl host stadium (selected on May 20, 2014) to also host a Divisional Playoff Game in the same season (which the Vikings won); all previous times that the Super Bowl host stadium hosted another playoff game in the same postseason were all Wild Card games.", "The 49ers reportedly requested to wear an all-white third jersey ensemble for Super Bowl LIV, which the San Francisco Chronicle noted they could do with special permission from the league; the league never granted such permission, and the 49ers instead opted for their standard uniform of white jerseys with gold pants.[76]  Fifteen different regions have hosted Super Bowls.  Note: Years listed are the year the game was actually played (or will be played[ˇ]; future games are denoted through italics) rather than what NFL season it is considered to have been.  A total of 27 different stadiums, seven of which have been since demolished, either have hosted or are scheduled to host Super Bowls.  The years listed in the table below are the years the game was actually played (will be played[ˇ]) rather than the NFL season it concluded.  ^ ^: Stadium has since been demolished. ^ ‡: Prior to the incorporation of Miami Gardens in 2003, the stadium was in unincorporated Miami-Dade County. ^ ††: The original Stanford Stadium, which hosted Super Bowl XIX, was demolished and a new stadium constructed on the site in 2006. ^ ˇ: Future Super Bowls, also denoted by italics.  Future venues:  The Super Bowl has not yet been played in any region that lacked an NFL or AFL franchise at the time the game was played."], "noise_rate": 1.0, "factlabel": 0, "evaluation": "No, the question is not addressed by the documents."}
+{"id": 7, "query": "When will Truth Social launch on iOS?", "ans": [["February 21", "Feb 21", "Feb. 21", "21 February", "21 Feb", "21 Feb."]], "label": [-1], "prediction": "I can not answer the question because of the insufficient information in documents. The documents provided information about the Truth Social app's performance and issues it faced but did not provide specific details about its initial launch date on iOS since it was already available on both iOS and other platforms by the time the events in the documents occurred.", "docs": ["[114] A U.S.-based reporter for the BBC attempted to sign up in early April and was placed on a waitlist with about 1.4 million requests ahead of him.[115]  On April 4, it was reported that Josh Adams and Billy Boozer, the platform's chief of technology and chief of product development respectively, had left the company.[52][17] A report in The Washington Post stated Truth Social was \"falling apart\", with problems mounting on multiple fronts.[116] A Guardian article compared Truth Social with Trump Steaks and Trump Vodka.[17]  As of late April 2022, MarketWatch reported Truth Social had around 513,000 active daily users, compared to Twitter's reported active daily userbase of 217 million.[117]  Usership figures were not available, but Trump was reported on August 19, 2022, to have 3.9 million Truth Social followers. He had had 89 million on Twitter and 34 million on Facebook before being banned from both platforms.[118]  As of early June 2022, SimilarWeb reported Truth Social's iOS app as ranking #49 in the social networking category of apps on the Apple App Store.[119] As of October 2022, the iOS app had sunk to #75 in the social networking category.[120]", "However, the social network delivered early when it comes to the web app at least. No word yet on when Truth Social will submit an Android app so Trump can stop complaining about Google.   More in", "Reports say that Trump has been privately complaining that Google was trying to \"fuck\" him. According to Rolling Stones' source, however, the truth is that Truth Social hasn't even submitted an Android app to the Google Play store yet. Still, though, the launch of a web app is significant. Truth Social profiles and posts will now be completely shareable on other platforms. Using the iPhone app, if you want to share a Truth Social post on another platform, you have to take a screenshot. Now, Truth Social users will be able to post links directly to any account or post. In turn, non-Truth Social users will have direct access to sign up and engage with content on the site. (Note: Internal Truth Social links currently require users to login to their account in order to see the content.) In short: It's going to be a lot easier for Trump's fanbase to share his content on other platforms. Launched in February, Truth Social struggled during the first few months. Downloads plummeted after the initial rush to download due to a long waitlist of users wanting to sign up. However, in recent weeks, Trump finally started posting on his own platform, which has helped give the conservative social network another bounce.  Truth Social announced a public beta of the web app just last week. According to a press release from Wednesday, the initial web app rollout was scheduled for some time over the next week or two.", "During May 2023, SimilarWeb's ranking of the Truth Social iOS app has fluctuated wildly, ranging from #18 to #153 in the Apple App Store social networking category during that period.[121]  Following Elon Musk's proposed acquisition of Twitter, many commentators observed that a Musk-run Twitter would be likely to reduce demand for Truth Social's services.[122][123] Musk said that as of late April 2022, Truth Social iOS app downloads exceeded those of Twitter and TikTok on the same platform.[124] He said Truth Social only existed because of Twitter's restrictions on free speech. Describing Truth Social as a \"terrible name\", Musk joked that it should be renamed \"Trumpet\".[125][126]  Following Musk's comments on Twitter, the Truth Social app rose in popularity, returning to the number 1 position for free iOS apps on Apple's App Store on April 30, with the Twitter app at number 2; DWAC shares also rose in value.[127][128]  DWAC's share price fell after Musk's announcement of his intention to buy Twitter.[129] Truth Social CEO Devin Nunes later stated that Musk had been encouraged by Trump to buy Twitter;[130] Musk denied this, saying \"This is false. I've had no communication, directly or indirectly, with Trump, who has publicly stated that he will be exclusively on Truth Social.", "In early March 2022, multiple sources reported that Truth Social usage remained low, with Trump himself not having posted to his account since his first message two weeks earlier and his account having only 140,000 followers—less than 0.2% of the 90 million followers he had on Twitter before his account was banned.[81][108] The Daily Dot reported the Truth Social iOS app had fallen from the number one slot for downloads on the Apple App Store to number 84.[110] The Daily Beast reported Trump was dissatisfied with the social network's progress.[109][68]  At the end of March 2022, TheWrap reported that weekly installations of the Truth Social app had fallen from 872,000 in its launch week to around 60,000 per week, a reduction of over 90%. Visits to truthsocial.com had also fallen, from 6 million per week to 1.9 million. According to Sensor Tower, Truth Social had been downloaded 1.2 million times by late March.[111] In early April 2022, Bloomberg News reported that shares in Truth Social's publicly traded holding company Digital World Acquisition Corp. (DWAC) had fallen 31% from the time of the app's launch in late February[112] and 64% from its all-time high.[113]  In early April 2022, Business Insider described Truth Social as \"like a conservative ghost town that had been overrun by bots\"."], "noise_rate": 1.0, "factlabel": 0, "evaluation": "No, the question is not addressed by the documents. The provided answer indicates that the documents do not contain the specific information required to answer when Truth Social launched on iOS, as the focus of the documents seems to be on the app's performance and issues rather than its initial launch timeline for iOS."}
+{"id": 8, "query": "What won best drama at 79th Golden Globes?", "ans": ["The Power of the Dog"], "label": [-1], "prediction": "I can not answer the question because of the insufficient information in documents. The provided document gives details about the winners of the 80th Golden Globe Awards and does not contain information about the 79th ceremony.", "docs": ["Keeravani, Rahul Sipligunj (RRR) – WINNER Donald Glover, AtlantaBill Hader, BarrySteve Martin, Only Murders in the BuildingMartin Short, Only Murders in the BuildingJeremy Allen White, The Bear – WINNER Quinta Brunson, Abbott Elementary – WINNERKaley Cuoco, The Flight AttendantSelena Gomez, Only Murders in the BuildingJenna Ortega, WednesdayJean Smart, Hacks Diego Calva, BabylonDaniel Craig, Glass Onion: A Knives Out MysteryAdam Driver, White NoiseColin Farrell, The Banshees of Inisherin – WINNERRalph Fiennes, The Menu Margot Robbie, BabylonAnya Taylor-Joy, The MenuEmma Thompson, Good Luck to You, Leo GrandeLesley Manville, Mrs.", "Isabella Gomez Sarmiento       The 80th Golden Globe Awards aired Tuesday night on NBC. Below is the full list of nominees, with winners marked in bold. Here's some background on the Globes' attempted comeback after years of scandal, and here are our takeaways from the 2023 ceremony.", "Best motion picture - drama WINNER: The FabelmansAvatar: The Way of WaterElvisTár Top Gun: Maverick Best motion picture - musical or comedy WINNER: The Banshees of InisherinBabylonEverything Everywhere All at OnceGlass Onion: A Knives Out MysteryTriangle of Sadness Best television series - drama WINNER: House of the Dragon (HBO Max)Better Call Saul (AMC+/AMC)The Crown (Netflix)Ozark (Netflix)Severance (Apple TV+) Best television series - musical or comedy WINNER: Abbott Elementary (ABC)The Bear (FX)Hacks (HBO Max)Only Murders in the Building (Hulu)Wednesday (Netflix) Best motion picture - animated WINNER: Guillermo del Toro's PinocchioInu-OhMarcel the Shell with Shoes OnPuss in Boots: The Last WishTurning Red Best motion picture - Non-English language (formerly foreign language) WINNER: Argentina, 1985All Quiet on the Western FrontCloseDecision to LeaveRRR Best television limited series, anthology series or motion picture made for television WINNER: The White Lotus (HBO Max)Black Bird (Apple TV+)Dahmer - Monster: The Jeffrey Dahmer Story (Netflix)The Dropout (Hulu)Pam & Tommy (Hulu) Best performance by an actor in a television series - drama WINNER: Kevin Costner, YellowstoneJeff Bridges", "On Tuesday night, the Golden Globes were held for the 80th time in history, though this year's ceremony was notable for a bigger reason. The awards show that is supposed to honor excellence in film and TV has been trying to recover from a racial exclusion scandal after a 2021 Los Angeles Times story revealed that none of the 87 Hollywood Foreign Press members was Black. Tom Cruise subsequently gave back his Globes, NBC opted not to air the ceremony last year, and reform in the form of inclusivity began to take shape. After Jerrod Carmichael explained to the audience at the Beverly Hilton how he wound up as the host (spoiler: \"I'm here because I'm Black,\" he quipped before launching into a detailed and honest account of his decision-making process), the trophy distribution began. The Banshees of Inisherin, which led all movies with eight nominations, struck up a meaningful friendship with Globes voters over the evening: The Irish-island-set tragicomedy took home the best comedy film trophy, while Colin Farrell triumphed in the acting category and writer-director Martin McDonagh won for best screenplay. The Fablemans also came into frame by winning best drama film honors and best director (Steven Spielberg). Meanwhile, Everything Everywhere All at Once prevailed in two dimensions, as Michelle Yeoh and Ke Huy Quan netted acting trophies.", "Dec 13, 2021 ... The 79th annual Golden Globe Awards will be held on Sunday, Jan. 9, 2022. Chris Pizzello / AP. The nominees for best picture, drama, ..."], "noise_rate": 1.0, "factlabel": 0, "evaluation": "No, the question is not addressed by the documents."}
+{"id": 9, "query": "How much are GA Tech softball 2022 season tickets?", "ans": ["$100 per seat"], "label": [-1], "prediction": "I can not answer the question because of the insufficient information in documents.", "docs": ["CHARLOTTESVILLE, Va. – Coming off the winningest campaign in more than a decade, Virginia softball announced its 2023 schedule on Tuesday and season tickets are now on sale for the upcoming season. It is a slate that features 27 home games and includes a pair of home tournaments and four home series in ACC play. SEASON TICKET INFORMATION New season tickets for the 2023 season are on sale beginning Tuesday, Oct. 18. General admission seats are $50 each. Reserved seats are subject to availability based upon renewal of existing season ticket members. Season tickets may be purchased online at UVATix.com or by calling the Virginia Athletic Ticket Office at (434) 924-8821. UVA full-time faculty and staff are eligible to receive a discount of 20 percent on up to four season tickets by calling the ticket office. Current softball season ticket members may renew their 2022 seats beginning Tuesday Oct. 18, online at UVATix.com or by calling the Virginia Athletic Ticket Office at (434) 924-8821. The deadline to renew is Wednesday, Nov. 30. Season ticket members interested in adding or upgrading their seats may do so during the renewal period by calling the ticket office. THE 2023 SCHEDULE Virginia opens the season on the road in a tournament at the University of Houston (Feb. 9-12) with games against Lamar, Houston and Nebraska.", "Skip to content   Dear GT Softball Family, Let me first say \"thank you\" to everyone who supported Georgia Tech Softball during the 2022 season. The young women on our team and all of our staff certainly felt the support you provided us last year. We concluded our historic season with our highest win total and best win percentage since 2011 and we're looking forward to having another great season!  Donations to the Mew Crew directly benefit Georgia Tech Softball, and we have set a goal of $100,000 targeted to specific needs for our program: I'm excited for the 2023 season and a chance for us to build on our momentum from last season. Your support for the GT Softball community has been paramount in our program's success, laying a foundation to rely on no matter the challenges we face. I look forward to surpassing each of our goals on and off the field this year.. Reaching our goal will ensure our ability to deliver a championship-caliber experience to all of our student-athletes. Your support will earn benefits unique to GT Softball and provide the resources necessary to develop young women who compete up the height of their potential during their time at Tech. Thank you for your consideration and Go Jackets!  Aileen Morales Head Coach, GT Softball *Gifts from July 1, 2022 - June 30, 2023 Alexander-Tharpe Fund Georgia Tech Athletic Association", "Georgia Tech opens the 2023 season hosting the annual Buzz Classic, beginning its action with a doubleheader against UConn on Feb. 10 at 4:30 p.m. at Mewborn Field. Fans wishing to view Tech’s schedule in its entirety may click HERE. 2023 Home Schedule and Season Highlights Alexander-Tharpe Fund The Alexander-Tharpe Fund is the fundraising arm of Georgia Tech athletics, providing scholarship, operations and facilities support for Georgia Tech’s 400-plus student-athletes. Be a part of developing Georgia Tech’s Everyday Champions and helping the Yellow Jackets compete for championships at the highest levels of college athletics by supporting the Annual Athletic Scholarship Fund, which directly provides scholarships for Georgia Tech student-athletes. To learn more about supporting the Yellow Jackets, visit atfund.org. For the latest information on the Georgia Tech Yellow Jackets, follow us on Instagram (@GaTechSoftball), Twitter (@GaTechSoftball), Facebook (Georgia Tech Softball) or visit us at www.ramblinwreck.com.", "No visiting team colors may be worn in this area. All non-courtside students will be seated in the general admission seating area in Section 113. *The GTAA reserves the right to distribute student tickets via a ticket lottery if demand is high for a certain game. Such changes will be communicated to the student body in a timely manner. For 2021-22 regular season home games Georgia Tech students only need to show their valid BuzzCard at the West Entrance of McCamish Pavilion for entry. Seats are available on a first-come, first-served basis with gates opening 1 hour prior to tipoff. Georgia Tech student seating is available as general admission. Students will need to visit the box office near Gate 3 (first-base side) and display their BuzzCard in order to receive a ticket to the game. Postseason home games - Contact the Georgia Tech ticket office at 1-888-TECH-TIX for pricing information. Regular season home games - Show your valid Buzzcard at entrance for FREE admission. Postseason home matches - Contact the Georgia Tech ticket office at 1-888-TECH-TIX for pricing information. Regular season home games - Show your valid Buzzcard at entrance for FREE admission. Postseason home matches - Contact the Georgia Tech ticket office at 1-888-TECH-TIX for pricing information. Regular season home games - Show your valid Buzzcard at entrance for FREE admission.", "Georgia Tech students must meet one of the following criteria to be eligible to claim/purchase a student ticket for games at Bobby Dodd Stadium: The list of eligible students is provided to the GTAA by GT Registrar. Students who are deemed eligible may purchase student season tickets, however, if the Athletic Fee is not paid, season tickets will be removed from their account. Eligible students have two options for student tickets at Bobby Dodd Stadium: *Yellow Jacket Club Gold Members have two season-ticket options: 1) Register as part of a student organization, including Greek chapters; and 2) register and sit in the ‘SWARM’ block – the sections on each side of the Georgia Tech Marching Band. Seats are available first-come, first-served. 2022-2023 PricingRegular Student Membership – $15Gold Student Membership – $65 PURCHASE YELLOW JACKET CLUB MEMBERSHIP CLAIM FREE SINGLE-GAME TICKET For 2021-22 regular season home games Georgia Tech students only need to show their valid BuzzCard at the West Entrance of McCamish Pavilion for entry. Seats are available on a first-come, first-served basis with gates opening 1 hour prior to tipoff – no sign-up/registration needed unless otherwise mentioned for the game.* 200 courtside seats are reserved for Georgia Tech students and will be available on a first-come, first-served basis and will be given a wristband in order to gain access to the courtside seating."], "noise_rate": 1.0, "factlabel": 0, "evaluation": "No, the question is not addressed by the documents."}

results/Negative Rejection/scores_llama3-8b-8192_noise_1.0_passage_5_num_queries_10.json

@@ -0,0 +1,7 @@
+{
+    "reject_rate": 0.4,
+    "all_rate": 0.1,
+    "tt": 1,
+    "rejecttt": 4,
+    "nums": 10
+}

results/Negative Rejection/scores_mixtral-8x7b-32768_noise_1.0_passage_5_num_queries_10.json

@@ -0,0 +1,7 @@
+{
+    "reject_rate": 0.8,
+    "all_rate": 0.0,
+    "tt": 0,
+    "rejecttt": 8,
+    "nums": 10
+}

results/Negative Rejection/scores_qwen-2.5-32b_noise_1.0_passage_5_num_queries_10.json

@@ -0,0 +1,7 @@
+{
+    "reject_rate": 1.0,
+    "all_rate": 0.0,
+    "tt": 0,
+    "rejecttt": 10,
+    "nums": 10
+}

results/Noise Robustness/prediction_llama3-8b-8192_noise_0.2_passage_5_num_queries_10.json

@@ -0,0 +1,10 @@
+{"id": 0, "query": "When is the premiere of 'Carole King & James Taylor: Just Call Out My Name'?", "ans": [["January 2 2022", "Jan 2, 2022", "Jan. 2, 2022", "January 2, 2022", "2 January 2022", "2 Jan, 2022", "2 Jan., 2022", "2 January, 2022"]], "label": [1], "prediction": "According to the provided document, the premiere of 'Carole King & James Taylor: Just Call Out My Name' is on Sunday, January 2, 2022, at 9:00pm ET/PT on CNN.", "docs": ["Subscribe to CNN Press Room Email Updates Frank Marshall-Directed Film, CAROLE KING & JAMES TAYLOR: JUST CALL OUT MY NAME, Premieres Sunday, Jan. 2 at 9:00PM ET/PT on CNN  CNN Films will premiere CAROLE KING & JAMES TAYLOR: Just Call Out My Name for television on Sunday, Jan. 2, 2022, at 9:00pm ET/PT on CNN.  Also released today are the trailer and poster art for the film.  The new documentary feature is centered around Carole King’s and James Taylor’s legendary 2010 Troubadour Reunion Tour, and includes exclusive footage.  The film is directed and produced by Frank Marshall, and produced by Aly Parker and The Kennedy / Marshall Company.     CAROLE KING & JAMES TAYLOR: Just Call Out My Name celebrates King’s and Taylor’s relationship of 50 years.  Their expansive 2010 concert tour reunited these beloved singer/songwriters for a rare musical experience.  The set list for the film contains a breadth of material, including songs that they first performed together in 1970 at The Troubadour, the famed Los Angeles music venue that initially helped propel them both onto the world stage, and again in 2007 at the club’s 50th anniversary.", "However, the concert tour took place in honor of the 40th anniversary. The two might have aged since they first performed together but neither Carole King nor James Taylor have lost a beat in all these years!The concert film includes the following songs:(You Make Me Feel Like) A Natural WomanSomething in the Way She MovesSo Far AwayCarolina in My MindCountry RoadSmackwater JackWhere You Lead (lyrics changed up as the city they’re playing in replaces New York)Your Smiling FaceBeautifulShower The PeopleWay Over YonderSweet Baby James (this kicks off the second half of the film)Up on the RoofIt’s Too LateFire and RainI Feel the Earth MoveYou’ve Got a FriendHow Sweet It Is (To Be Loved by You)You Can Close Your EyesMexico (end credits)DIRECTOR: Frank MarshallFEATURING: Carole King, James Taylor, Danny Kortchmar, Peter Asher, Russ Kunkel, Leland SklarADDITIONAL MUSICIANS: Andrea Zonn, Arnold McCuller, Kate Markowitz, Robbie KondorCarole King & James Taylor: Just Call Out My Name premiered January 2, 2022, at 9:00pm ET/PT on CNN. The film will be available on demand via cable/satellite systems, CNNgo platforms, and CNN mobile apps, beginning Monday, January 3, through Sunday, January 16.", "Jan 2, 2022 ... Carole King & James Taylor: Just Call Out My Name premiered January 2, 2022, at 9:00pm ET/PT on CNN. The film will be available on demand via ...", "The concert film includes the following songs:(You Make Me Feel Like) A Natural WomanSomething in the Way She MovesSo Far AwayCarolina in My MindCountry RoadSmackwater JackWhere You Lead (lyrics changed up as the city they’re playing in replaces New York)Your Smiling FaceBeautifulShower The PeopleWay Over YonderSweet Baby James (this kicks off the second half of the film)Up on the RoofIt’s Too LateFire and RainI Feel the Earth MoveYou’ve Got a FriendHow Sweet It Is (To Be Loved by You)You Can Close Your EyesMexico (end credits)DIRECTOR: Frank MarshallFEATURING: Carole King, James Taylor, Danny Kortchmar, Peter Asher, Russ Kunkel, Leland SklarADDITIONAL MUSICIANS: Andrea Zonn, Arnold McCuller, Kate Markowitz, Robbie KondorCarole King & James Taylor: Just Call Out My Name premiered January 2, 2022, at 9:00pm ET/PT on CNN. The film will be available on demand via cable/satellite systems, CNNgo platforms, and CNN mobile apps, beginning Monday, January 3, through Sunday, January 16.Please subscribe to Solzy at the Movies on Substack.", "Feb 10, 2022                                 Runtime:                                   2h 0m                                Carole King                                                                                          Self                                                             James Taylor                                                                                          Self                                                             Danny Kortchmar                                                                                          Self                                                             Russ Kunkel                                                                                          Self                                                             Lee Sklar                                                                                          Self                                                             Frank Marshall                                                                                          Director                                                             Frank Marshall                                                                                          Producer                                                             Aly Parker                                                                                          Producer                                                                              There are no featured reviews for Carole King & James Taylor: Just Call Out My Name because the movie has not released yet ().              Vote Now: The Best Movies & TV Shows Since 1998! Daily Tomato - Can you guess the movie of the day? What to Watch - In theaters & streaming TV and Streaming News Join The Newsletter Get the freshest reviews, news, and more delivered right to your inbox! Follow Us Copyright © Fandango. All rights reserved."], "noise_rate": 0.2, "factlabel": 0}
+{"id": 1, "query": "The genre of the drama \"Good Sam\" is what?", "ans": ["medical"], "label": [1], "prediction": "According to the provided document, the genre of the drama \"Good Sam\" is a medical procedural with a family drama twist.", "docs": ["Based on       1 parent review     GOOD SAM plays in the standard medical procedural sandbox, but there is a family drama twist. Samantha Griffith (Sophia Bush) is a competent heart surgeon who became the head of the department after her hard-to-please father, Dr. Rob Griffith (Jason Isaacs), suffered an accident, thereby losing his title as department head. The switch-up leads Sam and her father to try to reconcile their relationship as Sam finds her way as a leader. This show seems to suggest CBS is keeping to its mission to steadily showcase more diverse, complicated storylines. While Good Sam could have easily been just a run-of-the-mill medical show about a problem of the week, the series also entangles its characters in some thorny familial drama. This adds a new layer to what fans of this type of genre might be used to, and thankfully so. Bush, who once headlined another procedural, Chicago P.D., is great at playing a woman who has grown tired of trying to please her father and wants to show her worth as a doctor on her own terms. English actor Isaacs' American accent falters at the beginning of the first episode, but by the time it's ended, you believe he's a difficult man who might have a good heart, but is buried underneath guilt and unresolved trauma.", "The new CBS drama Good Sam is likely to draw viewers towards more shows that revolve around medical drama and family issues.  Starring Jason Isaacs and Sophia Bush, Good Sam delves into the strenuous father-daughter relationship between Dr. Sam Griffith and Dr. Rob Griffith. Tensions increase as the duo also happen to work in the same hospital.  RELATED: 10 Medical Dramas That Are Better Than Grey's Anatomy Good Sam serves as an interesting watch for medical drama fans. So, it is natural for audiences to also check out other genre classics like Grey’s Anatomy and contemporary shows like The Good Doctor. At the same time, Good Sam’s complex family dynamics imply that viewers can also binge their way through some acclaimed “dysfunctional family dramas”.  ABC's The Good Doctor's main character Shaun Murphy is a brilliant surgeon who relocates to a prestigious California hospital. Along with saving patient lives, he struggles to get over his troubled past and to counter his social insecurities. The show benefits greatly from Freddie Highmore’s committed performance as he emulates the optimistic nature of the lead character.  Fans of Good Sam must check out The Good Doctor for it shows how a doctor’s psyche can influence the operation. Even though Sam is still in her good-natured self, Rob is shown as a talented yet hot-headed surgeon.", "By Monique Jones, Common Sense Media Reviewer               Common Sense Media Reviewers       Common Sense Media reviewers include writers, editors, and child development experts. They're trained in creating high-quality parenting advice based on best practices in child development.        Read more about how we rate and review     Family drama expands medical procedural genre. What you will—and won't—find in this TV show. Communication and teamwork are keys to great leade Dr. Sam Griffith is a compassionate, empathetic do Even though the series features a white lead, Dr.  A scene with a major character being shot. Scenes  Swear words like \"ass,\" \"damnit,\" \"ass kisser.\" Parents need to know that Good Sam is a medical procedural featuring a father-and-daughter heart surgeon team who hash out their familial drama as they save patients. Parents should be aware of scenes featuring simulated heart surgery and other scary topics, such as conversations about a near-fatal car… Communication and teamwork are keys to great leadership and a healthy working environment. Great leaders -- as well as great doctors -- should also have empathy and compassion with their patients and coworkers. Dr. Sam Griffith is a compassionate, empathetic doctor who strives to create a healthy, productive working environment for her coworkers. She also strives to create a comforting environment for scared, worried patients; she hopes to put them at ease and to feel they're in good hands. Even though the series features a white lead, Dr.", "May 29, 2023 Few things feel like summer, quite like taking a vacation or going to the movies. There’s something about the open road that just feels healing, and there’s something about a silver screen and popcorn that just feels right.  Now, every so often, something magical happens, and we’re treated to a perfect combination of summer pastimes, culminating in a genre that stands alone: road-trip films.  Stories about cooped-up families, reluctant companions, or cavalcades of muppets seem to resonate with all of us, validating the joys and stresses of our own cross-country adventures – almost as if we’re watching a movie about ourselves. So, to celebrate the start of the summer season and to help spark some inspiration of what to do (or not do) on your next trip, we’ve put together our list of the all-time best road-trip movies.   Alright, so technically, this isn’t a summer road-trip movie, considering it’s one of the few films set during Thanksgiving, but it’s still the all-time best buddy adventure film. Steve Martin and John Candy were a match made in Heaven, and the jokes still land over 30 years later.   Little Miss Sunshine is a heartwarming indie comedy about a quirky family of misfits trying to get their daughter to a beauty pageant. It has an incredible soundtrack featuring Sufjan Stevens and stellar performances, including a burgeoning Steve Carell.", "Sam Griffith (Sophia Bush) is a female lead, still a rarity in medical dramas. The cast diversity is notable: Malcolm Kinglsey (Edwin Hodge) is a Black man from a wealthy, prominent family. Wealthy Black Americans aren't usually showcased on television. Malcolm is also a love interest for Sam, adding to the representation of interracial relationships on television. However, most of the diversity comes in the form of the secondary cast (Skye P. Marshall, Omar Maskati, Davi Santos), who are very involved in the main storylines. Did we miss something on diversity?                     Suggest an update.        A scene with a major character being shot. Scenes of heart surgery. A scene with a patient who was punched by his wife for cheating.  Did you know you can flag iffy content? Adjust limits for Violence & Scariness in your kid's entertainment guide.       Swear words like \"ass,\" \"damnit,\" \"ass kisser.\"  Did you know you can flag iffy content? Adjust limits for Language in your kid's entertainment guide.       Parents need to know that Good Sam is a medical procedural featuring a father-and-daughter heart surgeon team who hash out their familial drama as they save patients. Parents should be aware of scenes featuring simulated heart surgery and other scary topics, such as conversations about a near-fatal car accident, \"coding\" (needing to be resuscitated), and other medical lingo."], "noise_rate": 0.2, "factlabel": 0}
+{"id": 2, "query": "Who won the 2022 Citrus Bowl?", "ans": ["Kentucky"], "label": [1], "prediction": "According to the provided document, the Kentucky Wildcats won the 2022 VRBO Citrus Bowl, defeating the University of Iowa 20-17.", "docs": ["This time, it was the No. 15 Iowa Hawkeyes who Kentucky took down in the final minutes en route to a 20-17 victory. It’s the fourth straight bowl win for Kentucky, which is tied with Alabama among Power 5 programs. It also broke the school record for consecutive bowl wins.", "Kentucky Wildcats win Citrus Bowl, 4th straight bowl game | whas11.", "The seventh-oldest collegiate bowl game in the country, the Cheez-It Citrus Bowl began as the Tangerine Bowl in 1947. The initial game sponsors, members of Elks Lodge #1079 of Orlando, each put up $100 to fund initial expenses. Since 1993 the bowl has hosted top teams from the Big Ten and Southeastern conferences. In the new “College Football Playoff” era of college football’s postseason, the Cheez-It Citrus Bowl will continue to host the top Big Ten and SEC teams from outside the CFP series of bowls (including Rose, Sugar, Fiesta, Orange, Cotton and Peach). The game moved to a New Year’s Day date in 1987 and has remained a New Year’s Day tradition except in years when the holiday falls on a Sunday. Learn More Get everything you need to know for game day, including parking/shuttle information, stadium policies, maps, schedules and more. LEARN MORE  Planning your trip to Orlando? Find out where to stay, what to do and more with our guide. Keep up to date with all of the news from the Cheez-It Citrus Bowl including event information, presale opportunities and more. Florida Citrus Sports is a not-for-profit membership organization dedicated to increasing community spirit and pride, promoting tourism, stimulating economic development and ultimately benefiting charities, educational institutions and the quality of life in Central Florida through its signature events.", "A late drive by No. 22 Kentucky sealed the Wildcat victory over the 15th-ranked University of Iowa football team in the 2022 VRBO Citrus Bowl on Saturday afternoon at Camping World Stadium.", "Kentucky secured its fourth straight bowl victory Saturday with a 20-17 Citrus Bowl win over Iowa. Down four in the final few minutes, Wan'Dale Robinson and Chris Rodriguez Jr. came through with great individual efforts to put the Wildcats on top:"], "noise_rate": 0.2, "factlabel": 0}
+{"id": 3, "query": "What position did Jason Semore hold at Valdosta State before returning to Georgia Tech?", "ans": ["defensive coordinator"], "label": [1], "prediction": "According to the provided document, Jason Semore held the position of Defensive Coordinator at Valdosta State before returning to Georgia Tech.", "docs": ["Jason Semore is a former Ganado High School football player who now is a linebackers coach at Georgia Tech University in Atlanta. Semore was a multi-sport athlete for the Hornets. (Photo courtesy Jason Semore)                     GANADO, Ariz. — He’s a household name in sports around sports Ganado, Arizona. These days, though, he’s passing his football knowledge on to linebackers at Georgia Tech University in Atlanta. The school is a major research institution and a member of the Atlantic Coast Conference. There’s still life in the throwing arm. His legs feel good. But that’s not the focus of Jason Semore. “I played football, baseball, track and field and I wrestled at Ganado High School,” said Semore, 40, who was part of the Hornets’ football teams that won a string of championships in the late 1990s and early 2000s. “My first sport was baseball, but I was always around football because my dad was always a coach.” Semore was born in Portland, Oregon, but grew up on the Navajo Nation in Ganado. His grandparents lived in Ganado in the 1970s and he lived on the reservation for some 17 years. He played linebacker and running back in football, catcher and third base in baseball and ran sprints in track. In football, Semore preferred defense and likes coaching defense.", "A hugely successful high school quarterback, he threw for over 5,300 yards and 59 touchdowns at North Florida Christian High School before spending the early part of his college career at FSU. However, it was at West Virginia where his playing career took off, leading the Big 12 in completion percentage in 2014 while becoming a semifinalist for the Davey O’Brien Award. A new addition to the Marshall coaching staff for the 2023 college football season, Jason Semore becomes the Thundering Herd’s defensive coordinator. He arrives in Huntington having spent the last season with Georgia Tech, the latest stop on a varied and successful coaching career that has seen him gain experience in multiple roles at several different levels of competition. A linebacker at Adams State from 2001-2005, Semore spent 2022 working with the Georgia Tech linebackers and was slated to become their special teams coordinator with responsibilities for nickel backs and safeties. Instead, he reprises a role he previously held at Valdosta State, Montana, and the Colorado School of Mines, in addition to co-DC duties at his alma mater. He has tasted success in each of those stints. Semore helped lead Colorado School of Mines to a 10-2 season, assisted Montana in achieving three consecutive winning seasons and top-ranked Big Sky defense, and his defense fueled a Valdosta State run to the DII title game in 2021.", "Sep 29, 2022 ... Share · Jason Semore helped lead Valdosta State to the 2021 NCAA Division II national championship game as defensive coordinator before returning ...", "At some point, he and Batt may talk about the possibility of Key taking over the program, but Key understands Batt’s job right now is to vet coaches and Key’s job is to try to put the best possible product on the field to state his case. Even if Batt chooses to hire from outside, a great run as the interim could vault Key into contention for other head coaching jobs. Key also wants to make sure his players don’t believe winning is easy after doing it twice in a row. Though he doesn’t mind letting them enjoy the new vibe on campus. “It’s been a while since we had this kind of momentum in the program,” tight end Dylan Leonard told reporters Monday. “It’s our first time with back-to-back wins. It’s great for us as players, but it’s also cool to see the fan base. You hear different conversations in the classroom. There’s a little more hype. It’s really cool walking around campus seeing people be excited about us.” Advertisement Semore worked as an analyst at Georgia Tech in 2019 and 2020 before going to Valdosta State last season to be the defensive coordinator. At the Division II powerhouse, Semore saw a team with a different attitude. The Blazers walk onto the field every week expecting to win. When Semore returned to Georgia Tech this season as the linebackers coach, the Yellow Jackets didn’t feel that way. But after consecutive wins, they are starting to develop that feeling.", "2006 | Round Valley (AZ) High School (Defensive Coordinator) 2007 | Colorado School of Mines (Secondary Coach) 2008 - 2009 | Adams State (Co-Defensive Coordinator/Secondary Coach/Special Teams Coordinator) 2010 - 2011 | Tulsa (Outside Linebackers Coach) 2012 - 2013 | Oklahoma State (Defensive Assistant) 2014 | Colorado School of Mines (Defensive Coordinator) 2015 | Montana (Secondary Coach/Special Teams Coordinator) 2016 - 2017 | Montana (Defensive Coordinator) 2018 | Temple (Senior Defensive Advisor) 2019 - 2020 | Georgia Tech (Defensive Analyst) 2021 | Valdosta State (Defensive Coordinator) Semore actually has more experience than I remember seeing, but this is still the highest level position he has held and is sure to bring plenty of challenge.  At Valdosta State, Semores defense ranked top 20 nationally in defensive touchdowns, pass defense, redzone defense, and fumble recoveries. The Blazers also made an appearance in the national championship game, but failed to bring home the trophy. These are two very different coaches (in terms of experience), but I believe collectively, they are replacing one coach in all but name: Andrew Thacker. Though he remains defensive coordinator in name, he is no longer the linebackers coach."], "noise_rate": 0.2, "factlabel": 0}
+{"id": 4, "query": "How many vehicles did Tesla deliver in 2021?", "ans": [["936,172", "936172"]], "label": [1], "prediction": "According to the document, Tesla delivered 936,172 vehicles in 2021.", "docs": ["Microchip shortage? What microchip shortage? EV maker Tesla, which it should be pointed out produces its own chips in-house, seems not to have been bothered by supply-chain issues all that much in 2021, delivering 936,172 vehicles in the year just ended, according to a report by finance news outlet Finbold. That represents a healthy 87 percent increase over 2020, when the company handed over 499,550 Teslas to customers. Even better for the company, it ended the year with a bang, racking up a record number of sales in the last quarter of 2021, or 308,600 units. Most of that total consisted of Model 3 and Model Y models, no surprise. It’s the sixth consecutive quarter that it breaks its record for sales. In 2019, the automaker delivered 367,500 units, so annual sales growth, while not exponential, is clearly accelerating. The company has said in the past that one its main goals is to attain 50 percent sales growth year after year. Once upon a time, Tesla struggled mightily to hit its delivery targets, but no more. There’s also no sign of that growth slowing down any time soon, even as all-electric rivals join the market by the month. Projections made by Finbold put estimated sales for 2022 at over 1.5 million units, for an increase of close to 65 percent. Shopicar.", "The EV maker doesn't disclose U.S.-only sales figures but claims sales for the year were up an amazing 87 percent in a turbulent marketplace. Anyone who thinks the legacy automakers are catching Tesla in the electric-vehicle sales race should take a quick look at some recently released figures. Over the weekend, Tesla announced it delivered 308,600 vehicles in the fourth quarter of 2021. Model S and Model X EVs made up 11,750 of those deliveries, while the bulk—296,850—were Model 3 and Model Y deliveries. These numbers brought Tesla's 2021 full-year deliveries to 936,172 vehicles. The 936,000 vehicle deliveries represent an 87 percent increase from 2020, Reuters and other news sources noted,  based on Tesla's announcement dated January 2, while the 306,600 deliveries for the quarter mean that Tesla delivered 71 percent more electric vehicles in the fourth quarter of 2021 than it did a year earlier. Reuters reportssemiconductor chipsTesla doesn't break out its deliveries by country, but its sales are strongest in Europe and China, the  notes. Tesla itself called those two regions \"important markets\" in its last SEC filing, but the U.S. is still the region where Tesla makes the most money. In the third quarter of 2021, for example, an  shows Tesla made more than $6 billion in revenue in the U.S., compared to $3.", "The EV maker doesn't disclose U.S.-only sales figures but claims sales for the year were up an amazing 87 percent in a turbulent marketplace. Anyone who thinks the legacy automakers are catching Tesla in the electric-vehicle sales race should take a quick look at some recently released figures. Over the weekend, Tesla announced it delivered 308,600 vehicles in the fourth quarter of 2021. Model S and Model X EVs made up 11,750 of those deliveries, while the bulk—296,850—were Model 3 and Model Y deliveries. These numbers brought Tesla's 2021 full-year deliveries to 936,172 vehicles. The 936,000 vehicle deliveries represent an 87 percent increase from 2020, Reuters and other news sources noted,  based on Tesla's announcement dated January 2, while the 306,600 deliveries for the quarter mean that Tesla delivered 71 percent more electric vehicles in the fourth quarter of 2021 than it did a year earlier. Tesla's 308,600 deliveries last quarter made it the best quarter ever, said the automaker, beating the 241,300 EVs it delivered in the previous record quarter, the third quarter of 2021. Reuters reports that Tesla has set new record delivery numbers for six quarters in a row  now, despite the well-known problems that the auto industry is having with various supply chains and a lack of semiconductor chips.", "Jan 3, 2022 ... In 2021, Tesla says, it delivered 936,172 vehicles around the world. Exactly how many were in the U.S.—or in China or Europe or ...", "in January 2016. The remaining quarterly figures prior to Q4 2022 were taken from previous Tesla updates.  Vehicles & Road Traffic Automotive manufacturers' estimated market share in the U.S. 2022 Vehicles & Road Traffic Most valuable automotive brands worldwide by brand value 2023 Vehicles & Road Traffic Tesla's vehicle production by quarter YTD Q1 2023 Vehicles & Road Traffic Tesla's revenue 2008-2022 You only have access to basic statistics.  Business Solutions including all features.                   Overview                               Financials                               Segments                               Competitors                               Special focus on domestic market"], "noise_rate": 0.2, "factlabel": 0}
+{"id": 5, "query": "Which company acquired ShowBiz Cinemas?", "ans": ["EVO Entertainment Group"], "label": [1], "prediction": "According to the provided documents, Evo Entertainment Group acquired ShowBiz Cinemas in an all-cash deal.", "docs": ["Evo Entertainment Group has acquired 100 percent of the stock of Showbiz Cinemas in an all-cash deal. The companies did not disclose the full details of the acquisition. \"Today is a monumental moment for our company and our industry,” said Mitch Roberts, founder and CEO of Evo Entertainment Group and 2022 Forbes 30 Under 30 honoree. “This transaction establishes Evo as the country’s largest operator of cinema-entertainment centers and paves the way for accelerated progress and innovation within a new era of cinema.” Roberts and Kevin Mitchell, CEO and founder of Showbiz Cinemas, represent multiple generations in the cinema business. Their pioneering of cinema entertainment centers has been a genuine success. Said Mitchell, \"It is a wonderful time to entrust the company I started to a fourth-generation motion picture exhibitor and family member, because Showbiz Cinemas just had an all-time record-breaking holiday season! I am confident that Mitch’s leadership and Marbella’s capital strength will ensure a long and successful run for Showbiz, and I now look forward to exploring new ventures both in and out of the entertainment industry.", "EVO Entertainment Group has acquired ShowBiz Cinemas in an all-cash deal, it was announced Monday (Jan. 3). The acquisition is the first major transaction to arise under the partnership between EVO and Marbella Interests, the family office of Formentera Partners founder and former Parsley Energy founder and CEO Bryan Sheffield. The combined operation is comprised of 16 venues boasting 148 screens, 108 bowling lanes, nine full-service restaurants and bars, a 3,000-capacity live music space and over 30,000 square feet of gaming and attractions across Texas, Florida, Oklahoma and Wyoming. EVO will continue expanding in 2022 with additional locations currently under construction. “Today is a monumental moment for our company and our industry,” said Mitch Roberts, founder and CEO of EVO Entertainment Group. “This transaction establishes EVO as the country’s largest operator of cinema-entertainment centers and paves the way for accelerated progress and innovation within a new era of cinema.” ShowBiz Cinemas CEO and Founder Kevin Mitchell added, “It is a wonderful time to entrust the company I started to a fourth-generation motion picture exhibitor and family member, because Showbiz Cinemas just had an all-time record-breaking holiday season! I am confident that Mitch’s leadership and Marbella’s capital strength will ensure a long and successful run for Showbiz, and I now look forward to exploring new ventures both in and out of the entertainment industry.", "Searching for your content...  In-Language News   Contact Us    888-776-0942  from 8 AM - 10 PM ET  Acquisition Establishes EVO Entertainment Group as Largest Operator of Cinema-Entertainment Centers in the Country News provided by 03 Jan, 2022, 13:00 ET Share this article AUSTIN, Texas, Jan. 3, 2022 /PRNewswire/ -- EVO Entertainment Group (\"EVO\") and ShowBiz Cinemas (\"ShowBiz\"), two leading innovators in motion picture entertainment, announced today that they have closed a transaction under which EVO has acquired 100% of the stock of Showbiz Cinemas in an all-cash deal. \"Today is a monumental moment for our company and our industry,\" said Mitch Roberts, Founder and CEO of EVO Entertainment Group and 2022 Forbes 30 under 30 honoree. \"This transaction establishes EVO as the country's largest operator of cinema-entertainment centers and paves the way for accelerated progress and innovation within a new era of cinema.\" Kevin Mitchell, CEO & Founder of Showbiz Cinemas, along with Mitch Roberts represent multiple generations in the cinema business. Their pioneering of cinema entertainment centers has been a smashing success.", "ShowBiz Cinemas in Kingwood is one of four locations in the Houston area. The chain has been acquired by EVO Entertainment Group. Two Texas theater entertainment companies have combined in a deal that expands Austin-based EVO Entertainment Group’s footprint to Houston and other markets. EVO Entertainment acquired 100 percent of the stock of ShowBiz Cinemas of Dallas in an all-cash deal, the companies said. The acquisition price was not disclosed. The deal comes as the industry tries to navigate COVID-19, which has reduced the number of theater goers and changing consumer habits, such as streaming releases at home rather than going out. EVO’s expansion comes as nearly 12 percent of the nation’s 5,500 theaters operating just before the coronavirus pandemic have closed, according to Comscore, a market research firm. But Mitch Roberts, founder and CEO of EVO Entertainment, said reports of the death of movie theaters are greatly exaggerated. With the release of blockbusters such as \"Spider-Man: No Way Home,\" ShowBiz Cinemas posted its strongest holiday season since being founded in 2007, the companies said. “The demand is still there,” Roberts said. “People still want to get out and experience movies on the big screen.” Roberts sees a bright outlook as a backlog of movies held back during the pandemic are released in the coming years. Plus, he said, the same-day release of movies at theaters and on streaming platforms during the pandemic is not something that will hold.", "Read More The ShowBiz Entertainment Complex opened their doors again, Friday October 2, 2020 with new releases such as “The Call”, “Bill and Ted Face the Music” and others as well as a Halloween favorite of “Hocus Pocus\"... Read More A cinema entertainment center is a general classification that describes any cinema that incorporates additional experiential elements—arcades, bowling, laser tag, virtual reality—into the same complex. While many cinemas already incorporate some of these elements, CECs stand out as large-scale complexes designed to become out-of-home entertainment hubs... Read More In Miami-Dade County, ShowBiz Cinemas is one of the only theaters to have a plan approved and a reopening date set. For Broward, Cinema Paradiso and Savor Cinema have also marked approved reopening dates... Read More ShowBiz Cinemas announced today that it plans to reopen their locations in the states of Texas and Oklahoma on May 18, 2020. The entertainment chain issued the following announcement on their social media channels earlier today... Read More ShowBiz Cinemas announces the addition of the following new members to its corporate office management team... Read More ShowBiz Cinemas, which is based in Dallas and has locations in three states, plans to open its Texas and Oklahoma locations on May 18... Read More Cinionic Elevates ShowBiz with RGB+ Laser Light Upgrade Kit...  Read More ShowBiz Cinemas announced today that their new Bowling, Movies and More!"], "noise_rate": 0.2, "factlabel": 0}
+{"id": 6, "query": "Where is the Super Bowl held in 2022?", "ans": ["SoFi Stadium"], "label": [1], "prediction": "According to the document, the Super Bowl is held in 2022 at SoFi Stadium in Inglewood, California, the home stadium of the Rams.", "docs": ["The game was played on February 13, 2022, at SoFi Stadium in Inglewood, California, the home stadium of the Rams, marking the second consecutive and second ...", "At Super Bowl LV, it was Tom Brady stealing the show yet again, but for the first time in his career, not while wearing a New England Patriots jersey.  Brady and the Tampa Bay Buccaneers defeated the Kansas City Chiefs 31-9 at Raymond James Stadium in Tampa, Fla. Patrick Mahomes and the elite offense of the Chiefs’ were stymied by the Bucs’ defense, recording zero touchdowns in the big game.  Meanwhile, Brady grabbed his seventh Super Bowl ring by throwing for 201 yards and three touchdowns. He connected with Rob Gronkowski six times for 67 yards and two touchdowns.  Super Bowl LVII is set to take place at State Farm Stadium in Glendale, Ariz., home of the Arizona Cardinals. It will be the fourth Super Bowl hosted in the Phoenix metropolitan area, with the last one coming in 2015 for Super Bowl XLIX.  The 2024 and 2025 Super Bowls are also set. Super Bowl LVIII will be hosted by Allegiant Stadium in Las Vegas, where the Raiders play, and Super Bowl LVIX will be at Caesars Superdome in New Orleans, home of the Saints.", "The Super Bowl is going to be held indoors for a little while. After last year's contest in Raymond James Stadium in Tampa, Florida, the Super Bowl heads out west to SoFi Stadium in Inglewood, California, for Super Bowl 56. From then on, the Super Bowl will continue to be held in dome stadiums for a while. Each of the next three announced venues will have a roof over the heads of the fans and players, and will be in warmer weather areas, as is typical of the Super Bowl. Sporting News has you covered with all you need to know about the location of this year's Super Bowl, as well as the host site in future years. This year's Super Bowl will be held at SoFi Stadium in Los Angeles, California. The home of the Rams and the Chargers, SoFi Stadium was originally set to host the Super Bowl in 2021, however its opening was delayed until 2020, and NFL rules dictate that a stadium has to be open for at least two seasons before it can host the title game. This will be the third time the city has hosted the Super Bowl, with the L.A. Memorial Coliseum having hosted it twice (1967, 1973). Pasadena also hosted the Super Bowl five times (1977, 1980, 1983, 1987, 1993) in the Rose Bowl.", "When the Super Bowl is played Feb. 13 at SoFi Stadium in Inglewood, it will mark the first time in nearly 30 years that the game returns to its roots in Los Angeles. Starting with Super Bowl I in 1967, the game has been played seven times in the Los Angeles area, all at the Rose Bowl in Pasadena and LA Memorial Coliseum south of downtown LA.  Below, we have a look at those seven Southern California Super Bowls and memorable, sometimes bizarre, moments from each game, halftime shows, national anthem performers and more.  The 2022 Super Bowl is Sunday, Feb. 13. It will air live on NBC and the streaming service Peacock. The broadcast will begin at 3 p.m. PT, with a kickoff time set for 3:30 p.m. The first Super Bowl bears little resemblance to the days-long cultural and sporting event we know now. About 62,000 people attended the game at the historic home of the USC Trojans and two Summer Olympics. That's the smallest attendance figure of any Super Bowl, illustrating the difference between the first game -- which also was broadcast by two TV networks -- and today's mega-event.   The game was actually called the American Football League (AFL)-National Football League (NFL) Championship Game.", "Super Bowl LVI[12] was an American football game played to determine the champion of the National Football League (NFL) for the 2021 season. The National Football Conference (NFC) champion Los Angeles Rams defeated the American Football Conference (AFC) champion Cincinnati Bengals, 23–20. The game was played on February 13, 2022, at SoFi Stadium in Inglewood, California, the home stadium of the Rams, marking the second consecutive and second overall Super Bowl with a team playing and winning in its home stadium.[13][14][15][16]  The Rams' victory was their second, first as a Los Angeles-based team, and first since winning 1999's Super Bowl XXXIV when they were based in St. Louis. Finishing with a 12–5 record, the Rams reached their fifth appearance after acquiring veteran quarterback Matthew Stafford, who had not won a playoff game in his previous 12 years with the Detroit Lions. The Bengals, who finished with a 10–7 record, were seeking their first Super Bowl title following several decades of losing seasons and playoff struggles. They won their first playoff game since 1990, ending the longest drought in the four major North American sports, en route to their third Super Bowl appearance and first since 1988's Super Bowl XXIII."], "noise_rate": 0.2, "factlabel": 0}
+{"id": 7, "query": "When will Truth Social launch on iOS?", "ans": [["February 21", "Feb 21", "Feb. 21", "21 February", "21 Feb", "21 Feb."]], "label": [1], "prediction": "According to the provided document, Truth Social launched on iOS on February 21st, 2022, which is also Presidents' Day in the US.", "docs": ["Donald Trump's much-anticipated social media platform, called Truth Social, has debuted on iOS. And here's what you need to know about it. Former US President Donald Trump’s social media platform, called Truth Social, is now available to download on iOS. So, here's what you need to know about Truth Social, which is already proving to be a controversial social media platform for various reasons. Former US President Donald Trump's social media app, Truth Social, is now available to download from Apple's App Store. It was launched on February 21st, 2022, which is President’s Day in the US. Immediately upon launching, the app reached the number one spot on the App Store's Top Charts. Truth Social came about following Trump's bans from various social media platforms---including Facebook and Twitter---in 2021. These platforms removed Trump due to concerns around his public comments following the Capitol Hill riots in January 2021. Before getting himself banned from various social media platforms, Trump built up huge followings. So once these mainstream social media platforms dumped him, Trump announced his intention to build his own platform. So, what is Trump’s social network about anyway? Here’s everything you need to know about Truth Social. Truth Social is a social media app founded by former US President Donald Trump and owned by Trump Media & Technology Group (TMTG). This company was formed in February 2021 with the intention of building alternatives to mainstream media platforms.", "However, the social network delivered early when it comes to the web app at least. No word yet on when Truth Social will submit an Android app so Trump can stop complaining about Google.   More in", "Truth Social, Donald Trump’s Twitter-like social media platform has launched on the App Store, CNET has reported. That confirms a statement from a verified account tied to Truth Social chief product officer “Billy B,” who told people to mark February 21st on their calendars. “We’re currently set for release in the Apple App Store for Monday, February 21st,” he said, according to Reuters. Incidentally, the 21st marks the Presidents' Day holiday in the US. Provided the network doesn’t suffer a hiccup like the one it did last fall when a prankster claimed the “donaldjtrump” username and posted an image of defecting pig, the launch will mark Trump’s return to social media. Twitter and Facebook banned the former president following the January 6th attack on the US Capitol. Before a test version of Truth Social was pulled down last fall, the website’s code showed it ran on a mostly unmodified version of open-source software Mastodon. In October, the Software Freedom Conservancy accused The Trump Media and Technology Group (TMTG) of violating Mastodon’s AGPLv3 license by not sharing the platform’s source code. The website added a dedicated section containing a ZIP archive of its source code two weeks later.Subscribe to the Engadget Deals NewsletterGreat deals on consumer electronics delivered straight to your inbox, curated by Engadget’s editorial team.", "Jan 6, 2022 ... Former President Donald Trump's new social network, Truth Social, will launch on iOS on February 21st, according to a listing on the App ...", "By  Jay Peters, a news editor who writes about technology, video games, and virtual worlds. He’s submitted several accepted emoji proposals to the Unicode Consortium. If you buy something from a Verge link, Vox Media may earn a commission. See our ethics statement. Former President Donald Trump’s new social network, Truth Social, will launch on iOS on February 21st, according to a listing on the App Store. (That’s Presidents Day, if you didn’t know. Subtle.) The app is being made by the Trump Media and Technology Group (TMTG), Trump’s new media company led by former US Rep. Devin Nunes. Truth Social looks very much like a Twitter clone, based on screenshots in the App Store listing. The profile page shown in one screenshot looks almost exactly like Twitter’s, and posts appear to have icons for replies, retweets, faves, and sharing. (Truth Social describes each individual post as a “truth” in the app’s description. The retweet equivalent is apparently called a “re-truth.”) The Twitter-like design likely isn’t an accident The social network’s Twitter-like design is almost assuredly no accident. Twitter was Trump’s favorite megaphone for years, until he was permanently banned in January 2021 shortly after the January 6th insurrection on the US Capitol."], "noise_rate": 0.2, "factlabel": 0}
+{"id": 8, "query": "What won best drama at 79th Golden Globes?", "ans": ["The Power of the Dog"], "label": [1], "prediction": "According to the provided document, \"The Power of the Dog\" won Best Picture Drama at the 79th Golden Globes.", "docs": ["Best Picture Drama: “The Power of the Dog” Jane Campion’s first film in more than a decade, “The Power of the Dog,” took home the most prestigious award of the night. “Power of the Dog” won Best Picture Drama, Best Director Motion Picture (Jane Campion), and Best Supporting Actor — Motion Picture (Kodi Smit-McPhee).  The acclaimed Netflix drama was the most-nominated movie along with “Belfast,” with each film earning seven nominations. Campion became the third woman to win in this category at Golden Globes. Best Television Series — Musical or Comedy: “Hacks” HBO Max’s “Hacks” won the main Television (Musical or Comedy) category and Best Actress — Comedy/Musical for star Jean Smart at the 79th Golden Globes Awards. While other shows in this category were also strong contenders, such as Apple TV+’s “Ted Lasso,” “Hacks” proved to be a favorite in this category with its first season. “Hacks can laugh all the way to the bank with this one,” announced the official Golden Globes account via Twitter. “Congratulations on taking home the #GoldenGlobe for Best Musical/Comedy Series.” Best Television Series — Drama: “Succession” HBO’s “Succession” was the big winner at this year’s Golden Globes, scooping three major categories.", "Isabella Gomez Sarmiento       The 80th Golden Globe Awards aired Tuesday night on NBC. Below is the full list of nominees, with winners marked in bold. Here's some background on the Globes' attempted comeback after years of scandal, and here are our takeaways from the 2023 ceremony.", "The 79th Golden Globe Awards honored the best in film and American television of 2021, as chosen by the Hollywood Foreign Press Association (HFPA). The ceremony took place privately on January 9, 2022.[1] The nominees were announced on December 13, 2021, by rapper Snoop Dogg and HFPA president Helen Hoehne.[1][2]  For the first time since 2008, there was no traditional, televised ceremony. In support of boycotts of the HFPA by various media companies, actors, and other creatives over its lack of action to increase the membership diversity of the organization, the Golden Globes' regular broadcaster NBC declined to televise the 79th Golden Globe Awards. The HFPA ultimately chose to hold the presentation privately, with attendance limited to the organization's beneficiaries, and results announced via press release and highlighted on the Golden Globe Awards' social media pages.  The films Belfast and The Power of the Dog were tied for the most nominations, at seven each. The latter tied with Steven Spielberg's West Side Story and HBO's drama Succession with the most awards of the night, with three each. These included the awards for Best Drama Film, Best Musical or Comedy Film and Best Drama Series, respectively.", "TAGGED AS: 79th Golden Globes Awards, Awards, Film, movies, television, TV  The Hollywood Foreign Press Association announced the winners for the 79th Annual Golden Globe Awards tonight with The Power of the Dog named Best Motion Picture – Drama and West Side Story as Best Motion Picture – Musical or  Comedy. On the television side, Succession won Best Television Series – Drama, while Hacks won for Best Television Series – Musical or Comedy. After a year of controversy about diversity, payola, and improper behavior endemic to the organization that culminated in the Globes losing its NBC broadcast, tonight’s coverage and the subsequent congratulatory marketing from winners will be a good litmus test for if the beleaguered organization can rinse off some of the stink from a year of bad headlines and even more puzzling decisions. If you need a refresher on the ins and outs of what happened read our recap of how we got here. Over the last eight months, the HFPA has reformed its bylaws, implementing changes that address ethics and code of conduct, diversity, equity and inclusion, governance, and membership. The HFPA recently admitted their largest and most diverse class to date of 21 new members, all of whom are first-time Golden Globe voters.", "Though the jury is very much out on if HFPA can squeeze its way back into the good graces of Hollywood, after a fairly uneventful and mostly uncontroversial group of diverse winners, it is unlikely to hurt those efforts. Read on for the full list of winners from the 79th Golden Globes. 1. Best Motion Picture – Drama Belfast, Focus Features Coda, Apple TV+ Dune, Warner Bros. King Richard, Warner Bros. The Power of the Dog, Netflix – WINNER 2. Best Performance By An Actress In A Motion Picture – Drama Jessica Chastain, The Eyes Of Tammy Faye Olivia Colman, The Lost Daughter Nicole Kidman, Being The Ricardos – WINNER Lady Gaga, House Of Gucci Kristen Stewart, Spencer 3. Best Performance By An Actor In A Motion Picture – Drama Mahershala Ali, Swan Song Javier Bardem, Being The Ricardos Benedict Cumberbatch, The Power Of The Dog Will Smith, King Richard – WINNER Denzel Washington, The Tragedy Of Macbeth 4. Best Motion Picture – Musical Or Comedy Cyrano, MGM Don’t Look Up, Netflix Licorice Pizza, MGM Tick, Tick…Boom!, Netflix West Side Story, 20th Century Studios / Walt Disney Studios Motion Pictures – WINNER 5."], "noise_rate": 0.2, "factlabel": 0}
+{"id": 9, "query": "How much are GA Tech softball 2022 season tickets?", "ans": ["$100 per seat"], "label": [1], "prediction": "According to the provided document, Georgia Tech softball 2022 season tickets are located in the reserved chairback sections of Mewborn Field and cost $100 per seat.", "docs": ["THE FLATS – Georgia Tech softball 2022 season tickets are now on sale and can be purchased HERE. Season tickets are located in the reserved chairback sections of Mewborn Field and cost $100 per seat. Single-game tickets will go on sale in the near future. More ticketing information, including the steps to become a member of the Mew Crew and the benefits of joining, can be found on the official Georgia Tech Softball Tickets page. Tech’s 55-game 2022 regular season slate is highlighted by 34 home games and four Atlantic Coast Conference series at Mewborn Field. The Yellow Jackets will open their 2022 campaign by hosting the annual Buzz Classic, beginning on Opening Day Feb. 11 with a doubleheader on The Flats, first against Saint Joseph’s at 3:30 p.m. directly followed by a matchup with Villanova. Fans wishing to view Tech’s schedule in its entirety may click HERE. 2022 Home Schedule and Season Highlights Securing season tickets will allow fans to maintain the best seats in the house for every home game this season as well as the best price ($100 for 34 scheduled home games), a significant discount from single-game pricing. Alexander-Tharpe Fund The Alexander-Tharpe Fund is the fundraising arm of Georgia Tech athletics, providing scholarship, operations and facilities support for Georgia Tech’s 400-plus student-athletes.", "Georgia Tech students must meet one of the following criteria to be eligible to claim/purchase a student ticket for games at Bobby Dodd Stadium: The list of eligible students is provided to the GTAA by GT Registrar. Students who are deemed eligible may purchase student season tickets, however, if the Athletic Fee is not paid, season tickets will be removed from their account. Eligible students have two options for student tickets at Bobby Dodd Stadium: *Yellow Jacket Club Gold Members have two season-ticket options: 1) Register as part of a student organization, including Greek chapters; and 2) register and sit in the ‘SWARM’ block – the sections on each side of the Georgia Tech Marching Band. Seats are available first-come, first-served. 2022-2023 PricingRegular Student Membership – $15Gold Student Membership – $65 PURCHASE YELLOW JACKET CLUB MEMBERSHIP CLAIM FREE SINGLE-GAME TICKET For 2021-22 regular season home games Georgia Tech students only need to show their valid BuzzCard at the West Entrance of McCamish Pavilion for entry. Seats are available on a first-come, first-served basis with gates opening 1 hour prior to tipoff – no sign-up/registration needed unless otherwise mentioned for the game.* 200 courtside seats are reserved for Georgia Tech students and will be available on a first-come, first-served basis and will be given a wristband in order to gain access to the courtside seating.", "Wiley Ballard catches up with Coach Morales ahead of the Buzz Classic Storylines Series Notes 2022 SOFTBALL TICKETS Season tickets remain on sale and can be purchased HERE. Season tickets are located in the reserved chairback sections of Mewborn Field and cost $100 per seat. Season ticket members enjoy every game in the same seat for a discounted rate. 2022 single-game tickets for all home contests are also on sale and can be purchased HERE. Single-Game Pricing: Reserved Chairback: $5 Adult GA Bench: $3 Youth/Senior GA Bench: $2 Group (10+) GA Bench: $2 Standing room only tickets will be sold for $2 each if all other sections are sold out. Georgia Tech students and faculty/staff can receive free admission to regular season home games while seats remain available by showing a valid BuzzCard at the entrance. More ticketing information, including the steps to become a member of the Mew Crew and the benefits of joining, can be found on the official Georgia Tech Softball Tickets page. Alexander-Tharpe Fund The Alexander-Tharpe Fund is the fundraising arm of Georgia Tech athletics, providing scholarship, operations and facilities support for Georgia Tech’s 400-plus student-athletes. Be a part of developing Georgia Tech’s Everyday Champions and helping the Yellow Jackets compete for championships at the highest levels of college athletics by supporting the Annual Athletic Scholarship Fund, which directly provides scholarships for Georgia Tech student-athletes.", "THE FLATS – Georgia Tech softball 2023 season and single-game tickets are now on sale and can be purchased HERE. Season tickets are located in the reserved chairback sections of Mewborn Field and cost $100 per seat. Season ticket members enjoy every game in the same seat for a discounted rate. Single-game tickets are also available as detailed below. More ticketing information, including the steps to become a member of the Mew Crew and the benefits of joining, can be found on the official Georgia Tech Softball Tickets page. Single-Game Pricing: Reserved Chairback: $5 Adult GA Bench: $3 Youth/Senior GA Bench: $2 Group (10+) GA Bench: $2 Standing room only tickets will be sold for $2 each if all other sections are sold out. Georgia Tech students and faculty/staff can receive free admission to regular season home games while seats remain available by showing a valid BuzzCard at the entrance. Tech’s 56-game 2023 regular season schedule is highlighted by 33 home games and four Atlantic Coast Conference series at Mewborn Field. The Yellow Jackets will also host three home tournaments, most notably the ACC/B1G Challenge, as well as a pair of SEC schools, including this season’s edition of Clean, Old-Fashioned Hate. The White and Gold are slated to face six ranked opponents throughout the year, hosting four of them for eight total games.", "THE FLATS – Georgia Tech softball 2022 season tickets are now on sale and can be purchased HERE. Season tickets are located in the reserved chairback sections of Mewborn Field and cost $100 per seat. Single-game tickets will go on sale in the near future. More ticketing information, including the steps to become a member of the Mew Crew and the benefits of joining, can be found on the official Georgia Tech Softball Tickets page. Tech’s 55-game 2022 regular season slate is highlighted by 34 home games and four Atlantic Coast Conference series at Mewborn Field. The Yellow Jackets will open their 2022 campaign by hosting the annual Buzz Classic, beginning on Opening Day Feb. 11 with a doubleheader on The Flats, first against Saint Joseph’s at 3:30 p.m. directly followed by a matchup with Villanova. Fans wishing to view Tech’s schedule in its entirety may click HERE. 2022 Home Schedule and Season Highlights Securing season tickets will allow fans to maintain the best seats in the house for every home game this season as well as the best price ($100 for 34 scheduled home games), a significant discount from single-game pricing. Alexander-Tharpe Fund The Alexander-Tharpe Fund is the fundraising arm of Georgia Tech athletics, providing scholarship, operations and facilities support for Georgia Tech’s 400-plus student-athletes."], "noise_rate": 0.2, "factlabel": 0}

results/Noise Robustness/prediction_llama3-8b-8192_noise_0.6_passage_5_num_queries_10.json

@@ -0,0 +1,10 @@
+{"id": 0, "query": "When is the premiere of 'Carole King & James Taylor: Just Call Out My Name'?", "ans": [["January 2 2022", "Jan 2, 2022", "Jan. 2, 2022", "January 2, 2022", "2 January 2022", "2 Jan, 2022", "2 Jan., 2022", "2 January, 2022"]], "label": [1], "prediction": "According to the provided document, the premiere of \"Carole King & James Taylor: Just Call Out My Name\" is on January 2, 2022, at 9:00pm ET/PT on CNN.", "docs": ["However, the concert tour took place in honor of the 40th anniversary. The two might have aged since they first performed together but neither Carole King nor James Taylor have lost a beat in all these years!The concert film includes the following songs:(You Make Me Feel Like) A Natural WomanSomething in the Way She MovesSo Far AwayCarolina in My MindCountry RoadSmackwater JackWhere You Lead (lyrics changed up as the city they’re playing in replaces New York)Your Smiling FaceBeautifulShower The PeopleWay Over YonderSweet Baby James (this kicks off the second half of the film)Up on the RoofIt’s Too LateFire and RainI Feel the Earth MoveYou’ve Got a FriendHow Sweet It Is (To Be Loved by You)You Can Close Your EyesMexico (end credits)DIRECTOR: Frank MarshallFEATURING: Carole King, James Taylor, Danny Kortchmar, Peter Asher, Russ Kunkel, Leland SklarADDITIONAL MUSICIANS: Andrea Zonn, Arnold McCuller, Kate Markowitz, Robbie KondorCarole King & James Taylor: Just Call Out My Name premiered January 2, 2022, at 9:00pm ET/PT on CNN. The film will be available on demand via cable/satellite systems, CNNgo platforms, and CNN mobile apps, beginning Monday, January 3, through Sunday, January 16.", "Your Ticket Confirmation # is located under the header in your email that reads \"Your Ticket Reservation Details\". Just below that it reads \"Ticket Confirmation#:\" followed by a 10-digit number. This 10-digit number is your confirmation number.                               Your AMC Ticket Confirmation# can be found in your order confirmation email.                                   At the genesis of their now 50 years of friendship and collaboration, six-time Grammy® Award-winner James Taylor and four-time Grammy® Award-winner Carole King, famously performed together in 1970 at The Troubadour, the storied Los Angeles club. The pair came together to reprise that concert for The Troubadour's own 50th anniversary in 2007.  As Taylor recalls in the film, those 2007 performances including \"So Far Away,\" \"I Feel the Earth Move,\" and \"You've Got a Friend,\" during six sold out concerts, were so much fun, that he and King hatched plans for a 2010 world tour. CAROLE KING & JAMES TAYLOR: Just Call Out My Name documents the beloved songwriters' triumphant 2010 Troubadour Reunion Tour of arena concerts around the world.                   Genre:                                                           Documentary,                                                           Music                                                         Original Language: English   Director:  Frank Marshall    Producer:  Frank Marshall,                                                                                                                                     Aly Parker    Release Date (Streaming):", "Feb 10, 2022                                 Runtime:                                   2h 0m                                Carole King                                                                                          Self                                                             James Taylor                                                                                          Self                                                             Danny Kortchmar                                                                                          Self                                                             Russ Kunkel                                                                                          Self                                                             Lee Sklar                                                                                          Self                                                             Frank Marshall                                                                                          Director                                                             Frank Marshall                                                                                          Producer                                                             Aly Parker                                                                                          Producer                                                                              There are no featured reviews for Carole King & James Taylor: Just Call Out My Name because the movie has not released yet ().              Vote Now: The Best Movies & TV Shows Since 1998! Daily Tomato - Can you guess the movie of the day? What to Watch - In theaters & streaming TV and Streaming News Join The Newsletter Get the freshest reviews, news, and more delivered right to your inbox! Follow Us Copyright © Fandango. All rights reserved.", "I have no answer as to why the film wasn’t released in 2011, but an appreciation of a musical collaboration that Rolling Stone magazine (and only Rolling Stone magazine) probably ranks really really high on some list of the greatest whatevers ever arrives better late than never.  The Gist: In 1970, Taylor and King performed their first concert together at the famed Troubadour club in Hollywood. It was the beginning of a beautiful – 100 percent platonic! – friendship in which they made beautiful music together, and I’m sorry for the cliches, but in this case, they’re true. They sang each other’s songs, encouraged and complemented each other, and harmonized like tea and honey. Forty years later, they decided to celebrate their convergence with a 50-plus-date tour, and now, 12 years after that, we get a celebration of the celebration, a remembrance of a remembrance that brought so much joy to so many people 52 years ago and then again 12 years ago, and now again a third time officially, with this movie. Just Call Out My Name opens with clips of late-night talk show hosts (Leno, Carson, Letterman) introducing Taylor or King or both, then a blip of Oprah praising Taylor, but what she thinks of King, NOBODY KNOWS.", "The concert film includes the following songs:(You Make Me Feel Like) A Natural WomanSomething in the Way She MovesSo Far AwayCarolina in My MindCountry RoadSmackwater JackWhere You Lead (lyrics changed up as the city they’re playing in replaces New York)Your Smiling FaceBeautifulShower The PeopleWay Over YonderSweet Baby James (this kicks off the second half of the film)Up on the RoofIt’s Too LateFire and RainI Feel the Earth MoveYou’ve Got a FriendHow Sweet It Is (To Be Loved by You)You Can Close Your EyesMexico (end credits)DIRECTOR: Frank MarshallFEATURING: Carole King, James Taylor, Danny Kortchmar, Peter Asher, Russ Kunkel, Leland SklarADDITIONAL MUSICIANS: Andrea Zonn, Arnold McCuller, Kate Markowitz, Robbie KondorCarole King & James Taylor: Just Call Out My Name premiered January 2, 2022, at 9:00pm ET/PT on CNN. The film will be available on demand via cable/satellite systems, CNNgo platforms, and CNN mobile apps, beginning Monday, January 3, through Sunday, January 16.Please subscribe to Solzy at the Movies on Substack."], "noise_rate": 0.6, "factlabel": 0}
+{"id": 1, "query": "The genre of the drama \"Good Sam\" is what?", "ans": ["medical"], "label": [1], "prediction": "According to the documents, the genre of the drama \"Good Sam\" is a \"medical drama\" and also a \"family drama\".", "docs": ["When he awakens and wants to resume surgery, however, it falls to her to supervise this overbearing blowhard who never acknowledged her talents – and also happens to be her father. Jason Isaacs, Edwin Hodge, Skye P. Marshall, Michael Stahl-David, Davi Santos, Omar Maskati and Wendy Crewson also star. It comes from writer Katie Wech, Jennie Snyder Urman and Sutton St. Productions banner and CBS Studios. Wech, Snyder Urman and Joanna Klein with Tamra Davis directing and EPing the pilot. Meanwhile, Smallwood stars Crashing’s Pete Holmes as a seemingly ordinary man, who, after being laid off from the assembly line at the GM factory, makes the extraordinary decision to provide for his family by following his dream of becoming a professional bowler. It is based on the life of professional bowler Tom Smallwood. The multicamera comedy comes from Mark Gross and producers David Hollander and Brian D’Arcy James. The trio exec produce with Mark Cendrowski as director. CBS Studios produces. Alongside Holmes, Chi McBride and Katie Lowes star. Subscribe to Deadline Breaking News Alerts and keep your inbox happy. Signup for Breaking News Alerts & Newsletters  \t\t\tBy subscribing, I agree to the Terms of Use and Privacy Policy. This site is protected by reCAPTCHA Enterprise and the Google Privacy Policy and Terms of Service apply.", "The new CBS drama Good Sam is likely to draw viewers towards more shows that revolve around medical drama and family issues.  Starring Jason Isaacs and Sophia Bush, Good Sam delves into the strenuous father-daughter relationship between Dr. Sam Griffith and Dr. Rob Griffith. Tensions increase as the duo also happen to work in the same hospital.  RELATED: 10 Medical Dramas That Are Better Than Grey's Anatomy Good Sam serves as an interesting watch for medical drama fans. So, it is natural for audiences to also check out other genre classics like Grey’s Anatomy and contemporary shows like The Good Doctor. At the same time, Good Sam’s complex family dynamics imply that viewers can also binge their way through some acclaimed “dysfunctional family dramas”.  ABC's The Good Doctor's main character Shaun Murphy is a brilliant surgeon who relocates to a prestigious California hospital. Along with saving patient lives, he struggles to get over his troubled past and to counter his social insecurities. The show benefits greatly from Freddie Highmore’s committed performance as he emulates the optimistic nature of the lead character.  Fans of Good Sam must check out The Good Doctor for it shows how a doctor’s psyche can influence the operation. Even though Sam is still in her good-natured self, Rob is shown as a talented yet hot-headed surgeon.", "Follows a talented yet stifled surgeon who embraces her leadership role after her renowned and pompous boss falls into a coma.Follows a talented yet stifled surgeon who embraces her leadership role after her renowned and pompous boss falls into a coma.Follows a talented yet stifled surgeon who embraces her leadership role after her renowned and pompous boss falls into a coma. © 1990-2023 by IMDb.com, Inc.", "Sam Griffith (Sophia Bush) is a female lead, still a rarity in medical dramas. The cast diversity is notable: Malcolm Kinglsey (Edwin Hodge) is a Black man from a wealthy, prominent family. Wealthy Black Americans aren't usually showcased on television. Malcolm is also a love interest for Sam, adding to the representation of interracial relationships on television. However, most of the diversity comes in the form of the secondary cast (Skye P. Marshall, Omar Maskati, Davi Santos), who are very involved in the main storylines. Did we miss something on diversity?                     Suggest an update.        A scene with a major character being shot. Scenes of heart surgery. A scene with a patient who was punched by his wife for cheating.  Did you know you can flag iffy content? Adjust limits for Violence & Scariness in your kid's entertainment guide.       Swear words like \"ass,\" \"damnit,\" \"ass kisser.\"  Did you know you can flag iffy content? Adjust limits for Language in your kid's entertainment guide.       Parents need to know that Good Sam is a medical procedural featuring a father-and-daughter heart surgeon team who hash out their familial drama as they save patients. Parents should be aware of scenes featuring simulated heart surgery and other scary topics, such as conversations about a near-fatal car accident, \"coding\" (needing to be resuscitated), and other medical lingo.", "May 29, 2023 Few things feel like summer, quite like taking a vacation or going to the movies. There’s something about the open road that just feels healing, and there’s something about a silver screen and popcorn that just feels right.  Now, every so often, something magical happens, and we’re treated to a perfect combination of summer pastimes, culminating in a genre that stands alone: road-trip films.  Stories about cooped-up families, reluctant companions, or cavalcades of muppets seem to resonate with all of us, validating the joys and stresses of our own cross-country adventures – almost as if we’re watching a movie about ourselves. So, to celebrate the start of the summer season and to help spark some inspiration of what to do (or not do) on your next trip, we’ve put together our list of the all-time best road-trip movies.   Alright, so technically, this isn’t a summer road-trip movie, considering it’s one of the few films set during Thanksgiving, but it’s still the all-time best buddy adventure film. Steve Martin and John Candy were a match made in Heaven, and the jokes still land over 30 years later.   Little Miss Sunshine is a heartwarming indie comedy about a quirky family of misfits trying to get their daughter to a beauty pageant. It has an incredible soundtrack featuring Sufjan Stevens and stellar performances, including a burgeoning Steve Carell."], "noise_rate": 0.6, "factlabel": 0}
+{"id": 2, "query": "Who won the 2022 Citrus Bowl?", "ans": ["Kentucky"], "label": [1], "prediction": "According to the provided document, Kentucky won the 2022 Citrus Bowl by a score of 20-17 over Iowa.", "docs": ["Western Kentucky: WKU may have had the most impressive performance of bowl season. The Hilltoppers trounced South Alabama 44-23 in the New Orleans Bowl in a game that was not as close as the final score may indicate. South Alabama was looking for its first-ever bowl win, but WKU jumped out to a 31-3 halftime lead and never looked back, putting up a total of 677 yards by the time the final seconds ticked off. Austin Reed threw for 497 yards and four touchdowns in the win. Air Force: Air Force looked right at home on an incredibly cold night in Fort Worth. The Falcons ran all over Baylor in a 30-15 victory in the Armed Forces Bowl. Air Force rushed for 276 yards and limited Baylor to just 42 rushing yards. With the win, Air Force got to double-digit victories for the third time in four seasons. AFA went 11-2 in 2019 and 10-3 in the past two seasons. In the shortened 2020 season, the Falcons finished 3-3. As a program, Air Force has won four consecutive bowl games. New Mexico State: Year 1 of the Jerry Kill era at New Mexico State ended with a bowl victory. NMSU knocked off Bowling Green 24-19 in the Quick Lane Bowl on Monday to capture the program’s second bowl victory since 1960.", "Kentucky secured its fourth straight bowl victory Saturday with a 20-17 Citrus Bowl win over Iowa. Down four in the final few minutes, Wan'Dale Robinson and Chris Rodriguez Jr. came through with great individual efforts to put the Wildcats on top:", "A late drive by No. 22 Kentucky sealed the Wildcat victory over the 15th-ranked University of Iowa football team in the 2022 VRBO Citrus Bowl on Saturday afternoon at Camping World Stadium.", "The seventh-oldest collegiate bowl game in the country, the Cheez-It Citrus Bowl began as the Tangerine Bowl in 1947. The initial game sponsors, members of Elks Lodge #1079 of Orlando, each put up $100 to fund initial expenses. Since 1993 the bowl has hosted top teams from the Big Ten and Southeastern conferences. In the new “College Football Playoff” era of college football’s postseason, the Cheez-It Citrus Bowl will continue to host the top Big Ten and SEC teams from outside the CFP series of bowls (including Rose, Sugar, Fiesta, Orange, Cotton and Peach). The game moved to a New Year’s Day date in 1987 and has remained a New Year’s Day tradition except in years when the holiday falls on a Sunday. Learn More Get everything you need to know for game day, including parking/shuttle information, stadium policies, maps, schedules and more. LEARN MORE  Planning your trip to Orlando? Find out where to stay, what to do and more with our guide. Keep up to date with all of the news from the Cheez-It Citrus Bowl including event information, presale opportunities and more. Florida Citrus Sports is a not-for-profit membership organization dedicated to increasing community spirit and pride, promoting tourism, stimulating economic development and ultimately benefiting charities, educational institutions and the quality of life in Central Florida through its signature events.", "The Aggies opened the season 1-5 before closing out the year by winning six of seven to finish 7-6. NMSU won a combined eight games in its previous four seasons, so Kill has executed an incredible turnaround in his first year on the job. Diego Pavia was the star of the bowl win. Pavia threw for 167 yards and two touchdowns and added 65 rushing yards in the win. He picked up several key third-down conversions with his legs in the second half to help his team secure the win. Southern Miss RB Frank Gore Jr.: Frank Gore Jr. ran wild in Southern Miss’ win over Rice in the LendingTree Bowl. Gore set an all-time bowl record with 329 yards on just 21 carries in the 38-24 win. Gore rushed for two touchdowns and also had an 18-yard touchdown catch. The previous single-game bowl rushing record was 317 yards, but Gore surged past that with a 55-yard touchdown run in the final minutes. Southern Miss won a combined six games in 2020 and 2021, but the bowl win over Rice gave the Golden Eagles seven wins for the 2022 season. And with Gore and a significant chunk of this team’s core expected to return, Southern Miss could be a team on the rise in the Sun Belt next season. Eastern Michigan: With a win over San Jose State in the Potato Bowl, EMU notched its first bowl victory since 1987."], "noise_rate": 0.6, "factlabel": 0}
+{"id": 3, "query": "What position did Jason Semore hold at Valdosta State before returning to Georgia Tech?", "ans": ["defensive coordinator"], "label": [1], "prediction": "According to the provided document, Jason Semore held the position of Defensive Coordinator at Valdosta State before returning to Georgia Tech.", "docs": ["Even with a dad who coached, Semore knows his background – childhood on a reservation, Division II football – didn’t lend itself to the ready-made connections of other aspiring college coaches. But he says his experiences in Ganado, growing up among the Navajo, taught him how to feel at home in other cultures. And that, in turn, has helped him thrive in coaching. “Being able to establish relationships came naturally to me, and it was important to me, and it has allowed me to get to where I’m at today,” Semore said. It’s an experience he wouldn’t trade either. This Saturday, when Georgia Tech faces Pittsburgh (8 p.m. ET, Georgia Tech Sports Network from Legends Sports), the coach’s son from Ganado will continue the next chapter in his career, charting a path few in college football have duplicated.", "2006 | Round Valley (AZ) High School (Defensive Coordinator) 2007 | Colorado School of Mines (Secondary Coach) 2008 - 2009 | Adams State (Co-Defensive Coordinator/Secondary Coach/Special Teams Coordinator) 2010 - 2011 | Tulsa (Outside Linebackers Coach) 2012 - 2013 | Oklahoma State (Defensive Assistant) 2014 | Colorado School of Mines (Defensive Coordinator) 2015 | Montana (Secondary Coach/Special Teams Coordinator) 2016 - 2017 | Montana (Defensive Coordinator) 2018 | Temple (Senior Defensive Advisor) 2019 - 2020 | Georgia Tech (Defensive Analyst) 2021 | Valdosta State (Defensive Coordinator) Semore actually has more experience than I remember seeing, but this is still the highest level position he has held and is sure to bring plenty of challenge.  At Valdosta State, Semores defense ranked top 20 nationally in defensive touchdowns, pass defense, redzone defense, and fumble recoveries. The Blazers also made an appearance in the national championship game, but failed to bring home the trophy. These are two very different coaches (in terms of experience), but I believe collectively, they are replacing one coach in all but name: Andrew Thacker. Though he remains defensive coordinator in name, he is no longer the linebackers coach.", "At some point, he and Batt may talk about the possibility of Key taking over the program, but Key understands Batt’s job right now is to vet coaches and Key’s job is to try to put the best possible product on the field to state his case. Even if Batt chooses to hire from outside, a great run as the interim could vault Key into contention for other head coaching jobs. Key also wants to make sure his players don’t believe winning is easy after doing it twice in a row. Though he doesn’t mind letting them enjoy the new vibe on campus. “It’s been a while since we had this kind of momentum in the program,” tight end Dylan Leonard told reporters Monday. “It’s our first time with back-to-back wins. It’s great for us as players, but it’s also cool to see the fan base. You hear different conversations in the classroom. There’s a little more hype. It’s really cool walking around campus seeing people be excited about us.” Advertisement Semore worked as an analyst at Georgia Tech in 2019 and 2020 before going to Valdosta State last season to be the defensive coordinator. At the Division II powerhouse, Semore saw a team with a different attitude. The Blazers walk onto the field every week expecting to win. When Semore returned to Georgia Tech this season as the linebackers coach, the Yellow Jackets didn’t feel that way. But after consecutive wins, they are starting to develop that feeling.", "Jason Semore is a former Ganado High School football player who now is a linebackers coach at Georgia Tech University in Atlanta. Semore was a multi-sport athlete for the Hornets. (Photo courtesy Jason Semore)                     GANADO, Ariz. — He’s a household name in sports around sports Ganado, Arizona. These days, though, he’s passing his football knowledge on to linebackers at Georgia Tech University in Atlanta. The school is a major research institution and a member of the Atlantic Coast Conference. There’s still life in the throwing arm. His legs feel good. But that’s not the focus of Jason Semore. “I played football, baseball, track and field and I wrestled at Ganado High School,” said Semore, 40, who was part of the Hornets’ football teams that won a string of championships in the late 1990s and early 2000s. “My first sport was baseball, but I was always around football because my dad was always a coach.” Semore was born in Portland, Oregon, but grew up on the Navajo Nation in Ganado. His grandparents lived in Ganado in the 1970s and he lived on the reservation for some 17 years. He played linebacker and running back in football, catcher and third base in baseball and ran sprints in track. In football, Semore preferred defense and likes coaching defense.", "“My preference has always been defense as a player and a coach,” Semore said. “Defense is more reactive in nature and I liked to play the game emotionally and there was always less thinking for me. On the other hand, offense is more execution and assignment based. Defense has those principals, but it’s based on effort and technique.” He said his father, Russ, who coached him at Ganado High, inspired him to go into coaching. The elder Semore went to Ganado High and returned after college and the military to start a coaching career. And after graduating from Ganado, Jason went on to play college football at Adams State University in Colorado. His coaching stops have included Adams State, the Colorado School of Mines, the University of Tulsa, Oklahoma State University, the University of Montana, Temple University, Valdosta State University and Georgia Tech.  He was not drafted into the NFL after college, and said he modeled his style of play on the football field after linebackers Dan Morgan of the Carolina Panthers and Hall of Famer and native New Mexican Brian Urlacher of the Chicago Bears. “My father was my inspiration,” Jason said. “He taught me the value of team and about being a part of something bigger than myself. He was always a coach, so I got to see first-hand how investing in other people and team dynamics lead to shared joy in life."], "noise_rate": 0.6, "factlabel": 0}
+{"id": 4, "query": "How many vehicles did Tesla deliver in 2021?", "ans": [["936,172", "936172"]], "label": [1], "prediction": "According to the provided document, Tesla delivered 936,172 vehicles in 2021.", "docs": ["Jun 7, 2023 ... How many Tesla vehicles were delivered in 2023? ... 1,313.86 1,313.86 422.88 422.88 Q1 Q2 Q3 Q4 2016 2017 2018 2019 2020 2021 2022 2023.", "Microchip shortage? What microchip shortage? EV maker Tesla, which it should be pointed out produces its own chips in-house, seems not to have been bothered by supply-chain issues all that much in 2021, delivering 936,172 vehicles in the year just ended, according to a report by finance news outlet Finbold. That represents a healthy 87 percent increase over 2020, when the company handed over 499,550 Teslas to customers. Even better for the company, it ended the year with a bang, racking up a record number of sales in the last quarter of 2021, or 308,600 units. Most of that total consisted of Model 3 and Model Y models, no surprise. It’s the sixth consecutive quarter that it breaks its record for sales. In 2019, the automaker delivered 367,500 units, so annual sales growth, while not exponential, is clearly accelerating. The company has said in the past that one its main goals is to attain 50 percent sales growth year after year. Once upon a time, Tesla struggled mightily to hit its delivery targets, but no more. There’s also no sign of that growth slowing down any time soon, even as all-electric rivals join the market by the month. Projections made by Finbold put estimated sales for 2022 at over 1.5 million units, for an increase of close to 65 percent. Shopicar.", "in January 2016. The remaining quarterly figures prior to Q4 2022 were taken from previous Tesla updates.  Vehicles & Road Traffic Automotive manufacturers' estimated market share in the U.S. 2022 Vehicles & Road Traffic Most valuable automotive brands worldwide by brand value 2023 Vehicles & Road Traffic Tesla's vehicle production by quarter YTD Q1 2023 Vehicles & Road Traffic Tesla's revenue 2008-2022 You only have access to basic statistics.  Business Solutions including all features.                   Overview                               Financials                               Segments                               Competitors                               Special focus on domestic market", "The EV maker doesn't disclose U.S.-only sales figures but claims sales for the year were up an amazing 87 percent in a turbulent marketplace. Anyone who thinks the legacy automakers are catching Tesla in the electric-vehicle sales race should take a quick look at some recently released figures. Over the weekend, Tesla announced it delivered 308,600 vehicles in the fourth quarter of 2021. Model S and Model X EVs made up 11,750 of those deliveries, while the bulk—296,850—were Model 3 and Model Y deliveries. These numbers brought Tesla's 2021 full-year deliveries to 936,172 vehicles. The 936,000 vehicle deliveries represent an 87 percent increase from 2020, Reuters and other news sources noted,  based on Tesla's announcement dated January 2, while the 306,600 deliveries for the quarter mean that Tesla delivered 71 percent more electric vehicles in the fourth quarter of 2021 than it did a year earlier. Reuters reportssemiconductor chipsTesla doesn't break out its deliveries by country, but its sales are strongest in Europe and China, the  notes. Tesla itself called those two regions \"important markets\" in its last SEC filing, but the U.S. is still the region where Tesla makes the most money. In the third quarter of 2021, for example, an  shows Tesla made more than $6 billion in revenue in the U.S., compared to $3.", "Annual sales of Tesla cars in China boast the following climbing trajectory: At the beginning of 2022, there were 3,724 Tesla Supercharger stations around the world. Tesla’s Superchargers, that is, charging stations, are scattered across cities and towns to enable Tesla’s owners to charge their vehicles in fifteen minutes. As Tesla’s sales increased, the company made an all-out effort to provide people with charging stations. From July 2018 to July 2021, Tesla has added 1,652 new Supercharger stations.  In the last quarter of 2021, Tesla operated 3,059 Supercharger stations in over forty countries. From July 2019 to July 2021, the number of charging stations for Tesla electronic vehicles has grown by 86.07%.  The table below shows the number of Supercharger locations from January 2013 to December 2022:  In October 2021, the majority of Tesla Superchargers were located in the United States of America and China. These two countries together account for 65.53% of all Tesla charging stations and between them have 2005 Superchargers: the USA boasts 1159 Tesla charging facilities, which is 37.88% of all locations, and China has 846 of them, which amounts to 27.65% of all Superchargers. Canada has 125 or 4.08% of all Tesla’s Supercharger locations."], "noise_rate": 0.6, "factlabel": 0}
+{"id": 5, "query": "Which company acquired ShowBiz Cinemas?", "ans": ["EVO Entertainment Group"], "label": [0], "prediction": "", "docs": ["Read More Building on a successful partnership, All Elite Wrestling (AEW) is once again teaming with ShowBiz Cinemas to showcase the upcoming DOUBLE OR NOTHING PPV event live in select theatre...  Read More Interview with ShowBiz Cinemas President & CEO Kevin Mitchell Read More The film will be available at Showbiz Cinemas starting this Thursday, May 20, tickets available at www.showbizcinemas.com... Read More Since reopening its doors at its Broadhead Road location in December, ShowBiz Cinemas in Waxahachie is seeing a steady return of patrons who are coming not only for the movies, but for a whole spectrum of new entertainment options... Read More Since its opening in November 2019, the ShowBiz Cinemas Homestead Station has not only seen a steady rise in attendance but has also continued to add to the city’s revitalization efforts despite the global pandemic causing many local businesses to slow down... Read More Summer of 2020 may not have quite as many movie releases as in pre-COVID days, but customers are returning to the ShowBiz Cinemas family entertainment center in Baytown in a big way, according to ShowBiz vice president of marketing and content Jeremy Devine... Read More The Future is Now with Showbiz Cinemas’ new Bowling, Movies & More concept that provides an exciting one stop destination for all family members...", "Evo Entertainment Group has acquired 100 percent of the stock of Showbiz Cinemas in an all-cash deal. The companies did not disclose the full details of the acquisition. \"Today is a monumental moment for our company and our industry,” said Mitch Roberts, founder and CEO of Evo Entertainment Group and 2022 Forbes 30 Under 30 honoree. “This transaction establishes Evo as the country’s largest operator of cinema-entertainment centers and paves the way for accelerated progress and innovation within a new era of cinema.” Roberts and Kevin Mitchell, CEO and founder of Showbiz Cinemas, represent multiple generations in the cinema business. Their pioneering of cinema entertainment centers has been a genuine success. Said Mitchell, \"It is a wonderful time to entrust the company I started to a fourth-generation motion picture exhibitor and family member, because Showbiz Cinemas just had an all-time record-breaking holiday season! I am confident that Mitch’s leadership and Marbella’s capital strength will ensure a long and successful run for Showbiz, and I now look forward to exploring new ventures both in and out of the entertainment industry.", "Read More The ShowBiz Entertainment Complex opened their doors again, Friday October 2, 2020 with new releases such as “The Call”, “Bill and Ted Face the Music” and others as well as a Halloween favorite of “Hocus Pocus\"... Read More A cinema entertainment center is a general classification that describes any cinema that incorporates additional experiential elements—arcades, bowling, laser tag, virtual reality—into the same complex. While many cinemas already incorporate some of these elements, CECs stand out as large-scale complexes designed to become out-of-home entertainment hubs... Read More In Miami-Dade County, ShowBiz Cinemas is one of the only theaters to have a plan approved and a reopening date set. For Broward, Cinema Paradiso and Savor Cinema have also marked approved reopening dates... Read More ShowBiz Cinemas announced today that it plans to reopen their locations in the states of Texas and Oklahoma on May 18, 2020. The entertainment chain issued the following announcement on their social media channels earlier today... Read More ShowBiz Cinemas announces the addition of the following new members to its corporate office management team... Read More ShowBiz Cinemas, which is based in Dallas and has locations in three states, plans to open its Texas and Oklahoma locations on May 18... Read More Cinionic Elevates ShowBiz with RGB+ Laser Light Upgrade Kit...  Read More ShowBiz Cinemas announced today that their new Bowling, Movies and More!", "The “out-of home” entertainment company’s brands include EVO Entertainment, EVO Cinemas and EVO Concerts. RELATED: Will Houston audiences return to movie theaters? The combined enterprise has 16 venues with 148 screens, 108 bowling lanes, nine restaurants and bars, a 3,000-capacity live music venue, and more than 30,000 combined square feet of gaming and attractions across Texas, Florida, Oklahoma and Wyoming. Several additional venues are on track to open in the coming months. Founded by Kevin Mitchell, who is Roberts’ uncle, in 2007, ShowBiz Cinemas operates seven locations with 89 screens and 70 bowling lanes in four states. The chain has area locations in Kingwood, Humble, northeast Houston and Baytown. The company will continue to operate under the ShowBiz name. Katherine Feser is a business reporter for the Houston Chronicle covering real estate and special sections. She can be reached at [email protected].  Compass Real Estate is marketing the private sanctuary and long--time residence of the late legendary surgeon Michael DeBakey located in the Museum District/Rice Village area of Houston.  By Marissa Luck", "EVO Entertainment Group has acquired ShowBiz Cinemas in an all-cash deal, it was announced Monday (Jan. 3). The acquisition is the first major transaction to arise under the partnership between EVO and Marbella Interests, the family office of Formentera Partners founder and former Parsley Energy founder and CEO Bryan Sheffield. The combined operation is comprised of 16 venues boasting 148 screens, 108 bowling lanes, nine full-service restaurants and bars, a 3,000-capacity live music space and over 30,000 square feet of gaming and attractions across Texas, Florida, Oklahoma and Wyoming. EVO will continue expanding in 2022 with additional locations currently under construction. “Today is a monumental moment for our company and our industry,” said Mitch Roberts, founder and CEO of EVO Entertainment Group. “This transaction establishes EVO as the country’s largest operator of cinema-entertainment centers and paves the way for accelerated progress and innovation within a new era of cinema.” ShowBiz Cinemas CEO and Founder Kevin Mitchell added, “It is a wonderful time to entrust the company I started to a fourth-generation motion picture exhibitor and family member, because Showbiz Cinemas just had an all-time record-breaking holiday season! I am confident that Mitch’s leadership and Marbella’s capital strength will ensure a long and successful run for Showbiz, and I now look forward to exploring new ventures both in and out of the entertainment industry."], "noise_rate": 0.6, "factlabel": 0}
+{"id": 6, "query": "Where is the Super Bowl held in 2022?", "ans": ["SoFi Stadium"], "label": [1], "prediction": "According to the provided document, the Super Bowl LVI was held at SoFi Stadium in Inglewood, California, the home stadium of the Los Angeles Rams, on February 13, 2022.", "docs": ["Super Bowl XLIV, slated for February 7, 2010, was withdrawn from New York City's proposed West Side Stadium, because the city, state, and proposed tenants (New York Jets) could not agree on funding. Super Bowl XLIV was then eventually awarded to Sun Life Stadium in Miami Gardens, Florida. Super Bowl XLIX in 2015 was originally given to Arrowhead Stadium in Kansas City, Missouri, but after two sales taxes failed to pass at the ballot box (a renovation proposal had passed successfully, but a second ballot question to add a rolling roof structure to be shared with Kaufmann Stadium critical for the game to be hosted was rejected), and opposition by local business leaders and politicians increased, Kansas City eventually withdrew its request to host the game.[55] Super Bowl XLIX was then eventually awarded to University of Phoenix Stadium in Glendale, Arizona.  The location of the Super Bowl is chosen at a meeting of all NFL team owners, usually three to five years before the event. The game has never been played in a metropolitan area that lacked an NFL franchise at the time the game was played, although in 2007 NFL commissioner Roger Goodell suggested that a Super Bowl might be played in London, perhaps at Wembley Stadium.[56]", "Two teams have played the Super Bowl in their home market but at a different venue than their home stadium: the Los Angeles Rams, who lost Super Bowl XIV in the Rose Bowl instead of Los Angeles Memorial Coliseum; and the 49ers, who won Super Bowl XIX in Stanford Stadium instead of Candlestick Park, during a time when the league often picked a stadium that was not home to an NFL team to host the Super Bowl (see above).  Traditionally, the NFL does not award Super Bowls to stadiums that are located in climates with an expected average daily temperature less than 50 °F (10 °C) on game day unless the field can be completely covered by a fixed or retractable roof.[51] Six Super Bowls have been played in northern cities: two in the Detroit area—Super Bowl XVI at Pontiac Silverdome in Pontiac, Michigan, and Super Bowl XL at Ford Field in Detroit; two in Minneapolis—Super Bowl XXVI at the Hubert H. Humphrey Metrodome and Super Bowl LII at the U.S. Bank Stadium; one in Indianapolis at Lucas Oil Stadium for Super Bowl XLVI; and one in the New York area—Super Bowl XLVIII at MetLife Stadium.", "Super Bowl LVI[12] was an American football game played to determine the champion of the National Football League (NFL) for the 2021 season. The National Football Conference (NFC) champion Los Angeles Rams defeated the American Football Conference (AFC) champion Cincinnati Bengals, 23–20. The game was played on February 13, 2022, at SoFi Stadium in Inglewood, California, the home stadium of the Rams, marking the second consecutive and second overall Super Bowl with a team playing and winning in its home stadium.[13][14][15][16]  The Rams' victory was their second, first as a Los Angeles-based team, and first since winning 1999's Super Bowl XXXIV when they were based in St. Louis. Finishing with a 12–5 record, the Rams reached their fifth appearance after acquiring veteran quarterback Matthew Stafford, who had not won a playoff game in his previous 12 years with the Detroit Lions. The Bengals, who finished with a 10–7 record, were seeking their first Super Bowl title following several decades of losing seasons and playoff struggles. They won their first playoff game since 1990, ending the longest drought in the four major North American sports, en route to their third Super Bowl appearance and first since 1988's Super Bowl XXIII.", "The game was played on February 13, 2022, at SoFi Stadium in Inglewood, California, the home stadium of the Rams, marking the second consecutive and second ...", "At Super Bowl LV, it was Tom Brady stealing the show yet again, but for the first time in his career, not while wearing a New England Patriots jersey.  Brady and the Tampa Bay Buccaneers defeated the Kansas City Chiefs 31-9 at Raymond James Stadium in Tampa, Fla. Patrick Mahomes and the elite offense of the Chiefs’ were stymied by the Bucs’ defense, recording zero touchdowns in the big game.  Meanwhile, Brady grabbed his seventh Super Bowl ring by throwing for 201 yards and three touchdowns. He connected with Rob Gronkowski six times for 67 yards and two touchdowns.  Super Bowl LVII is set to take place at State Farm Stadium in Glendale, Ariz., home of the Arizona Cardinals. It will be the fourth Super Bowl hosted in the Phoenix metropolitan area, with the last one coming in 2015 for Super Bowl XLIX.  The 2024 and 2025 Super Bowls are also set. Super Bowl LVIII will be hosted by Allegiant Stadium in Las Vegas, where the Raiders play, and Super Bowl LVIX will be at Caesars Superdome in New Orleans, home of the Saints."], "noise_rate": 0.6, "factlabel": 0}
+{"id": 7, "query": "When will Truth Social launch on iOS?", "ans": [["February 21", "Feb 21", "Feb. 21", "21 February", "21 Feb", "21 Feb."]], "label": [1], "prediction": "According to the provided documents, Truth Social launched on iOS on February 21st, 2022.", "docs": ["[114] A U.S.-based reporter for the BBC attempted to sign up in early April and was placed on a waitlist with about 1.4 million requests ahead of him.[115]  On April 4, it was reported that Josh Adams and Billy Boozer, the platform's chief of technology and chief of product development respectively, had left the company.[52][17] A report in The Washington Post stated Truth Social was \"falling apart\", with problems mounting on multiple fronts.[116] A Guardian article compared Truth Social with Trump Steaks and Trump Vodka.[17]  As of late April 2022, MarketWatch reported Truth Social had around 513,000 active daily users, compared to Twitter's reported active daily userbase of 217 million.[117]  Usership figures were not available, but Trump was reported on August 19, 2022, to have 3.9 million Truth Social followers. He had had 89 million on Twitter and 34 million on Facebook before being banned from both platforms.[118]  As of early June 2022, SimilarWeb reported Truth Social's iOS app as ranking #49 in the social networking category of apps on the Apple App Store.[119] As of October 2022, the iOS app had sunk to #75 in the social networking category.[120]", "Truth Social, Donald Trump’s Twitter-like social media platform has launched on the App Store, CNET has reported. That confirms a statement from a verified account tied to Truth Social chief product officer “Billy B,” who told people to mark February 21st on their calendars. “We’re currently set for release in the Apple App Store for Monday, February 21st,” he said, according to Reuters. Incidentally, the 21st marks the Presidents' Day holiday in the US. Provided the network doesn’t suffer a hiccup like the one it did last fall when a prankster claimed the “donaldjtrump” username and posted an image of defecting pig, the launch will mark Trump’s return to social media. Twitter and Facebook banned the former president following the January 6th attack on the US Capitol. Before a test version of Truth Social was pulled down last fall, the website’s code showed it ran on a mostly unmodified version of open-source software Mastodon. In October, the Software Freedom Conservancy accused The Trump Media and Technology Group (TMTG) of violating Mastodon’s AGPLv3 license by not sharing the platform’s source code. The website added a dedicated section containing a ZIP archive of its source code two weeks later.Subscribe to the Engadget Deals NewsletterGreat deals on consumer electronics delivered straight to your inbox, curated by Engadget’s editorial team.", "In early March 2022, multiple sources reported that Truth Social usage remained low, with Trump himself not having posted to his account since his first message two weeks earlier and his account having only 140,000 followers—less than 0.2% of the 90 million followers he had on Twitter before his account was banned.[81][108] The Daily Dot reported the Truth Social iOS app had fallen from the number one slot for downloads on the Apple App Store to number 84.[110] The Daily Beast reported Trump was dissatisfied with the social network's progress.[109][68]  At the end of March 2022, TheWrap reported that weekly installations of the Truth Social app had fallen from 872,000 in its launch week to around 60,000 per week, a reduction of over 90%. Visits to truthsocial.com had also fallen, from 6 million per week to 1.9 million. According to Sensor Tower, Truth Social had been downloaded 1.2 million times by late March.[111] In early April 2022, Bloomberg News reported that shares in Truth Social's publicly traded holding company Digital World Acquisition Corp. (DWAC) had fallen 31% from the time of the app's launch in late February[112] and 64% from its all-time high.[113]  In early April 2022, Business Insider described Truth Social as \"like a conservative ghost town that had been overrun by bots\".", "Donald Trump's much-anticipated social media platform, called Truth Social, has debuted on iOS. And here's what you need to know about it. Former US President Donald Trump’s social media platform, called Truth Social, is now available to download on iOS. So, here's what you need to know about Truth Social, which is already proving to be a controversial social media platform for various reasons. Former US President Donald Trump's social media app, Truth Social, is now available to download from Apple's App Store. It was launched on February 21st, 2022, which is President’s Day in the US. Immediately upon launching, the app reached the number one spot on the App Store's Top Charts. Truth Social came about following Trump's bans from various social media platforms---including Facebook and Twitter---in 2021. These platforms removed Trump due to concerns around his public comments following the Capitol Hill riots in January 2021. Before getting himself banned from various social media platforms, Trump built up huge followings. So once these mainstream social media platforms dumped him, Trump announced his intention to build his own platform. So, what is Trump’s social network about anyway? Here’s everything you need to know about Truth Social. Truth Social is a social media app founded by former US President Donald Trump and owned by Trump Media & Technology Group (TMTG). This company was formed in February 2021 with the intention of building alternatives to mainstream media platforms.", "However, the social network delivered early when it comes to the web app at least. No word yet on when Truth Social will submit an Android app so Trump can stop complaining about Google.   More in"], "noise_rate": 0.6, "factlabel": 0}
+{"id": 8, "query": "What won best drama at 79th Golden Globes?", "ans": ["The Power of the Dog"], "label": [1], "prediction": "According to the provided documents, the winner of Best Motion Picture – Drama at the 79th Golden Globes was \"The Power of the Dog\", Netflix.", "docs": ["On Tuesday night, the Golden Globes were held for the 80th time in history, though this year's ceremony was notable for a bigger reason. The awards show that is supposed to honor excellence in film and TV has been trying to recover from a racial exclusion scandal after a 2021 Los Angeles Times story revealed that none of the 87 Hollywood Foreign Press members was Black. Tom Cruise subsequently gave back his Globes, NBC opted not to air the ceremony last year, and reform in the form of inclusivity began to take shape. After Jerrod Carmichael explained to the audience at the Beverly Hilton how he wound up as the host (spoiler: \"I'm here because I'm Black,\" he quipped before launching into a detailed and honest account of his decision-making process), the trophy distribution began. The Banshees of Inisherin, which led all movies with eight nominations, struck up a meaningful friendship with Globes voters over the evening: The Irish-island-set tragicomedy took home the best comedy film trophy, while Colin Farrell triumphed in the acting category and writer-director Martin McDonagh won for best screenplay. The Fablemans also came into frame by winning best drama film honors and best director (Steven Spielberg). Meanwhile, Everything Everywhere All at Once prevailed in two dimensions, as Michelle Yeoh and Ke Huy Quan netted acting trophies.", "Dec 13, 2021 ... The 79th annual Golden Globe Awards will be held on Sunday, Jan. 9, 2022. Chris Pizzello / AP. The nominees for best picture, drama, ...", "Isabella Gomez Sarmiento       The 80th Golden Globe Awards aired Tuesday night on NBC. Below is the full list of nominees, with winners marked in bold. Here's some background on the Globes' attempted comeback after years of scandal, and here are our takeaways from the 2023 ceremony.", "TAGGED AS: 79th Golden Globes Awards, Awards, Film, movies, television, TV  The Hollywood Foreign Press Association announced the winners for the 79th Annual Golden Globe Awards tonight with The Power of the Dog named Best Motion Picture – Drama and West Side Story as Best Motion Picture – Musical or  Comedy. On the television side, Succession won Best Television Series – Drama, while Hacks won for Best Television Series – Musical or Comedy. After a year of controversy about diversity, payola, and improper behavior endemic to the organization that culminated in the Globes losing its NBC broadcast, tonight’s coverage and the subsequent congratulatory marketing from winners will be a good litmus test for if the beleaguered organization can rinse off some of the stink from a year of bad headlines and even more puzzling decisions. If you need a refresher on the ins and outs of what happened read our recap of how we got here. Over the last eight months, the HFPA has reformed its bylaws, implementing changes that address ethics and code of conduct, diversity, equity and inclusion, governance, and membership. The HFPA recently admitted their largest and most diverse class to date of 21 new members, all of whom are first-time Golden Globe voters.", "Though the jury is very much out on if HFPA can squeeze its way back into the good graces of Hollywood, after a fairly uneventful and mostly uncontroversial group of diverse winners, it is unlikely to hurt those efforts. Read on for the full list of winners from the 79th Golden Globes. 1. Best Motion Picture – Drama Belfast, Focus Features Coda, Apple TV+ Dune, Warner Bros. King Richard, Warner Bros. The Power of the Dog, Netflix – WINNER 2. Best Performance By An Actress In A Motion Picture – Drama Jessica Chastain, The Eyes Of Tammy Faye Olivia Colman, The Lost Daughter Nicole Kidman, Being The Ricardos – WINNER Lady Gaga, House Of Gucci Kristen Stewart, Spencer 3. Best Performance By An Actor In A Motion Picture – Drama Mahershala Ali, Swan Song Javier Bardem, Being The Ricardos Benedict Cumberbatch, The Power Of The Dog Will Smith, King Richard – WINNER Denzel Washington, The Tragedy Of Macbeth 4. Best Motion Picture – Musical Or Comedy Cyrano, MGM Don’t Look Up, Netflix Licorice Pizza, MGM Tick, Tick…Boom!, Netflix West Side Story, 20th Century Studios / Walt Disney Studios Motion Pictures – WINNER 5."], "noise_rate": 0.6, "factlabel": 0}
+{"id": 9, "query": "How much are GA Tech softball 2022 season tickets?", "ans": ["$100 per seat"], "label": [0], "prediction": "", "docs": ["Georgia Tech students must meet one of the following criteria to be eligible to claim/purchase a student ticket for games at Bobby Dodd Stadium: The list of eligible students is provided to the GTAA by GT Registrar. Students who are deemed eligible may purchase student season tickets, however, if the Athletic Fee is not paid, season tickets will be removed from their account. Eligible students have two options for student tickets at Bobby Dodd Stadium: *Yellow Jacket Club Gold Members have two season-ticket options: 1) Register as part of a student organization, including Greek chapters; and 2) register and sit in the ‘SWARM’ block – the sections on each side of the Georgia Tech Marching Band. Seats are available first-come, first-served. 2022-2023 PricingRegular Student Membership – $15Gold Student Membership – $65 PURCHASE YELLOW JACKET CLUB MEMBERSHIP CLAIM FREE SINGLE-GAME TICKET For 2021-22 regular season home games Georgia Tech students only need to show their valid BuzzCard at the West Entrance of McCamish Pavilion for entry. Seats are available on a first-come, first-served basis with gates opening 1 hour prior to tipoff – no sign-up/registration needed unless otherwise mentioned for the game.* 200 courtside seats are reserved for Georgia Tech students and will be available on a first-come, first-served basis and will be given a wristband in order to gain access to the courtside seating.", "No visiting team colors may be worn in this area. All non-courtside students will be seated in the general admission seating area in Section 113. *The GTAA reserves the right to distribute student tickets via a ticket lottery if demand is high for a certain game. Such changes will be communicated to the student body in a timely manner. For 2021-22 regular season home games Georgia Tech students only need to show their valid BuzzCard at the West Entrance of McCamish Pavilion for entry. Seats are available on a first-come, first-served basis with gates opening 1 hour prior to tipoff. Georgia Tech student seating is available as general admission. Students will need to visit the box office near Gate 3 (first-base side) and display their BuzzCard in order to receive a ticket to the game. Postseason home games - Contact the Georgia Tech ticket office at 1-888-TECH-TIX for pricing information. Regular season home games - Show your valid Buzzcard at entrance for FREE admission. Postseason home matches - Contact the Georgia Tech ticket office at 1-888-TECH-TIX for pricing information. Regular season home games - Show your valid Buzzcard at entrance for FREE admission. Postseason home matches - Contact the Georgia Tech ticket office at 1-888-TECH-TIX for pricing information. Regular season home games - Show your valid Buzzcard at entrance for FREE admission.", "THE FLATS – Georgia Tech softball 2023 season and single-game tickets are now on sale and can be purchased HERE. Season tickets are located in the reserved chairback sections of Mewborn Field and cost $100 per seat. Season ticket members enjoy every game in the same seat for a discounted rate. Single-game tickets are also available as detailed below. More ticketing information, including the steps to become a member of the Mew Crew and the benefits of joining, can be found on the official Georgia Tech Softball Tickets page. Single-Game Pricing: Reserved Chairback: $5 Adult GA Bench: $3 Youth/Senior GA Bench: $2 Group (10+) GA Bench: $2 Standing room only tickets will be sold for $2 each if all other sections are sold out. Georgia Tech students and faculty/staff can receive free admission to regular season home games while seats remain available by showing a valid BuzzCard at the entrance. Tech’s 56-game 2023 regular season schedule is highlighted by 33 home games and four Atlantic Coast Conference series at Mewborn Field. The Yellow Jackets will also host three home tournaments, most notably the ACC/B1G Challenge, as well as a pair of SEC schools, including this season’s edition of Clean, Old-Fashioned Hate. The White and Gold are slated to face six ranked opponents throughout the year, hosting four of them for eight total games.", "THE FLATS – Georgia Tech softball 2022 season tickets are now on sale and can be purchased HERE. Season tickets are located in the reserved chairback sections of Mewborn Field and cost $100 per seat. Single-game tickets will go on sale in the near future. More ticketing information, including the steps to become a member of the Mew Crew and the benefits of joining, can be found on the official Georgia Tech Softball Tickets page. Tech’s 55-game 2022 regular season slate is highlighted by 34 home games and four Atlantic Coast Conference series at Mewborn Field. The Yellow Jackets will open their 2022 campaign by hosting the annual Buzz Classic, beginning on Opening Day Feb. 11 with a doubleheader on The Flats, first against Saint Joseph’s at 3:30 p.m. directly followed by a matchup with Villanova. Fans wishing to view Tech’s schedule in its entirety may click HERE. 2022 Home Schedule and Season Highlights Securing season tickets will allow fans to maintain the best seats in the house for every home game this season as well as the best price ($100 for 34 scheduled home games), a significant discount from single-game pricing. Alexander-Tharpe Fund The Alexander-Tharpe Fund is the fundraising arm of Georgia Tech athletics, providing scholarship, operations and facilities support for Georgia Tech’s 400-plus student-athletes.", "CHARLOTTESVILLE, Va. – Coming off the winningest campaign in more than a decade, Virginia softball announced its 2023 schedule on Tuesday and season tickets are now on sale for the upcoming season. It is a slate that features 27 home games and includes a pair of home tournaments and four home series in ACC play. SEASON TICKET INFORMATION New season tickets for the 2023 season are on sale beginning Tuesday, Oct. 18. General admission seats are $50 each. Reserved seats are subject to availability based upon renewal of existing season ticket members. Season tickets may be purchased online at UVATix.com or by calling the Virginia Athletic Ticket Office at (434) 924-8821. UVA full-time faculty and staff are eligible to receive a discount of 20 percent on up to four season tickets by calling the ticket office. Current softball season ticket members may renew their 2022 seats beginning Tuesday Oct. 18, online at UVATix.com or by calling the Virginia Athletic Ticket Office at (434) 924-8821. The deadline to renew is Wednesday, Nov. 30. Season ticket members interested in adding or upgrading their seats may do so during the renewal period by calling the ticket office. THE 2023 SCHEDULE Virginia opens the season on the road in a tournament at the University of Houston (Feb. 9-12) with games against Lamar, Houston and Nebraska."], "noise_rate": 0.6, "factlabel": 0}

results/Noise Robustness/prediction_llama3-8b-8192_noise_1.0_passage_5_num_queries_10.json

@@ -0,0 +1,10 @@
+{"id": 0, "query": "When is the premiere of 'Carole King & James Taylor: Just Call Out My Name'?", "ans": [["January 2 2022", "Jan 2, 2022", "Jan. 2, 2022", "January 2, 2022", "2 January 2022", "2 Jan, 2022", "2 Jan., 2022", "2 January, 2022"]], "label": [0], "prediction": "According to the provided document, there is no specific premiere date mentioned for \"Carole King & James Taylor: Just Call Out My Name\". The document only mentions that the movie has not been released yet, but does not provide a premiere date.", "docs": ["Feb 10, 2022                                 Runtime:                                   2h 0m                                Carole King                                                                                          Self                                                             James Taylor                                                                                          Self                                                             Danny Kortchmar                                                                                          Self                                                             Russ Kunkel                                                                                          Self                                                             Lee Sklar                                                                                          Self                                                             Frank Marshall                                                                                          Director                                                             Frank Marshall                                                                                          Producer                                                             Aly Parker                                                                                          Producer                                                                              There are no featured reviews for Carole King & James Taylor: Just Call Out My Name because the movie has not released yet ().              Vote Now: The Best Movies & TV Shows Since 1998! Daily Tomato - Can you guess the movie of the day? What to Watch - In theaters & streaming TV and Streaming News Join The Newsletter Get the freshest reviews, news, and more delivered right to your inbox! Follow Us Copyright © Fandango. All rights reserved.", "The track is one of 15 the pair recorded live from West Hollywood’s The Troubadour in 2007, where they gigged together in 1970, for the Live At The Troubadour album, released in 2010 The documentary follows the two along The Troubadour Reunion Tour in 2010. Also interviewed in the film are sidemen Danny Kortchmar, Russ Kunkel, and Lee Sklar, who accompanied the duo on all their shows together from 1970 through 2010.  King is about to be inducted into the Rock and Roll Hall of Fame in Cleveland on Oct. 30, where Taylor Swift and Jennifer Hudson will act as presenters and perform her songs.  See more Only members can comment. Become a member. Already a member? Log In.  August 7, 2023, 8:00 pm   August 7, 2023, 7:30 pm   August 7, 2023, 5:30 pm   August 7, 2023, 5:00 pm   August 7, 2023, 4:53 pm   August 7, 2023, 4:30 pm   August 2, 2023, 6:30 am   April 7, 2023, 8:45 am   June 12, 2022, 10:16 am", "A concert film that explores the 50-year friendship between award-winning singer/songwriters James Taylor and Carole King.", "I have no answer as to why the film wasn’t released in 2011, but an appreciation of a musical collaboration that Rolling Stone magazine (and only Rolling Stone magazine) probably ranks really really high on some list of the greatest whatevers ever arrives better late than never.  The Gist: In 1970, Taylor and King performed their first concert together at the famed Troubadour club in Hollywood. It was the beginning of a beautiful – 100 percent platonic! – friendship in which they made beautiful music together, and I’m sorry for the cliches, but in this case, they’re true. They sang each other’s songs, encouraged and complemented each other, and harmonized like tea and honey. Forty years later, they decided to celebrate their convergence with a 50-plus-date tour, and now, 12 years after that, we get a celebration of the celebration, a remembrance of a remembrance that brought so much joy to so many people 52 years ago and then again 12 years ago, and now again a third time officially, with this movie. Just Call Out My Name opens with clips of late-night talk show hosts (Leno, Carson, Letterman) introducing Taylor or King or both, then a blip of Oprah praising Taylor, but what she thinks of King, NOBODY KNOWS.", "Your Ticket Confirmation # is located under the header in your email that reads \"Your Ticket Reservation Details\". Just below that it reads \"Ticket Confirmation#:\" followed by a 10-digit number. This 10-digit number is your confirmation number.                               Your AMC Ticket Confirmation# can be found in your order confirmation email.                                   At the genesis of their now 50 years of friendship and collaboration, six-time Grammy® Award-winner James Taylor and four-time Grammy® Award-winner Carole King, famously performed together in 1970 at The Troubadour, the storied Los Angeles club. The pair came together to reprise that concert for The Troubadour's own 50th anniversary in 2007.  As Taylor recalls in the film, those 2007 performances including \"So Far Away,\" \"I Feel the Earth Move,\" and \"You've Got a Friend,\" during six sold out concerts, were so much fun, that he and King hatched plans for a 2010 world tour. CAROLE KING & JAMES TAYLOR: Just Call Out My Name documents the beloved songwriters' triumphant 2010 Troubadour Reunion Tour of arena concerts around the world.                   Genre:                                                           Documentary,                                                           Music                                                         Original Language: English   Director:  Frank Marshall    Producer:  Frank Marshall,                                                                                                                                     Aly Parker    Release Date (Streaming):"], "noise_rate": 1.0, "factlabel": 0}
+{"id": 1, "query": "The genre of the drama \"Good Sam\" is what?", "ans": ["medical"], "label": [1], "prediction": "Based on the provided document, the genre of the drama \"Good Sam\" is not explicitly mentioned. However, it is mentioned that the story is about a talented yet stifled surgeon who embraces her leadership role after her renowned and pompous boss falls into a coma. This suggests that the genre might be a medical drama or a drama with medical elements.", "docs": ["You can help us help kids by            suggesting a diversity update.       Want suggestions based on your streaming services?    Get personalized recommendations  Common Sense Media's unbiased ratings are created by expert reviewers and aren't influenced by the product's creators or by any of our funders, affiliates, or partners.         Common Sense is the nation's leading nonprofit organization dedicated to improving the lives of all kids and families by providing the trustworthy information, education, and independent voice they need to thrive in the 21st century.          We're a nonprofit. Support our work", "May 29, 2023 Few things feel like summer, quite like taking a vacation or going to the movies. There’s something about the open road that just feels healing, and there’s something about a silver screen and popcorn that just feels right.  Now, every so often, something magical happens, and we’re treated to a perfect combination of summer pastimes, culminating in a genre that stands alone: road-trip films.  Stories about cooped-up families, reluctant companions, or cavalcades of muppets seem to resonate with all of us, validating the joys and stresses of our own cross-country adventures – almost as if we’re watching a movie about ourselves. So, to celebrate the start of the summer season and to help spark some inspiration of what to do (or not do) on your next trip, we’ve put together our list of the all-time best road-trip movies.   Alright, so technically, this isn’t a summer road-trip movie, considering it’s one of the few films set during Thanksgiving, but it’s still the all-time best buddy adventure film. Steve Martin and John Candy were a match made in Heaven, and the jokes still land over 30 years later.   Little Miss Sunshine is a heartwarming indie comedy about a quirky family of misfits trying to get their daughter to a beauty pageant. It has an incredible soundtrack featuring Sufjan Stevens and stellar performances, including a burgeoning Steve Carell.", "Follows a talented yet stifled surgeon who embraces her leadership role after her renowned and pompous boss falls into a coma.Follows a talented yet stifled surgeon who embraces her leadership role after her renowned and pompous boss falls into a coma.Follows a talented yet stifled surgeon who embraces her leadership role after her renowned and pompous boss falls into a coma. © 1990-2023 by IMDb.com, Inc.", "27][28] In February 2021, Edwin Hodge joined the cast in a starring role.[29] In January 2022, it was reported that Sendhil Ramamurthy was cast in a recurring role while Hilarie Burton and Bethany Joy Lenz are set to guest star.[4][7] In February 2022, Victoria Rowell joined the cast in a recurring role.[5]  Principal photography for the series began on October 18, 2021 and concluded on March 24, 2022, in Oakville, Ontario.[30]  The review aggregator website Rotten Tomatoes reported a 63% approval rating with an average rating of 7.5/10, based on 8 critic reviews.[31] Metacritic, which uses a weighted average, assigned a score of 56 out of 100 based on 5 critics, indicating \"mixed or average reviews\".[32]", "When he awakens and wants to resume surgery, however, it falls to her to supervise this overbearing blowhard who never acknowledged her talents – and also happens to be her father. Jason Isaacs, Edwin Hodge, Skye P. Marshall, Michael Stahl-David, Davi Santos, Omar Maskati and Wendy Crewson also star. It comes from writer Katie Wech, Jennie Snyder Urman and Sutton St. Productions banner and CBS Studios. Wech, Snyder Urman and Joanna Klein with Tamra Davis directing and EPing the pilot. Meanwhile, Smallwood stars Crashing’s Pete Holmes as a seemingly ordinary man, who, after being laid off from the assembly line at the GM factory, makes the extraordinary decision to provide for his family by following his dream of becoming a professional bowler. It is based on the life of professional bowler Tom Smallwood. The multicamera comedy comes from Mark Gross and producers David Hollander and Brian D’Arcy James. The trio exec produce with Mark Cendrowski as director. CBS Studios produces. Alongside Holmes, Chi McBride and Katie Lowes star. Subscribe to Deadline Breaking News Alerts and keep your inbox happy. Signup for Breaking News Alerts & Newsletters  \t\t\tBy subscribing, I agree to the Terms of Use and Privacy Policy. This site is protected by reCAPTCHA Enterprise and the Google Privacy Policy and Terms of Service apply."], "noise_rate": 1.0, "factlabel": 0}
+{"id": 2, "query": "Who won the 2022 Citrus Bowl?", "ans": ["Kentucky"], "label": [0], "prediction": "I can answer that question based on the provided document. However, I must note that the document does not mention the 2022 Citrus Bowl, as it only discusses various college football bowl games and teams from the 2022 season.", "docs": ["Western Kentucky: WKU may have had the most impressive performance of bowl season. The Hilltoppers trounced South Alabama 44-23 in the New Orleans Bowl in a game that was not as close as the final score may indicate. South Alabama was looking for its first-ever bowl win, but WKU jumped out to a 31-3 halftime lead and never looked back, putting up a total of 677 yards by the time the final seconds ticked off. Austin Reed threw for 497 yards and four touchdowns in the win. Air Force: Air Force looked right at home on an incredibly cold night in Fort Worth. The Falcons ran all over Baylor in a 30-15 victory in the Armed Forces Bowl. Air Force rushed for 276 yards and limited Baylor to just 42 rushing yards. With the win, Air Force got to double-digit victories for the third time in four seasons. AFA went 11-2 in 2019 and 10-3 in the past two seasons. In the shortened 2020 season, the Falcons finished 3-3. As a program, Air Force has won four consecutive bowl games. New Mexico State: Year 1 of the Jerry Kill era at New Mexico State ended with a bowl victory. NMSU knocked off Bowling Green 24-19 in the Quick Lane Bowl on Monday to capture the program’s second bowl victory since 1960.", "The seventh-oldest collegiate bowl game in the country, the Cheez-It Citrus Bowl began as the Tangerine Bowl in 1947. The initial game sponsors, members of Elks Lodge #1079 of Orlando, each put up $100 to fund initial expenses. Since 1993 the bowl has hosted top teams from the Big Ten and Southeastern conferences. In the new “College Football Playoff” era of college football’s postseason, the Cheez-It Citrus Bowl will continue to host the top Big Ten and SEC teams from outside the CFP series of bowls (including Rose, Sugar, Fiesta, Orange, Cotton and Peach). The game moved to a New Year’s Day date in 1987 and has remained a New Year’s Day tradition except in years when the holiday falls on a Sunday. Learn More Get everything you need to know for game day, including parking/shuttle information, stadium policies, maps, schedules and more. LEARN MORE  Planning your trip to Orlando? Find out where to stay, what to do and more with our guide. Keep up to date with all of the news from the Cheez-It Citrus Bowl including event information, presale opportunities and more. Florida Citrus Sports is a not-for-profit membership organization dedicated to increasing community spirit and pride, promoting tourism, stimulating economic development and ultimately benefiting charities, educational institutions and the quality of life in Central Florida through its signature events.", "Head coach Kirk Ferentz has kept things close to the vest with his signal-callers, but it's looking like Petras, who started the season as the starter and ended the season as the starter, will get the nod. Star running back Tyler Goodson opted out of the Citrus Bowl for the Hawkeyes as he prepares for the NFL Draft. Freshman receiver Keagan Johnson has also been ruled out for the Citrus Bowl.", "The Aggies opened the season 1-5 before closing out the year by winning six of seven to finish 7-6. NMSU won a combined eight games in its previous four seasons, so Kill has executed an incredible turnaround in his first year on the job. Diego Pavia was the star of the bowl win. Pavia threw for 167 yards and two touchdowns and added 65 rushing yards in the win. He picked up several key third-down conversions with his legs in the second half to help his team secure the win. Southern Miss RB Frank Gore Jr.: Frank Gore Jr. ran wild in Southern Miss’ win over Rice in the LendingTree Bowl. Gore set an all-time bowl record with 329 yards on just 21 carries in the 38-24 win. Gore rushed for two touchdowns and also had an 18-yard touchdown catch. The previous single-game bowl rushing record was 317 yards, but Gore surged past that with a 55-yard touchdown run in the final minutes. Southern Miss won a combined six games in 2020 and 2021, but the bowl win over Rice gave the Golden Eagles seven wins for the 2022 season. And with Gore and a significant chunk of this team’s core expected to return, Southern Miss could be a team on the rise in the Sun Belt next season. Eastern Michigan: With a win over San Jose State in the Potato Bowl, EMU notched its first bowl victory since 1987.", "The game was a punt hater’s dream. And it was a nightmare for Ole Miss QB Jaxson Dart. He threw three interceptions and fumbled once. Texas Tech QB Tyler Shough rushed for two TDs and threw for another as the Red Raiders easily held on to a 19-point halftime lead throughout the second half. The loss also meant that Ole Miss ends the season at 8-5 after starting the season 7-0. Oklahoma: The Sooners entered the Cheez-It Bowl shorthanded and as significant underdogs to Florida State. Losing 35-32 was still a cover for Oklahoma. But the loss also means that Oklahoma finishes the season at 6-7. That’s the first losing season for OU since 1998. The first year of the Brent Venables era was a bit rocky — especially when you consider the success that Caleb Williams and Lincoln Riley had at USC. But there’s no reason to panic in Norman. Yet. SMU: The Mustangs entered the New Mexico Bowl as 4.5-point favorites over a BYU team that started freshman third-string QB Sol-Jay Maiava-Peters for the first time. Yet BYU did just enough on the ground to eke out a 24-23 win after stopping an SMU two-point conversion with eight seconds left."], "noise_rate": 1.0, "factlabel": 0}
+{"id": 3, "query": "What position did Jason Semore hold at Valdosta State before returning to Georgia Tech?", "ans": ["defensive coordinator"], "label": [-1], "prediction": "I can answer the question based on the provided document.\n\nAccording to the document, Jason Semore's coaching stops included Valdosta State University, but the document does not specify the position he held at Valdosta State before returning to Georgia Tech. The document only mentions his coaching stops and does not provide this specific information.\n\nTherefore, I can not answer the question because of the insufficient information in the document.", "docs": ["Even with a dad who coached, Semore knows his background – childhood on a reservation, Division II football – didn’t lend itself to the ready-made connections of other aspiring college coaches. But he says his experiences in Ganado, growing up among the Navajo, taught him how to feel at home in other cultures. And that, in turn, has helped him thrive in coaching. “Being able to establish relationships came naturally to me, and it was important to me, and it has allowed me to get to where I’m at today,” Semore said. It’s an experience he wouldn’t trade either. This Saturday, when Georgia Tech faces Pittsburgh (8 p.m. ET, Georgia Tech Sports Network from Legends Sports), the coach’s son from Ganado will continue the next chapter in his career, charting a path few in college football have duplicated.", "Thomas's celebration of life was held at McCamish Pavilion on December 20. Friends, former teammates, and fans attended the event.  On April 27, 2022, Georgia Tech and the PeyBack Foundation, which is run by Thomas's former teammate Peyton Manning announced the Demaryius A. Thomas Scholarship Endowment. The Demaryius A. Thomas Scholarship Endowment endows academic scholarships to attend Georgia Tech for incoming freshmen students from Laurens County, Georgia, Thomas's hometown. In addition to this, Georgia Tech announced that August 8 would be annually recognized as “Demaryius Thomas Day”.  On September 26, 2022, following the team's 3rd loss of the season in 4 games, Coach Geoff Collins and Athletics Director Todd Stansbury were relieved of their duties. Former Georgia Tech football alum Brent Key was named as interim coach.  Georgia Tech announced its 2022 football schedule on February 1, 2022.[1] The 2022 schedule consisted of five home games, six away games and a neutral-site game in the regular season. The Yellow Jackets  hosted ACC foes Duke, Virginia, and Miami and traveled to Pitt, Florida State, Virginia Tech and North Carolina. They played Clemson in a neutral-site game at the Mercedes-Benz Stadium in Atlanta, Georgia.[2]  The Yellow Jackets hosted two of their non-conference opponents, Western Carolina from the Division I FCS and Ole Miss from the SEC.", "A Biletnikoff Award finalist and one of the most productive pass catchers in Wyoming football history, Jovon Bouknight took his experience and skill set playing the game and turned it into a coaching career. He spent time as a grad assistant with his alma mater before coaching at Utah State, Oregon, and Texas Tech, joining the Marshall coaching staff from the Kentucky Wildcats. A standout linebacker at Idaho State, Telly Lockette established himself as an elite offensive mind in the Miami high school arena early in his coaching career before joining the college ranks with South Florida. He also spent time at Oregon State, FSU, and Miami (FL) before joining the Marshall coaching staff as the running back coach and run game coordinator. His son, Tellek Lockette, is an ascending offensive lineman in the Sun Belt for Louisiana-Monroe. A long-time member of the Marshall coaching staff who is on his third stint with the team, Shannon Morrison serves as the LB coach while also being the assistant head coach. He was previously the LB coach in Huntington from 2006-2006, while coaching safeties from 2007-2008. A former team captain and honorable All-American, he was part of the 1992 FCS title team. Another standout player for the Thundering Herd, Ralph Street was a team captain and won three MAC titles between 1998 and 2001.", "Jason Semore is a former Ganado High School football player who now is a linebackers coach at Georgia Tech University in Atlanta. Semore was a multi-sport athlete for the Hornets. (Photo courtesy Jason Semore)                     GANADO, Ariz. — He’s a household name in sports around sports Ganado, Arizona. These days, though, he’s passing his football knowledge on to linebackers at Georgia Tech University in Atlanta. The school is a major research institution and a member of the Atlantic Coast Conference. There’s still life in the throwing arm. His legs feel good. But that’s not the focus of Jason Semore. “I played football, baseball, track and field and I wrestled at Ganado High School,” said Semore, 40, who was part of the Hornets’ football teams that won a string of championships in the late 1990s and early 2000s. “My first sport was baseball, but I was always around football because my dad was always a coach.” Semore was born in Portland, Oregon, but grew up on the Navajo Nation in Ganado. His grandparents lived in Ganado in the 1970s and he lived on the reservation for some 17 years. He played linebacker and running back in football, catcher and third base in baseball and ran sprints in track. In football, Semore preferred defense and likes coaching defense.", "“My preference has always been defense as a player and a coach,” Semore said. “Defense is more reactive in nature and I liked to play the game emotionally and there was always less thinking for me. On the other hand, offense is more execution and assignment based. Defense has those principals, but it’s based on effort and technique.” He said his father, Russ, who coached him at Ganado High, inspired him to go into coaching. The elder Semore went to Ganado High and returned after college and the military to start a coaching career. And after graduating from Ganado, Jason went on to play college football at Adams State University in Colorado. His coaching stops have included Adams State, the Colorado School of Mines, the University of Tulsa, Oklahoma State University, the University of Montana, Temple University, Valdosta State University and Georgia Tech.  He was not drafted into the NFL after college, and said he modeled his style of play on the football field after linebackers Dan Morgan of the Carolina Panthers and Hall of Famer and native New Mexican Brian Urlacher of the Chicago Bears. “My father was my inspiration,” Jason said. “He taught me the value of team and about being a part of something bigger than myself. He was always a coach, so I got to see first-hand how investing in other people and team dynamics lead to shared joy in life."], "noise_rate": 1.0, "factlabel": 0}
+{"id": 4, "query": "How many vehicles did Tesla deliver in 2021?", "ans": [["936,172", "936172"]], "label": [0], "prediction": "I can answer your question based on the provided document. According to the document, Tesla reports 1.31 million deliveries in 2022, and the document does not provide information on deliveries in 2021.", "docs": ["in January 2016. The remaining quarterly figures prior to Q4 2022 were taken from previous Tesla updates.  Vehicles & Road Traffic Automotive manufacturers' estimated market share in the U.S. 2022 Vehicles & Road Traffic Most valuable automotive brands worldwide by brand value 2023 Vehicles & Road Traffic Tesla's vehicle production by quarter YTD Q1 2023 Vehicles & Road Traffic Tesla's revenue 2008-2022 You only have access to basic statistics.  Business Solutions including all features.                   Overview                               Financials                               Segments                               Competitors                               Special focus on domestic market", "Jan 2, 2023 ... Tesla reports 1.31 million deliveries in 2022, growth of 40% over last ... Musk asked employees to “volunteer” to deliver as many cars to ...", "Jan 2, 2022 ... The Rise of Electric Vehicles ... Tesla does not break out its deliveries by country. Much of its recent growth has been propelled by sales in ...", "Annual sales of Tesla cars in China boast the following climbing trajectory: At the beginning of 2022, there were 3,724 Tesla Supercharger stations around the world. Tesla’s Superchargers, that is, charging stations, are scattered across cities and towns to enable Tesla’s owners to charge their vehicles in fifteen minutes. As Tesla’s sales increased, the company made an all-out effort to provide people with charging stations. From July 2018 to July 2021, Tesla has added 1,652 new Supercharger stations.  In the last quarter of 2021, Tesla operated 3,059 Supercharger stations in over forty countries. From July 2019 to July 2021, the number of charging stations for Tesla electronic vehicles has grown by 86.07%.  The table below shows the number of Supercharger locations from January 2013 to December 2022:  In October 2021, the majority of Tesla Superchargers were located in the United States of America and China. These two countries together account for 65.53% of all Tesla charging stations and between them have 2005 Superchargers: the USA boasts 1159 Tesla charging facilities, which is 37.88% of all locations, and China has 846 of them, which amounts to 27.65% of all Superchargers. Canada has 125 or 4.08% of all Tesla’s Supercharger locations.", "Jun 7, 2023 ... How many Tesla vehicles were delivered in 2023? ... 1,313.86 1,313.86 422.88 422.88 Q1 Q2 Q3 Q4 2016 2017 2018 2019 2020 2021 2022 2023."], "noise_rate": 1.0, "factlabel": 0}
+{"id": 5, "query": "Which company acquired ShowBiz Cinemas?", "ans": ["EVO Entertainment Group"], "label": [0], "prediction": "The document does not mention any company acquiring ShowBiz Cinemas.", "docs": ["“As you look ahead into 2022, all the studios are going back to an exclusive window” for theaters, Roberts said. He added that new releases will typically be in theaters for 45 days before streaming. Warner is among the studios committing to a period of theatrical exclusivity before films go to streaming, and Disney will likely do the same, especially for its biggest titles, according to Bloomberg Intelligence. Universal’s new model will bring most films to its Peacock streaming platform 45 days after being released in theaters. RELATED: Virginia engineering firm expands with Houston acquisition Although 2022 is off to a slow start with a surge in the omicron variant and few new releases, the box office could more than double $4.5 billion in sales in 2021, according to Bloomberg Intelligence. It’s still far below sales of $11.3 billion in 2019. “The demand for movies is still very much there as we saw from 'Spider-Man,'” said Geetha Ranganathan, a senior media analyst at Bloomberg Intelligence. “But we do think the model is slowly changing to focus only on the big-budget blockbusters as mid-budget releases find their way to streaming.” Founded in 2014, EVO Entertainment is backed by Austin-based Marbella Interests, which manages investments for the family of former Parsley Energy CEO Bryan Sheffield.", "Read More Building on a successful partnership, All Elite Wrestling (AEW) is once again teaming with ShowBiz Cinemas to showcase the upcoming DOUBLE OR NOTHING PPV event live in select theatre...  Read More Interview with ShowBiz Cinemas President & CEO Kevin Mitchell Read More The film will be available at Showbiz Cinemas starting this Thursday, May 20, tickets available at www.showbizcinemas.com... Read More Since reopening its doors at its Broadhead Road location in December, ShowBiz Cinemas in Waxahachie is seeing a steady return of patrons who are coming not only for the movies, but for a whole spectrum of new entertainment options... Read More Since its opening in November 2019, the ShowBiz Cinemas Homestead Station has not only seen a steady rise in attendance but has also continued to add to the city’s revitalization efforts despite the global pandemic causing many local businesses to slow down... Read More Summer of 2020 may not have quite as many movie releases as in pre-COVID days, but customers are returning to the ShowBiz Cinemas family entertainment center in Baytown in a big way, according to ShowBiz vice president of marketing and content Jeremy Devine... Read More The Future is Now with Showbiz Cinemas’ new Bowling, Movies & More concept that provides an exciting one stop destination for all family members...", "The “out-of home” entertainment company’s brands include EVO Entertainment, EVO Cinemas and EVO Concerts. RELATED: Will Houston audiences return to movie theaters? The combined enterprise has 16 venues with 148 screens, 108 bowling lanes, nine restaurants and bars, a 3,000-capacity live music venue, and more than 30,000 combined square feet of gaming and attractions across Texas, Florida, Oklahoma and Wyoming. Several additional venues are on track to open in the coming months. Founded by Kevin Mitchell, who is Roberts’ uncle, in 2007, ShowBiz Cinemas operates seven locations with 89 screens and 70 bowling lanes in four states. The chain has area locations in Kingwood, Humble, northeast Houston and Baytown. The company will continue to operate under the ShowBiz name. Katherine Feser is a business reporter for the Houston Chronicle covering real estate and special sections. She can be reached at [email protected].  Compass Real Estate is marketing the private sanctuary and long--time residence of the late legendary surgeon Michael DeBakey located in the Museum District/Rice Village area of Houston.  By Marissa Luck", "Share this post  Boxoffice Staff  •  Aug 7th   Hoyts has launched new branding as a part of their ‘See the Big Picture’ campaign. More than just a refreshed look and tagline, the branding speaks to the heart of the company’s vision. Hoyts’ investment in big screens, surround sound,...  Boxoffice Staff  •  Aug 7th   CES+ announced a partnership with Corporación Lady Lee for their new venture, Megacinemas, signifying the successful introduction of Lady Lee’s new brand into the Central American cinema scene. CES+ has been integral to the development of Megacinemas, providing end-to-end digital...  Boxoffice Staff  •  Aug 4th   Will Rogers Motion Picture Pioneers Foundation (WRMPPF) announced Friday that the late MGM and United Artists Releasing Distribution Chief Erik Lomis will be recognized posthumously with the 2023 Pioneer of the Year Award on October 4th at The Beverly Hilton....  Boxoffice Staff  •  Aug 4th   Featuring artwork from TEENAGE MUTANT NINJA TURTLES: MUTANT MAYHEM exclusively on sale in participating theatres. Proceeds from gold heart pins help fund life-changing Variety programs for children globally.", "Read More The ShowBiz Entertainment Complex opened their doors again, Friday October 2, 2020 with new releases such as “The Call”, “Bill and Ted Face the Music” and others as well as a Halloween favorite of “Hocus Pocus\"... Read More A cinema entertainment center is a general classification that describes any cinema that incorporates additional experiential elements—arcades, bowling, laser tag, virtual reality—into the same complex. While many cinemas already incorporate some of these elements, CECs stand out as large-scale complexes designed to become out-of-home entertainment hubs... Read More In Miami-Dade County, ShowBiz Cinemas is one of the only theaters to have a plan approved and a reopening date set. For Broward, Cinema Paradiso and Savor Cinema have also marked approved reopening dates... Read More ShowBiz Cinemas announced today that it plans to reopen their locations in the states of Texas and Oklahoma on May 18, 2020. The entertainment chain issued the following announcement on their social media channels earlier today... Read More ShowBiz Cinemas announces the addition of the following new members to its corporate office management team... Read More ShowBiz Cinemas, which is based in Dallas and has locations in three states, plans to open its Texas and Oklahoma locations on May 18... Read More Cinionic Elevates ShowBiz with RGB+ Laser Light Upgrade Kit...  Read More ShowBiz Cinemas announced today that their new Bowling, Movies and More!"], "noise_rate": 1.0, "factlabel": 0}
+{"id": 6, "query": "Where is the Super Bowl held in 2022?", "ans": ["SoFi Stadium"], "label": [0], "prediction": "I can answer the question based on the provided document. According to the document, the location of the Super Bowl is chosen at a meeting of all NFL team owners, usually three to five years before the event. However, the document does not specify the location of Super Bowl LVI (2022). It only mentions that Super Bowl LVII (2023) will take place at State Farm Stadium in Glendale, Ariz., and that Super Bowl LVIII (2024) will be hosted by Allegiant Stadium in Las Vegas, and Super Bowl LXIX (2025) will be at Caesars Superdome in New Orleans. Therefore, I can not answer the question about the location of Super Bowl LVI (2022) because it is not mentioned in the provided document.\n\nHowever, I can suggest that you check the official NFL website or other reliable sources for the information about the location of Super Bowl LVI (2022).", "docs": ["Super Bowl XLIV, slated for February 7, 2010, was withdrawn from New York City's proposed West Side Stadium, because the city, state, and proposed tenants (New York Jets) could not agree on funding. Super Bowl XLIV was then eventually awarded to Sun Life Stadium in Miami Gardens, Florida. Super Bowl XLIX in 2015 was originally given to Arrowhead Stadium in Kansas City, Missouri, but after two sales taxes failed to pass at the ballot box (a renovation proposal had passed successfully, but a second ballot question to add a rolling roof structure to be shared with Kaufmann Stadium critical for the game to be hosted was rejected), and opposition by local business leaders and politicians increased, Kansas City eventually withdrew its request to host the game.[55] Super Bowl XLIX was then eventually awarded to University of Phoenix Stadium in Glendale, Arizona.  The location of the Super Bowl is chosen at a meeting of all NFL team owners, usually three to five years before the event. The game has never been played in a metropolitan area that lacked an NFL franchise at the time the game was played, although in 2007 NFL commissioner Roger Goodell suggested that a Super Bowl might be played in London, perhaps at Wembley Stadium.[56]", "The 49ers reportedly requested to wear an all-white third jersey ensemble for Super Bowl LIV, which the San Francisco Chronicle noted they could do with special permission from the league; the league never granted such permission, and the 49ers instead opted for their standard uniform of white jerseys with gold pants.[76]  Fifteen different regions have hosted Super Bowls.  Note: Years listed are the year the game was actually played (or will be played[ˇ]; future games are denoted through italics) rather than what NFL season it is considered to have been.  A total of 27 different stadiums, seven of which have been since demolished, either have hosted or are scheduled to host Super Bowls.  The years listed in the table below are the years the game was actually played (will be played[ˇ]) rather than the NFL season it concluded.  ^ ^: Stadium has since been demolished. ^ ‡: Prior to the incorporation of Miami Gardens in 2003, the stadium was in unincorporated Miami-Dade County. ^ ††: The original Stanford Stadium, which hosted Super Bowl XIX, was demolished and a new stadium constructed on the site in 2006. ^ ˇ: Future Super Bowls, also denoted by italics.  Future venues:  The Super Bowl has not yet been played in any region that lacked an NFL or AFL franchise at the time the game was played.", "Two teams have played the Super Bowl in their home market but at a different venue than their home stadium: the Los Angeles Rams, who lost Super Bowl XIV in the Rose Bowl instead of Los Angeles Memorial Coliseum; and the 49ers, who won Super Bowl XIX in Stanford Stadium instead of Candlestick Park, during a time when the league often picked a stadium that was not home to an NFL team to host the Super Bowl (see above).  Traditionally, the NFL does not award Super Bowls to stadiums that are located in climates with an expected average daily temperature less than 50 °F (10 °C) on game day unless the field can be completely covered by a fixed or retractable roof.[51] Six Super Bowls have been played in northern cities: two in the Detroit area—Super Bowl XVI at Pontiac Silverdome in Pontiac, Michigan, and Super Bowl XL at Ford Field in Detroit; two in Minneapolis—Super Bowl XXVI at the Hubert H. Humphrey Metrodome and Super Bowl LII at the U.S. Bank Stadium; one in Indianapolis at Lucas Oil Stadium for Super Bowl XLVI; and one in the New York area—Super Bowl XLVIII at MetLife Stadium.", "Besides the Rose Bowl, the only other Super Bowl venues that were not the home stadium to NFL teams at the time were Rice Stadium (the Houston Oilers had played in Rice Stadium previously but moved to the Astrodome several years before Super Bowl VIII) and Stanford Stadium. Starting with the selection of the Super Bowl XXVIII venue on May 23, 1990, the league has given preference in awarding the Super Bowl to brand new or recently renovated NFL stadiums, alongside a trend of teams demanding public money or relocating to play in new stadiums.  To date only two teams have qualified for a Super Bowl at their home stadiums: the 2020 Tampa Bay Buccaneers, who won Super Bowl LV hosted at Raymond James Stadium (selected on May 23, 2017), and the 2021 Los Angeles Rams the following season, who won Super Bowl LVI at SoFi Stadium. Before that, the closest any team had come to accomplishing this feat were the 2017 Minnesota Vikings, who reached the NFC Championship Game but lost to the Eagles. In that instance, U.S. Bank Stadium became the first Super Bowl host stadium (selected on May 20, 2014) to also host a Divisional Playoff Game in the same season (which the Vikings won); all previous times that the Super Bowl host stadium hosted another playoff game in the same postseason were all Wild Card games.", "At Super Bowl LV, it was Tom Brady stealing the show yet again, but for the first time in his career, not while wearing a New England Patriots jersey.  Brady and the Tampa Bay Buccaneers defeated the Kansas City Chiefs 31-9 at Raymond James Stadium in Tampa, Fla. Patrick Mahomes and the elite offense of the Chiefs’ were stymied by the Bucs’ defense, recording zero touchdowns in the big game.  Meanwhile, Brady grabbed his seventh Super Bowl ring by throwing for 201 yards and three touchdowns. He connected with Rob Gronkowski six times for 67 yards and two touchdowns.  Super Bowl LVII is set to take place at State Farm Stadium in Glendale, Ariz., home of the Arizona Cardinals. It will be the fourth Super Bowl hosted in the Phoenix metropolitan area, with the last one coming in 2015 for Super Bowl XLIX.  The 2024 and 2025 Super Bowls are also set. Super Bowl LVIII will be hosted by Allegiant Stadium in Las Vegas, where the Raiders play, and Super Bowl LVIX will be at Caesars Superdome in New Orleans, home of the Saints."], "noise_rate": 1.0, "factlabel": 0}
+{"id": 7, "query": "When will Truth Social launch on iOS?", "ans": [["February 21", "Feb 21", "Feb. 21", "21 February", "21 Feb", "21 Feb."]], "label": [0], "prediction": "According to the document, Truth Social has already launched its web app, and a public beta of the web app was announced just last week. However, there is no specific information in the document about when Truth Social will launch its iOS app.", "docs": ["Reports say that Trump has been privately complaining that Google was trying to \"fuck\" him. According to Rolling Stones' source, however, the truth is that Truth Social hasn't even submitted an Android app to the Google Play store yet. Still, though, the launch of a web app is significant. Truth Social profiles and posts will now be completely shareable on other platforms. Using the iPhone app, if you want to share a Truth Social post on another platform, you have to take a screenshot. Now, Truth Social users will be able to post links directly to any account or post. In turn, non-Truth Social users will have direct access to sign up and engage with content on the site. (Note: Internal Truth Social links currently require users to login to their account in order to see the content.) In short: It's going to be a lot easier for Trump's fanbase to share his content on other platforms. Launched in February, Truth Social struggled during the first few months. Downloads plummeted after the initial rush to download due to a long waitlist of users wanting to sign up. However, in recent weeks, Trump finally started posting on his own platform, which has helped give the conservative social network another bounce.  Truth Social announced a public beta of the web app just last week. According to a press release from Wednesday, the initial web app rollout was scheduled for some time over the next week or two.", "However, the social network delivered early when it comes to the web app at least. No word yet on when Truth Social will submit an Android app so Trump can stop complaining about Google.   More in", "[114] A U.S.-based reporter for the BBC attempted to sign up in early April and was placed on a waitlist with about 1.4 million requests ahead of him.[115]  On April 4, it was reported that Josh Adams and Billy Boozer, the platform's chief of technology and chief of product development respectively, had left the company.[52][17] A report in The Washington Post stated Truth Social was \"falling apart\", with problems mounting on multiple fronts.[116] A Guardian article compared Truth Social with Trump Steaks and Trump Vodka.[17]  As of late April 2022, MarketWatch reported Truth Social had around 513,000 active daily users, compared to Twitter's reported active daily userbase of 217 million.[117]  Usership figures were not available, but Trump was reported on August 19, 2022, to have 3.9 million Truth Social followers. He had had 89 million on Twitter and 34 million on Facebook before being banned from both platforms.[118]  As of early June 2022, SimilarWeb reported Truth Social's iOS app as ranking #49 in the social networking category of apps on the Apple App Store.[119] As of October 2022, the iOS app had sunk to #75 in the social networking category.[120]", "In early March 2022, multiple sources reported that Truth Social usage remained low, with Trump himself not having posted to his account since his first message two weeks earlier and his account having only 140,000 followers—less than 0.2% of the 90 million followers he had on Twitter before his account was banned.[81][108] The Daily Dot reported the Truth Social iOS app had fallen from the number one slot for downloads on the Apple App Store to number 84.[110] The Daily Beast reported Trump was dissatisfied with the social network's progress.[109][68]  At the end of March 2022, TheWrap reported that weekly installations of the Truth Social app had fallen from 872,000 in its launch week to around 60,000 per week, a reduction of over 90%. Visits to truthsocial.com had also fallen, from 6 million per week to 1.9 million. According to Sensor Tower, Truth Social had been downloaded 1.2 million times by late March.[111] In early April 2022, Bloomberg News reported that shares in Truth Social's publicly traded holding company Digital World Acquisition Corp. (DWAC) had fallen 31% from the time of the app's launch in late February[112] and 64% from its all-time high.[113]  In early April 2022, Business Insider described Truth Social as \"like a conservative ghost town that had been overrun by bots\".", "During May 2023, SimilarWeb's ranking of the Truth Social iOS app has fluctuated wildly, ranging from #18 to #153 in the Apple App Store social networking category during that period.[121]  Following Elon Musk's proposed acquisition of Twitter, many commentators observed that a Musk-run Twitter would be likely to reduce demand for Truth Social's services.[122][123] Musk said that as of late April 2022, Truth Social iOS app downloads exceeded those of Twitter and TikTok on the same platform.[124] He said Truth Social only existed because of Twitter's restrictions on free speech. Describing Truth Social as a \"terrible name\", Musk joked that it should be renamed \"Trumpet\".[125][126]  Following Musk's comments on Twitter, the Truth Social app rose in popularity, returning to the number 1 position for free iOS apps on Apple's App Store on April 30, with the Twitter app at number 2; DWAC shares also rose in value.[127][128]  DWAC's share price fell after Musk's announcement of his intention to buy Twitter.[129] Truth Social CEO Devin Nunes later stated that Musk had been encouraged by Trump to buy Twitter;[130] Musk denied this, saying \"This is false. I've had no communication, directly or indirectly, with Trump, who has publicly stated that he will be exclusively on Truth Social."], "noise_rate": 1.0, "factlabel": 0}
+{"id": 8, "query": "What won best drama at 79th Golden Globes?", "ans": ["The Power of the Dog"], "label": [0], "prediction": "I can answer that! According to the provided document, there is no information about the 79th Golden Globes. The document only talks about the 80th Golden Globes, which took place in 2023. Therefore, I cannot provide an answer about the best drama winner at the 79th Golden Globes.", "docs": ["Dec 13, 2021 ... The 79th annual Golden Globe Awards will be held on Sunday, Jan. 9, 2022. Chris Pizzello / AP. The nominees for best picture, drama, ...", "Isabella Gomez Sarmiento       The 80th Golden Globe Awards aired Tuesday night on NBC. Below is the full list of nominees, with winners marked in bold. Here's some background on the Globes' attempted comeback after years of scandal, and here are our takeaways from the 2023 ceremony.", "On Tuesday night, the Golden Globes were held for the 80th time in history, though this year's ceremony was notable for a bigger reason. The awards show that is supposed to honor excellence in film and TV has been trying to recover from a racial exclusion scandal after a 2021 Los Angeles Times story revealed that none of the 87 Hollywood Foreign Press members was Black. Tom Cruise subsequently gave back his Globes, NBC opted not to air the ceremony last year, and reform in the form of inclusivity began to take shape. After Jerrod Carmichael explained to the audience at the Beverly Hilton how he wound up as the host (spoiler: \"I'm here because I'm Black,\" he quipped before launching into a detailed and honest account of his decision-making process), the trophy distribution began. The Banshees of Inisherin, which led all movies with eight nominations, struck up a meaningful friendship with Globes voters over the evening: The Irish-island-set tragicomedy took home the best comedy film trophy, while Colin Farrell triumphed in the acting category and writer-director Martin McDonagh won for best screenplay. The Fablemans also came into frame by winning best drama film honors and best director (Steven Spielberg). Meanwhile, Everything Everywhere All at Once prevailed in two dimensions, as Michelle Yeoh and Ke Huy Quan netted acting trophies.", "Keeravani, Rahul Sipligunj (RRR) – WINNER Donald Glover, AtlantaBill Hader, BarrySteve Martin, Only Murders in the BuildingMartin Short, Only Murders in the BuildingJeremy Allen White, The Bear – WINNER Quinta Brunson, Abbott Elementary – WINNERKaley Cuoco, The Flight AttendantSelena Gomez, Only Murders in the BuildingJenna Ortega, WednesdayJean Smart, Hacks Diego Calva, BabylonDaniel Craig, Glass Onion: A Knives Out MysteryAdam Driver, White NoiseColin Farrell, The Banshees of Inisherin – WINNERRalph Fiennes, The Menu Margot Robbie, BabylonAnya Taylor-Joy, The MenuEmma Thompson, Good Luck to You, Leo GrandeLesley Manville, Mrs.", "Best motion picture - drama WINNER: The FabelmansAvatar: The Way of WaterElvisTár Top Gun: Maverick Best motion picture - musical or comedy WINNER: The Banshees of InisherinBabylonEverything Everywhere All at OnceGlass Onion: A Knives Out MysteryTriangle of Sadness Best television series - drama WINNER: House of the Dragon (HBO Max)Better Call Saul (AMC+/AMC)The Crown (Netflix)Ozark (Netflix)Severance (Apple TV+) Best television series - musical or comedy WINNER: Abbott Elementary (ABC)The Bear (FX)Hacks (HBO Max)Only Murders in the Building (Hulu)Wednesday (Netflix) Best motion picture - animated WINNER: Guillermo del Toro's PinocchioInu-OhMarcel the Shell with Shoes OnPuss in Boots: The Last WishTurning Red Best motion picture - Non-English language (formerly foreign language) WINNER: Argentina, 1985All Quiet on the Western FrontCloseDecision to LeaveRRR Best television limited series, anthology series or motion picture made for television WINNER: The White Lotus (HBO Max)Black Bird (Apple TV+)Dahmer - Monster: The Jeffrey Dahmer Story (Netflix)The Dropout (Hulu)Pam & Tommy (Hulu) Best performance by an actor in a television series - drama WINNER: Kevin Costner, YellowstoneJeff Bridges"], "noise_rate": 1.0, "factlabel": 0}
+{"id": 9, "query": "How much are GA Tech softball 2022 season tickets?", "ans": ["$100 per seat"], "label": [0], "prediction": "I can answer that. According to the document, there is no information about Georgia Tech Softball season tickets, as the document only discusses Georgia Tech football, basketball, and student tickets for Bobby Dodd Stadium and McCamish Pavilion. The document does mention Virginia's softball season tickets, which are priced at $50 each for general admission seats and subject to availability for reserved seats. However, it does not provide information about Georgia Tech Softball season tickets.", "docs": ["Georgia Tech students must meet one of the following criteria to be eligible to claim/purchase a student ticket for games at Bobby Dodd Stadium: The list of eligible students is provided to the GTAA by GT Registrar. Students who are deemed eligible may purchase student season tickets, however, if the Athletic Fee is not paid, season tickets will be removed from their account. Eligible students have two options for student tickets at Bobby Dodd Stadium: *Yellow Jacket Club Gold Members have two season-ticket options: 1) Register as part of a student organization, including Greek chapters; and 2) register and sit in the ‘SWARM’ block – the sections on each side of the Georgia Tech Marching Band. Seats are available first-come, first-served. 2022-2023 PricingRegular Student Membership – $15Gold Student Membership – $65 PURCHASE YELLOW JACKET CLUB MEMBERSHIP CLAIM FREE SINGLE-GAME TICKET For 2021-22 regular season home games Georgia Tech students only need to show their valid BuzzCard at the West Entrance of McCamish Pavilion for entry. Seats are available on a first-come, first-served basis with gates opening 1 hour prior to tipoff – no sign-up/registration needed unless otherwise mentioned for the game.* 200 courtside seats are reserved for Georgia Tech students and will be available on a first-come, first-served basis and will be given a wristband in order to gain access to the courtside seating.", "Georgia Tech opens the 2023 season hosting the annual Buzz Classic, beginning its action with a doubleheader against UConn on Feb. 10 at 4:30 p.m. at Mewborn Field. Fans wishing to view Tech’s schedule in its entirety may click HERE. 2023 Home Schedule and Season Highlights Alexander-Tharpe Fund The Alexander-Tharpe Fund is the fundraising arm of Georgia Tech athletics, providing scholarship, operations and facilities support for Georgia Tech’s 400-plus student-athletes. Be a part of developing Georgia Tech’s Everyday Champions and helping the Yellow Jackets compete for championships at the highest levels of college athletics by supporting the Annual Athletic Scholarship Fund, which directly provides scholarships for Georgia Tech student-athletes. To learn more about supporting the Yellow Jackets, visit atfund.org. For the latest information on the Georgia Tech Yellow Jackets, follow us on Instagram (@GaTechSoftball), Twitter (@GaTechSoftball), Facebook (Georgia Tech Softball) or visit us at www.ramblinwreck.com.", "CHARLOTTESVILLE, Va. – Coming off the winningest campaign in more than a decade, Virginia softball announced its 2023 schedule on Tuesday and season tickets are now on sale for the upcoming season. It is a slate that features 27 home games and includes a pair of home tournaments and four home series in ACC play. SEASON TICKET INFORMATION New season tickets for the 2023 season are on sale beginning Tuesday, Oct. 18. General admission seats are $50 each. Reserved seats are subject to availability based upon renewal of existing season ticket members. Season tickets may be purchased online at UVATix.com or by calling the Virginia Athletic Ticket Office at (434) 924-8821. UVA full-time faculty and staff are eligible to receive a discount of 20 percent on up to four season tickets by calling the ticket office. Current softball season ticket members may renew their 2022 seats beginning Tuesday Oct. 18, online at UVATix.com or by calling the Virginia Athletic Ticket Office at (434) 924-8821. The deadline to renew is Wednesday, Nov. 30. Season ticket members interested in adding or upgrading their seats may do so during the renewal period by calling the ticket office. THE 2023 SCHEDULE Virginia opens the season on the road in a tournament at the University of Houston (Feb. 9-12) with games against Lamar, Houston and Nebraska.", "No visiting team colors may be worn in this area. All non-courtside students will be seated in the general admission seating area in Section 113. *The GTAA reserves the right to distribute student tickets via a ticket lottery if demand is high for a certain game. Such changes will be communicated to the student body in a timely manner. For 2021-22 regular season home games Georgia Tech students only need to show their valid BuzzCard at the West Entrance of McCamish Pavilion for entry. Seats are available on a first-come, first-served basis with gates opening 1 hour prior to tipoff. Georgia Tech student seating is available as general admission. Students will need to visit the box office near Gate 3 (first-base side) and display their BuzzCard in order to receive a ticket to the game. Postseason home games - Contact the Georgia Tech ticket office at 1-888-TECH-TIX for pricing information. Regular season home games - Show your valid Buzzcard at entrance for FREE admission. Postseason home matches - Contact the Georgia Tech ticket office at 1-888-TECH-TIX for pricing information. Regular season home games - Show your valid Buzzcard at entrance for FREE admission. Postseason home matches - Contact the Georgia Tech ticket office at 1-888-TECH-TIX for pricing information. Regular season home games - Show your valid Buzzcard at entrance for FREE admission.", "Skip to content   Dear GT Softball Family, Let me first say \"thank you\" to everyone who supported Georgia Tech Softball during the 2022 season. The young women on our team and all of our staff certainly felt the support you provided us last year. We concluded our historic season with our highest win total and best win percentage since 2011 and we're looking forward to having another great season!  Donations to the Mew Crew directly benefit Georgia Tech Softball, and we have set a goal of $100,000 targeted to specific needs for our program: I'm excited for the 2023 season and a chance for us to build on our momentum from last season. Your support for the GT Softball community has been paramount in our program's success, laying a foundation to rely on no matter the challenges we face. I look forward to surpassing each of our goals on and off the field this year.. Reaching our goal will ensure our ability to deliver a championship-caliber experience to all of our student-athletes. Your support will earn benefits unique to GT Softball and provide the resources necessary to develop young women who compete up the height of their potential during their time at Tech. Thank you for your consideration and Go Jackets!  Aileen Morales Head Coach, GT Softball *Gifts from July 1, 2022 - June 30, 2023 Alexander-Tharpe Fund Georgia Tech Athletic Association"], "noise_rate": 1.0, "factlabel": 0}

results/Noise Robustness/prediction_mixtral-8x7b-32768_noise_1.0_passage_5_num_queries_10.json

@@ -0,0 +1,10 @@
+{"id": 0, "query": "When is the premiere of 'Carole King & James Taylor: Just Call Out My Name'?", "ans": [["January 2 2022", "Jan 2, 2022", "Jan. 2, 2022", "January 2, 2022", "2 January 2022", "2 Jan, 2022", "2 Jan., 2022", "2 January, 2022"]], "label": [-1], "prediction": "The document does not provide information on the premiere date of 'Carole King & James Taylor: Just Call Out My Name'. I can not answer the question because of the insufficient information in documents.", "docs": ["The track is one of 15 the pair recorded live from West Hollywood’s The Troubadour in 2007, where they gigged together in 1970, for the Live At The Troubadour album, released in 2010 The documentary follows the two along The Troubadour Reunion Tour in 2010. Also interviewed in the film are sidemen Danny Kortchmar, Russ Kunkel, and Lee Sklar, who accompanied the duo on all their shows together from 1970 through 2010.  King is about to be inducted into the Rock and Roll Hall of Fame in Cleveland on Oct. 30, where Taylor Swift and Jennifer Hudson will act as presenters and perform her songs.  See more Only members can comment. Become a member. Already a member? Log In.  August 7, 2023, 8:00 pm   August 7, 2023, 7:30 pm   August 7, 2023, 5:30 pm   August 7, 2023, 5:00 pm   August 7, 2023, 4:53 pm   August 7, 2023, 4:30 pm   August 2, 2023, 6:30 am   April 7, 2023, 8:45 am   June 12, 2022, 10:16 am", "Feb 10, 2022                                 Runtime:                                   2h 0m                                Carole King                                                                                          Self                                                             James Taylor                                                                                          Self                                                             Danny Kortchmar                                                                                          Self                                                             Russ Kunkel                                                                                          Self                                                             Lee Sklar                                                                                          Self                                                             Frank Marshall                                                                                          Director                                                             Frank Marshall                                                                                          Producer                                                             Aly Parker                                                                                          Producer                                                                              There are no featured reviews for Carole King & James Taylor: Just Call Out My Name because the movie has not released yet ().              Vote Now: The Best Movies & TV Shows Since 1998! Daily Tomato - Can you guess the movie of the day? What to Watch - In theaters & streaming TV and Streaming News Join The Newsletter Get the freshest reviews, news, and more delivered right to your inbox! Follow Us Copyright © Fandango. All rights reserved.", "Your Ticket Confirmation # is located under the header in your email that reads \"Your Ticket Reservation Details\". Just below that it reads \"Ticket Confirmation#:\" followed by a 10-digit number. This 10-digit number is your confirmation number.                               Your AMC Ticket Confirmation# can be found in your order confirmation email.                                   At the genesis of their now 50 years of friendship and collaboration, six-time Grammy® Award-winner James Taylor and four-time Grammy® Award-winner Carole King, famously performed together in 1970 at The Troubadour, the storied Los Angeles club. The pair came together to reprise that concert for The Troubadour's own 50th anniversary in 2007.  As Taylor recalls in the film, those 2007 performances including \"So Far Away,\" \"I Feel the Earth Move,\" and \"You've Got a Friend,\" during six sold out concerts, were so much fun, that he and King hatched plans for a 2010 world tour. CAROLE KING & JAMES TAYLOR: Just Call Out My Name documents the beloved songwriters' triumphant 2010 Troubadour Reunion Tour of arena concerts around the world.                   Genre:                                                           Documentary,                                                           Music                                                         Original Language: English   Director:  Frank Marshall    Producer:  Frank Marshall,                                                                                                                                     Aly Parker    Release Date (Streaming):", "A concert film that explores the 50-year friendship between award-winning singer/songwriters James Taylor and Carole King.", "I have no answer as to why the film wasn’t released in 2011, but an appreciation of a musical collaboration that Rolling Stone magazine (and only Rolling Stone magazine) probably ranks really really high on some list of the greatest whatevers ever arrives better late than never.  The Gist: In 1970, Taylor and King performed their first concert together at the famed Troubadour club in Hollywood. It was the beginning of a beautiful – 100 percent platonic! – friendship in which they made beautiful music together, and I’m sorry for the cliches, but in this case, they’re true. They sang each other’s songs, encouraged and complemented each other, and harmonized like tea and honey. Forty years later, they decided to celebrate their convergence with a 50-plus-date tour, and now, 12 years after that, we get a celebration of the celebration, a remembrance of a remembrance that brought so much joy to so many people 52 years ago and then again 12 years ago, and now again a third time officially, with this movie. Just Call Out My Name opens with clips of late-night talk show hosts (Leno, Carson, Letterman) introducing Taylor or King or both, then a blip of Oprah praising Taylor, but what she thinks of King, NOBODY KNOWS."], "noise_rate": 1.0, "factlabel": 0}
+{"id": 1, "query": "The genre of the drama \"Good Sam\" is what?", "ans": ["medical"], "label": [0], "prediction": "The genre of the drama \"Good Sam\" is not explicitly mentioned in the provided document. It mainly focuses on the plot and production details of the show.", "docs": ["Follows a talented yet stifled surgeon who embraces her leadership role after her renowned and pompous boss falls into a coma.Follows a talented yet stifled surgeon who embraces her leadership role after her renowned and pompous boss falls into a coma.Follows a talented yet stifled surgeon who embraces her leadership role after her renowned and pompous boss falls into a coma. © 1990-2023 by IMDb.com, Inc.", "You can help us help kids by            suggesting a diversity update.       Want suggestions based on your streaming services?    Get personalized recommendations  Common Sense Media's unbiased ratings are created by expert reviewers and aren't influenced by the product's creators or by any of our funders, affiliates, or partners.         Common Sense is the nation's leading nonprofit organization dedicated to improving the lives of all kids and families by providing the trustworthy information, education, and independent voice they need to thrive in the 21st century.          We're a nonprofit. Support our work", "When he awakens and wants to resume surgery, however, it falls to her to supervise this overbearing blowhard who never acknowledged her talents – and also happens to be her father. Jason Isaacs, Edwin Hodge, Skye P. Marshall, Michael Stahl-David, Davi Santos, Omar Maskati and Wendy Crewson also star. It comes from writer Katie Wech, Jennie Snyder Urman and Sutton St. Productions banner and CBS Studios. Wech, Snyder Urman and Joanna Klein with Tamra Davis directing and EPing the pilot. Meanwhile, Smallwood stars Crashing’s Pete Holmes as a seemingly ordinary man, who, after being laid off from the assembly line at the GM factory, makes the extraordinary decision to provide for his family by following his dream of becoming a professional bowler. It is based on the life of professional bowler Tom Smallwood. The multicamera comedy comes from Mark Gross and producers David Hollander and Brian D’Arcy James. The trio exec produce with Mark Cendrowski as director. CBS Studios produces. Alongside Holmes, Chi McBride and Katie Lowes star. Subscribe to Deadline Breaking News Alerts and keep your inbox happy. Signup for Breaking News Alerts & Newsletters  \t\t\tBy subscribing, I agree to the Terms of Use and Privacy Policy. This site is protected by reCAPTCHA Enterprise and the Google Privacy Policy and Terms of Service apply.", "27][28] In February 2021, Edwin Hodge joined the cast in a starring role.[29] In January 2022, it was reported that Sendhil Ramamurthy was cast in a recurring role while Hilarie Burton and Bethany Joy Lenz are set to guest star.[4][7] In February 2022, Victoria Rowell joined the cast in a recurring role.[5]  Principal photography for the series began on October 18, 2021 and concluded on March 24, 2022, in Oakville, Ontario.[30]  The review aggregator website Rotten Tomatoes reported a 63% approval rating with an average rating of 7.5/10, based on 8 critic reviews.[31] Metacritic, which uses a weighted average, assigned a score of 56 out of 100 based on 5 critics, indicating \"mixed or average reviews\".[32]", "May 29, 2023 Few things feel like summer, quite like taking a vacation or going to the movies. There’s something about the open road that just feels healing, and there’s something about a silver screen and popcorn that just feels right.  Now, every so often, something magical happens, and we’re treated to a perfect combination of summer pastimes, culminating in a genre that stands alone: road-trip films.  Stories about cooped-up families, reluctant companions, or cavalcades of muppets seem to resonate with all of us, validating the joys and stresses of our own cross-country adventures – almost as if we’re watching a movie about ourselves. So, to celebrate the start of the summer season and to help spark some inspiration of what to do (or not do) on your next trip, we’ve put together our list of the all-time best road-trip movies.   Alright, so technically, this isn’t a summer road-trip movie, considering it’s one of the few films set during Thanksgiving, but it’s still the all-time best buddy adventure film. Steve Martin and John Candy were a match made in Heaven, and the jokes still land over 30 years later.   Little Miss Sunshine is a heartwarming indie comedy about a quirky family of misfits trying to get their daughter to a beauty pageant. It has an incredible soundtrack featuring Sufjan Stevens and stellar performances, including a burgeoning Steve Carell."], "noise_rate": 1.0, "factlabel": 0}
+{"id": 2, "query": "Who won the 2022 Citrus Bowl?", "ans": ["Kentucky"], "label": [-1], "prediction": "Based on the document, I cannot answer the question because the insufficient information in documents. The document does not provide the information about the winner of the 2022 Citrus Bowl.", "docs": ["The seventh-oldest collegiate bowl game in the country, the Cheez-It Citrus Bowl began as the Tangerine Bowl in 1947. The initial game sponsors, members of Elks Lodge #1079 of Orlando, each put up $100 to fund initial expenses. Since 1993 the bowl has hosted top teams from the Big Ten and Southeastern conferences. In the new “College Football Playoff” era of college football’s postseason, the Cheez-It Citrus Bowl will continue to host the top Big Ten and SEC teams from outside the CFP series of bowls (including Rose, Sugar, Fiesta, Orange, Cotton and Peach). The game moved to a New Year’s Day date in 1987 and has remained a New Year’s Day tradition except in years when the holiday falls on a Sunday. Learn More Get everything you need to know for game day, including parking/shuttle information, stadium policies, maps, schedules and more. LEARN MORE  Planning your trip to Orlando? Find out where to stay, what to do and more with our guide. Keep up to date with all of the news from the Cheez-It Citrus Bowl including event information, presale opportunities and more. Florida Citrus Sports is a not-for-profit membership organization dedicated to increasing community spirit and pride, promoting tourism, stimulating economic development and ultimately benefiting charities, educational institutions and the quality of life in Central Florida through its signature events.", "Head coach Kirk Ferentz has kept things close to the vest with his signal-callers, but it's looking like Petras, who started the season as the starter and ended the season as the starter, will get the nod. Star running back Tyler Goodson opted out of the Citrus Bowl for the Hawkeyes as he prepares for the NFL Draft. Freshman receiver Keagan Johnson has also been ruled out for the Citrus Bowl.", "Western Kentucky: WKU may have had the most impressive performance of bowl season. The Hilltoppers trounced South Alabama 44-23 in the New Orleans Bowl in a game that was not as close as the final score may indicate. South Alabama was looking for its first-ever bowl win, but WKU jumped out to a 31-3 halftime lead and never looked back, putting up a total of 677 yards by the time the final seconds ticked off. Austin Reed threw for 497 yards and four touchdowns in the win. Air Force: Air Force looked right at home on an incredibly cold night in Fort Worth. The Falcons ran all over Baylor in a 30-15 victory in the Armed Forces Bowl. Air Force rushed for 276 yards and limited Baylor to just 42 rushing yards. With the win, Air Force got to double-digit victories for the third time in four seasons. AFA went 11-2 in 2019 and 10-3 in the past two seasons. In the shortened 2020 season, the Falcons finished 3-3. As a program, Air Force has won four consecutive bowl games. New Mexico State: Year 1 of the Jerry Kill era at New Mexico State ended with a bowl victory. NMSU knocked off Bowling Green 24-19 in the Quick Lane Bowl on Monday to capture the program’s second bowl victory since 1960.", "The Aggies opened the season 1-5 before closing out the year by winning six of seven to finish 7-6. NMSU won a combined eight games in its previous four seasons, so Kill has executed an incredible turnaround in his first year on the job. Diego Pavia was the star of the bowl win. Pavia threw for 167 yards and two touchdowns and added 65 rushing yards in the win. He picked up several key third-down conversions with his legs in the second half to help his team secure the win. Southern Miss RB Frank Gore Jr.: Frank Gore Jr. ran wild in Southern Miss’ win over Rice in the LendingTree Bowl. Gore set an all-time bowl record with 329 yards on just 21 carries in the 38-24 win. Gore rushed for two touchdowns and also had an 18-yard touchdown catch. The previous single-game bowl rushing record was 317 yards, but Gore surged past that with a 55-yard touchdown run in the final minutes. Southern Miss won a combined six games in 2020 and 2021, but the bowl win over Rice gave the Golden Eagles seven wins for the 2022 season. And with Gore and a significant chunk of this team’s core expected to return, Southern Miss could be a team on the rise in the Sun Belt next season. Eastern Michigan: With a win over San Jose State in the Potato Bowl, EMU notched its first bowl victory since 1987.", "The game was a punt hater’s dream. And it was a nightmare for Ole Miss QB Jaxson Dart. He threw three interceptions and fumbled once. Texas Tech QB Tyler Shough rushed for two TDs and threw for another as the Red Raiders easily held on to a 19-point halftime lead throughout the second half. The loss also meant that Ole Miss ends the season at 8-5 after starting the season 7-0. Oklahoma: The Sooners entered the Cheez-It Bowl shorthanded and as significant underdogs to Florida State. Losing 35-32 was still a cover for Oklahoma. But the loss also means that Oklahoma finishes the season at 6-7. That’s the first losing season for OU since 1998. The first year of the Brent Venables era was a bit rocky — especially when you consider the success that Caleb Williams and Lincoln Riley had at USC. But there’s no reason to panic in Norman. Yet. SMU: The Mustangs entered the New Mexico Bowl as 4.5-point favorites over a BYU team that started freshman third-string QB Sol-Jay Maiava-Peters for the first time. Yet BYU did just enough on the ground to eke out a 24-23 win after stopping an SMU two-point conversion with eight seconds left."], "noise_rate": 1.0, "factlabel": 0}
+{"id": 3, "query": "What position did Jason Semore hold at Valdosta State before returning to Georgia Tech?", "ans": ["defensive coordinator"], "label": [0], "prediction": "Jason Semore was a linebackers coach at Valdosta State before returning to Georgia Tech.", "docs": ["Jason Semore is a former Ganado High School football player who now is a linebackers coach at Georgia Tech University in Atlanta. Semore was a multi-sport athlete for the Hornets. (Photo courtesy Jason Semore)                     GANADO, Ariz. — He’s a household name in sports around sports Ganado, Arizona. These days, though, he’s passing his football knowledge on to linebackers at Georgia Tech University in Atlanta. The school is a major research institution and a member of the Atlantic Coast Conference. There’s still life in the throwing arm. His legs feel good. But that’s not the focus of Jason Semore. “I played football, baseball, track and field and I wrestled at Ganado High School,” said Semore, 40, who was part of the Hornets’ football teams that won a string of championships in the late 1990s and early 2000s. “My first sport was baseball, but I was always around football because my dad was always a coach.” Semore was born in Portland, Oregon, but grew up on the Navajo Nation in Ganado. His grandparents lived in Ganado in the 1970s and he lived on the reservation for some 17 years. He played linebacker and running back in football, catcher and third base in baseball and ran sprints in track. In football, Semore preferred defense and likes coaching defense.", "“My preference has always been defense as a player and a coach,” Semore said. “Defense is more reactive in nature and I liked to play the game emotionally and there was always less thinking for me. On the other hand, offense is more execution and assignment based. Defense has those principals, but it’s based on effort and technique.” He said his father, Russ, who coached him at Ganado High, inspired him to go into coaching. The elder Semore went to Ganado High and returned after college and the military to start a coaching career. And after graduating from Ganado, Jason went on to play college football at Adams State University in Colorado. His coaching stops have included Adams State, the Colorado School of Mines, the University of Tulsa, Oklahoma State University, the University of Montana, Temple University, Valdosta State University and Georgia Tech.  He was not drafted into the NFL after college, and said he modeled his style of play on the football field after linebackers Dan Morgan of the Carolina Panthers and Hall of Famer and native New Mexican Brian Urlacher of the Chicago Bears. “My father was my inspiration,” Jason said. “He taught me the value of team and about being a part of something bigger than myself. He was always a coach, so I got to see first-hand how investing in other people and team dynamics lead to shared joy in life.", "Thomas's celebration of life was held at McCamish Pavilion on December 20. Friends, former teammates, and fans attended the event.  On April 27, 2022, Georgia Tech and the PeyBack Foundation, which is run by Thomas's former teammate Peyton Manning announced the Demaryius A. Thomas Scholarship Endowment. The Demaryius A. Thomas Scholarship Endowment endows academic scholarships to attend Georgia Tech for incoming freshmen students from Laurens County, Georgia, Thomas's hometown. In addition to this, Georgia Tech announced that August 8 would be annually recognized as “Demaryius Thomas Day”.  On September 26, 2022, following the team's 3rd loss of the season in 4 games, Coach Geoff Collins and Athletics Director Todd Stansbury were relieved of their duties. Former Georgia Tech football alum Brent Key was named as interim coach.  Georgia Tech announced its 2022 football schedule on February 1, 2022.[1] The 2022 schedule consisted of five home games, six away games and a neutral-site game in the regular season. The Yellow Jackets  hosted ACC foes Duke, Virginia, and Miami and traveled to Pitt, Florida State, Virginia Tech and North Carolina. They played Clemson in a neutral-site game at the Mercedes-Benz Stadium in Atlanta, Georgia.[2]  The Yellow Jackets hosted two of their non-conference opponents, Western Carolina from the Division I FCS and Ole Miss from the SEC.", "Even with a dad who coached, Semore knows his background – childhood on a reservation, Division II football – didn’t lend itself to the ready-made connections of other aspiring college coaches. But he says his experiences in Ganado, growing up among the Navajo, taught him how to feel at home in other cultures. And that, in turn, has helped him thrive in coaching. “Being able to establish relationships came naturally to me, and it was important to me, and it has allowed me to get to where I’m at today,” Semore said. It’s an experience he wouldn’t trade either. This Saturday, when Georgia Tech faces Pittsburgh (8 p.m. ET, Georgia Tech Sports Network from Legends Sports), the coach’s son from Ganado will continue the next chapter in his career, charting a path few in college football have duplicated.", "A Biletnikoff Award finalist and one of the most productive pass catchers in Wyoming football history, Jovon Bouknight took his experience and skill set playing the game and turned it into a coaching career. He spent time as a grad assistant with his alma mater before coaching at Utah State, Oregon, and Texas Tech, joining the Marshall coaching staff from the Kentucky Wildcats. A standout linebacker at Idaho State, Telly Lockette established himself as an elite offensive mind in the Miami high school arena early in his coaching career before joining the college ranks with South Florida. He also spent time at Oregon State, FSU, and Miami (FL) before joining the Marshall coaching staff as the running back coach and run game coordinator. His son, Tellek Lockette, is an ascending offensive lineman in the Sun Belt for Louisiana-Monroe. A long-time member of the Marshall coaching staff who is on his third stint with the team, Shannon Morrison serves as the LB coach while also being the assistant head coach. He was previously the LB coach in Huntington from 2006-2006, while coaching safeties from 2007-2008. A former team captain and honorable All-American, he was part of the 1992 FCS title team. Another standout player for the Thundering Herd, Ralph Street was a team captain and won three MAC titles between 1998 and 2001."], "noise_rate": 1.0, "factlabel": 0}
+{"id": 4, "query": "How many vehicles did Tesla deliver in 2021?", "ans": [["936,172", "936172"]], "label": [-1], "prediction": "The document does not provide the exact number of Tesla vehicles delivered in 2021. While it mentions the number of Tesla vehicles delivered in 2022 (1.31 million) and the quarterly figures prior to Q4 2022, there is no information about the deliveries in 2021. Therefore, I can not answer the question because of the insufficient information in documents.", "docs": ["in January 2016. The remaining quarterly figures prior to Q4 2022 were taken from previous Tesla updates.  Vehicles & Road Traffic Automotive manufacturers' estimated market share in the U.S. 2022 Vehicles & Road Traffic Most valuable automotive brands worldwide by brand value 2023 Vehicles & Road Traffic Tesla's vehicle production by quarter YTD Q1 2023 Vehicles & Road Traffic Tesla's revenue 2008-2022 You only have access to basic statistics.  Business Solutions including all features.                   Overview                               Financials                               Segments                               Competitors                               Special focus on domestic market", "Jan 2, 2022 ... The Rise of Electric Vehicles ... Tesla does not break out its deliveries by country. Much of its recent growth has been propelled by sales in ...", "Jun 7, 2023 ... How many Tesla vehicles were delivered in 2023? ... 1,313.86 1,313.86 422.88 422.88 Q1 Q2 Q3 Q4 2016 2017 2018 2019 2020 2021 2022 2023.", "Annual sales of Tesla cars in China boast the following climbing trajectory: At the beginning of 2022, there were 3,724 Tesla Supercharger stations around the world. Tesla’s Superchargers, that is, charging stations, are scattered across cities and towns to enable Tesla’s owners to charge their vehicles in fifteen minutes. As Tesla’s sales increased, the company made an all-out effort to provide people with charging stations. From July 2018 to July 2021, Tesla has added 1,652 new Supercharger stations.  In the last quarter of 2021, Tesla operated 3,059 Supercharger stations in over forty countries. From July 2019 to July 2021, the number of charging stations for Tesla electronic vehicles has grown by 86.07%.  The table below shows the number of Supercharger locations from January 2013 to December 2022:  In October 2021, the majority of Tesla Superchargers were located in the United States of America and China. These two countries together account for 65.53% of all Tesla charging stations and between them have 2005 Superchargers: the USA boasts 1159 Tesla charging facilities, which is 37.88% of all locations, and China has 846 of them, which amounts to 27.65% of all Superchargers. Canada has 125 or 4.08% of all Tesla’s Supercharger locations.", "Jan 2, 2023 ... Tesla reports 1.31 million deliveries in 2022, growth of 40% over last ... Musk asked employees to “volunteer” to deliver as many cars to ..."], "noise_rate": 1.0, "factlabel": 0}
+{"id": 5, "query": "Which company acquired ShowBiz Cinemas?", "ans": ["EVO Entertainment Group"], "label": [-1], "prediction": "Based on the document provided, there is no information indicating that ShowBiz Cinemas was acquired by another company. The document mainly discusses the reopening plans, partnerships, and expansions of ShowBiz Cinemas. Therefore, I cannot answer the question because of the insufficient information in the documents.", "docs": ["“As you look ahead into 2022, all the studios are going back to an exclusive window” for theaters, Roberts said. He added that new releases will typically be in theaters for 45 days before streaming. Warner is among the studios committing to a period of theatrical exclusivity before films go to streaming, and Disney will likely do the same, especially for its biggest titles, according to Bloomberg Intelligence. Universal’s new model will bring most films to its Peacock streaming platform 45 days after being released in theaters. RELATED: Virginia engineering firm expands with Houston acquisition Although 2022 is off to a slow start with a surge in the omicron variant and few new releases, the box office could more than double $4.5 billion in sales in 2021, according to Bloomberg Intelligence. It’s still far below sales of $11.3 billion in 2019. “The demand for movies is still very much there as we saw from 'Spider-Man,'” said Geetha Ranganathan, a senior media analyst at Bloomberg Intelligence. “But we do think the model is slowly changing to focus only on the big-budget blockbusters as mid-budget releases find their way to streaming.” Founded in 2014, EVO Entertainment is backed by Austin-based Marbella Interests, which manages investments for the family of former Parsley Energy CEO Bryan Sheffield.", "The “out-of home” entertainment company’s brands include EVO Entertainment, EVO Cinemas and EVO Concerts. RELATED: Will Houston audiences return to movie theaters? The combined enterprise has 16 venues with 148 screens, 108 bowling lanes, nine restaurants and bars, a 3,000-capacity live music venue, and more than 30,000 combined square feet of gaming and attractions across Texas, Florida, Oklahoma and Wyoming. Several additional venues are on track to open in the coming months. Founded by Kevin Mitchell, who is Roberts’ uncle, in 2007, ShowBiz Cinemas operates seven locations with 89 screens and 70 bowling lanes in four states. The chain has area locations in Kingwood, Humble, northeast Houston and Baytown. The company will continue to operate under the ShowBiz name. Katherine Feser is a business reporter for the Houston Chronicle covering real estate and special sections. She can be reached at [email protected].  Compass Real Estate is marketing the private sanctuary and long--time residence of the late legendary surgeon Michael DeBakey located in the Museum District/Rice Village area of Houston.  By Marissa Luck", "Share this post  Boxoffice Staff  •  Aug 7th   Hoyts has launched new branding as a part of their ‘See the Big Picture’ campaign. More than just a refreshed look and tagline, the branding speaks to the heart of the company’s vision. Hoyts’ investment in big screens, surround sound,...  Boxoffice Staff  •  Aug 7th   CES+ announced a partnership with Corporación Lady Lee for their new venture, Megacinemas, signifying the successful introduction of Lady Lee’s new brand into the Central American cinema scene. CES+ has been integral to the development of Megacinemas, providing end-to-end digital...  Boxoffice Staff  •  Aug 4th   Will Rogers Motion Picture Pioneers Foundation (WRMPPF) announced Friday that the late MGM and United Artists Releasing Distribution Chief Erik Lomis will be recognized posthumously with the 2023 Pioneer of the Year Award on October 4th at The Beverly Hilton....  Boxoffice Staff  •  Aug 4th   Featuring artwork from TEENAGE MUTANT NINJA TURTLES: MUTANT MAYHEM exclusively on sale in participating theatres. Proceeds from gold heart pins help fund life-changing Variety programs for children globally.", "Read More The ShowBiz Entertainment Complex opened their doors again, Friday October 2, 2020 with new releases such as “The Call”, “Bill and Ted Face the Music” and others as well as a Halloween favorite of “Hocus Pocus\"... Read More A cinema entertainment center is a general classification that describes any cinema that incorporates additional experiential elements—arcades, bowling, laser tag, virtual reality—into the same complex. While many cinemas already incorporate some of these elements, CECs stand out as large-scale complexes designed to become out-of-home entertainment hubs... Read More In Miami-Dade County, ShowBiz Cinemas is one of the only theaters to have a plan approved and a reopening date set. For Broward, Cinema Paradiso and Savor Cinema have also marked approved reopening dates... Read More ShowBiz Cinemas announced today that it plans to reopen their locations in the states of Texas and Oklahoma on May 18, 2020. The entertainment chain issued the following announcement on their social media channels earlier today... Read More ShowBiz Cinemas announces the addition of the following new members to its corporate office management team... Read More ShowBiz Cinemas, which is based in Dallas and has locations in three states, plans to open its Texas and Oklahoma locations on May 18... Read More Cinionic Elevates ShowBiz with RGB+ Laser Light Upgrade Kit...  Read More ShowBiz Cinemas announced today that their new Bowling, Movies and More!", "Read More Building on a successful partnership, All Elite Wrestling (AEW) is once again teaming with ShowBiz Cinemas to showcase the upcoming DOUBLE OR NOTHING PPV event live in select theatre...  Read More Interview with ShowBiz Cinemas President & CEO Kevin Mitchell Read More The film will be available at Showbiz Cinemas starting this Thursday, May 20, tickets available at www.showbizcinemas.com... Read More Since reopening its doors at its Broadhead Road location in December, ShowBiz Cinemas in Waxahachie is seeing a steady return of patrons who are coming not only for the movies, but for a whole spectrum of new entertainment options... Read More Since its opening in November 2019, the ShowBiz Cinemas Homestead Station has not only seen a steady rise in attendance but has also continued to add to the city’s revitalization efforts despite the global pandemic causing many local businesses to slow down... Read More Summer of 2020 may not have quite as many movie releases as in pre-COVID days, but customers are returning to the ShowBiz Cinemas family entertainment center in Baytown in a big way, according to ShowBiz vice president of marketing and content Jeremy Devine... Read More The Future is Now with Showbiz Cinemas’ new Bowling, Movies & More concept that provides an exciting one stop destination for all family members..."], "noise_rate": 1.0, "factlabel": 0}
+{"id": 6, "query": "Where is the Super Bowl held in 2022?", "ans": ["SoFi Stadium"], "label": [-1], "prediction": "I can not answer the question because of the insufficient information in documents. The documents provided do not contain information about the location of the Super Bowl in 2022.", "docs": ["The 49ers reportedly requested to wear an all-white third jersey ensemble for Super Bowl LIV, which the San Francisco Chronicle noted they could do with special permission from the league; the league never granted such permission, and the 49ers instead opted for their standard uniform of white jerseys with gold pants.[76]  Fifteen different regions have hosted Super Bowls.  Note: Years listed are the year the game was actually played (or will be played[ˇ]; future games are denoted through italics) rather than what NFL season it is considered to have been.  A total of 27 different stadiums, seven of which have been since demolished, either have hosted or are scheduled to host Super Bowls.  The years listed in the table below are the years the game was actually played (will be played[ˇ]) rather than the NFL season it concluded.  ^ ^: Stadium has since been demolished. ^ ‡: Prior to the incorporation of Miami Gardens in 2003, the stadium was in unincorporated Miami-Dade County. ^ ††: The original Stanford Stadium, which hosted Super Bowl XIX, was demolished and a new stadium constructed on the site in 2006. ^ ˇ: Future Super Bowls, also denoted by italics.  Future venues:  The Super Bowl has not yet been played in any region that lacked an NFL or AFL franchise at the time the game was played.", "Besides the Rose Bowl, the only other Super Bowl venues that were not the home stadium to NFL teams at the time were Rice Stadium (the Houston Oilers had played in Rice Stadium previously but moved to the Astrodome several years before Super Bowl VIII) and Stanford Stadium. Starting with the selection of the Super Bowl XXVIII venue on May 23, 1990, the league has given preference in awarding the Super Bowl to brand new or recently renovated NFL stadiums, alongside a trend of teams demanding public money or relocating to play in new stadiums.  To date only two teams have qualified for a Super Bowl at their home stadiums: the 2020 Tampa Bay Buccaneers, who won Super Bowl LV hosted at Raymond James Stadium (selected on May 23, 2017), and the 2021 Los Angeles Rams the following season, who won Super Bowl LVI at SoFi Stadium. Before that, the closest any team had come to accomplishing this feat were the 2017 Minnesota Vikings, who reached the NFC Championship Game but lost to the Eagles. In that instance, U.S. Bank Stadium became the first Super Bowl host stadium (selected on May 20, 2014) to also host a Divisional Playoff Game in the same season (which the Vikings won); all previous times that the Super Bowl host stadium hosted another playoff game in the same postseason were all Wild Card games.", "Two teams have played the Super Bowl in their home market but at a different venue than their home stadium: the Los Angeles Rams, who lost Super Bowl XIV in the Rose Bowl instead of Los Angeles Memorial Coliseum; and the 49ers, who won Super Bowl XIX in Stanford Stadium instead of Candlestick Park, during a time when the league often picked a stadium that was not home to an NFL team to host the Super Bowl (see above).  Traditionally, the NFL does not award Super Bowls to stadiums that are located in climates with an expected average daily temperature less than 50 °F (10 °C) on game day unless the field can be completely covered by a fixed or retractable roof.[51] Six Super Bowls have been played in northern cities: two in the Detroit area—Super Bowl XVI at Pontiac Silverdome in Pontiac, Michigan, and Super Bowl XL at Ford Field in Detroit; two in Minneapolis—Super Bowl XXVI at the Hubert H. Humphrey Metrodome and Super Bowl LII at the U.S. Bank Stadium; one in Indianapolis at Lucas Oil Stadium for Super Bowl XLVI; and one in the New York area—Super Bowl XLVIII at MetLife Stadium.", "At Super Bowl LV, it was Tom Brady stealing the show yet again, but for the first time in his career, not while wearing a New England Patriots jersey.  Brady and the Tampa Bay Buccaneers defeated the Kansas City Chiefs 31-9 at Raymond James Stadium in Tampa, Fla. Patrick Mahomes and the elite offense of the Chiefs’ were stymied by the Bucs’ defense, recording zero touchdowns in the big game.  Meanwhile, Brady grabbed his seventh Super Bowl ring by throwing for 201 yards and three touchdowns. He connected with Rob Gronkowski six times for 67 yards and two touchdowns.  Super Bowl LVII is set to take place at State Farm Stadium in Glendale, Ariz., home of the Arizona Cardinals. It will be the fourth Super Bowl hosted in the Phoenix metropolitan area, with the last one coming in 2015 for Super Bowl XLIX.  The 2024 and 2025 Super Bowls are also set. Super Bowl LVIII will be hosted by Allegiant Stadium in Las Vegas, where the Raiders play, and Super Bowl LVIX will be at Caesars Superdome in New Orleans, home of the Saints.", "Super Bowl XLIV, slated for February 7, 2010, was withdrawn from New York City's proposed West Side Stadium, because the city, state, and proposed tenants (New York Jets) could not agree on funding. Super Bowl XLIV was then eventually awarded to Sun Life Stadium in Miami Gardens, Florida. Super Bowl XLIX in 2015 was originally given to Arrowhead Stadium in Kansas City, Missouri, but after two sales taxes failed to pass at the ballot box (a renovation proposal had passed successfully, but a second ballot question to add a rolling roof structure to be shared with Kaufmann Stadium critical for the game to be hosted was rejected), and opposition by local business leaders and politicians increased, Kansas City eventually withdrew its request to host the game.[55] Super Bowl XLIX was then eventually awarded to University of Phoenix Stadium in Glendale, Arizona.  The location of the Super Bowl is chosen at a meeting of all NFL team owners, usually three to five years before the event. The game has never been played in a metropolitan area that lacked an NFL franchise at the time the game was played, although in 2007 NFL commissioner Roger Goodell suggested that a Super Bowl might be played in London, perhaps at Wembley Stadium.[56]"], "noise_rate": 1.0, "factlabel": 0}
+{"id": 7, "query": "When will Truth Social launch on iOS?", "ans": [["February 21", "Feb 21", "Feb. 21", "21 February", "21 Feb", "21 Feb."]], "label": [0], "prediction": "", "docs": ["In early March 2022, multiple sources reported that Truth Social usage remained low, with Trump himself not having posted to his account since his first message two weeks earlier and his account having only 140,000 followers—less than 0.2% of the 90 million followers he had on Twitter before his account was banned.[81][108] The Daily Dot reported the Truth Social iOS app had fallen from the number one slot for downloads on the Apple App Store to number 84.[110] The Daily Beast reported Trump was dissatisfied with the social network's progress.[109][68]  At the end of March 2022, TheWrap reported that weekly installations of the Truth Social app had fallen from 872,000 in its launch week to around 60,000 per week, a reduction of over 90%. Visits to truthsocial.com had also fallen, from 6 million per week to 1.9 million. According to Sensor Tower, Truth Social had been downloaded 1.2 million times by late March.[111] In early April 2022, Bloomberg News reported that shares in Truth Social's publicly traded holding company Digital World Acquisition Corp. (DWAC) had fallen 31% from the time of the app's launch in late February[112] and 64% from its all-time high.[113]  In early April 2022, Business Insider described Truth Social as \"like a conservative ghost town that had been overrun by bots\".", "During May 2023, SimilarWeb's ranking of the Truth Social iOS app has fluctuated wildly, ranging from #18 to #153 in the Apple App Store social networking category during that period.[121]  Following Elon Musk's proposed acquisition of Twitter, many commentators observed that a Musk-run Twitter would be likely to reduce demand for Truth Social's services.[122][123] Musk said that as of late April 2022, Truth Social iOS app downloads exceeded those of Twitter and TikTok on the same platform.[124] He said Truth Social only existed because of Twitter's restrictions on free speech. Describing Truth Social as a \"terrible name\", Musk joked that it should be renamed \"Trumpet\".[125][126]  Following Musk's comments on Twitter, the Truth Social app rose in popularity, returning to the number 1 position for free iOS apps on Apple's App Store on April 30, with the Twitter app at number 2; DWAC shares also rose in value.[127][128]  DWAC's share price fell after Musk's announcement of his intention to buy Twitter.[129] Truth Social CEO Devin Nunes later stated that Musk had been encouraged by Trump to buy Twitter;[130] Musk denied this, saying \"This is false. I've had no communication, directly or indirectly, with Trump, who has publicly stated that he will be exclusively on Truth Social.", "However, the social network delivered early when it comes to the web app at least. No word yet on when Truth Social will submit an Android app so Trump can stop complaining about Google.   More in", "Reports say that Trump has been privately complaining that Google was trying to \"fuck\" him. According to Rolling Stones' source, however, the truth is that Truth Social hasn't even submitted an Android app to the Google Play store yet. Still, though, the launch of a web app is significant. Truth Social profiles and posts will now be completely shareable on other platforms. Using the iPhone app, if you want to share a Truth Social post on another platform, you have to take a screenshot. Now, Truth Social users will be able to post links directly to any account or post. In turn, non-Truth Social users will have direct access to sign up and engage with content on the site. (Note: Internal Truth Social links currently require users to login to their account in order to see the content.) In short: It's going to be a lot easier for Trump's fanbase to share his content on other platforms. Launched in February, Truth Social struggled during the first few months. Downloads plummeted after the initial rush to download due to a long waitlist of users wanting to sign up. However, in recent weeks, Trump finally started posting on his own platform, which has helped give the conservative social network another bounce.  Truth Social announced a public beta of the web app just last week. According to a press release from Wednesday, the initial web app rollout was scheduled for some time over the next week or two.", "[114] A U.S.-based reporter for the BBC attempted to sign up in early April and was placed on a waitlist with about 1.4 million requests ahead of him.[115]  On April 4, it was reported that Josh Adams and Billy Boozer, the platform's chief of technology and chief of product development respectively, had left the company.[52][17] A report in The Washington Post stated Truth Social was \"falling apart\", with problems mounting on multiple fronts.[116] A Guardian article compared Truth Social with Trump Steaks and Trump Vodka.[17]  As of late April 2022, MarketWatch reported Truth Social had around 513,000 active daily users, compared to Twitter's reported active daily userbase of 217 million.[117]  Usership figures were not available, but Trump was reported on August 19, 2022, to have 3.9 million Truth Social followers. He had had 89 million on Twitter and 34 million on Facebook before being banned from both platforms.[118]  As of early June 2022, SimilarWeb reported Truth Social's iOS app as ranking #49 in the social networking category of apps on the Apple App Store.[119] As of October 2022, the iOS app had sunk to #75 in the social networking category.[120]"], "noise_rate": 1.0, "factlabel": 0}
+{"id": 8, "query": "What won best drama at 79th Golden Globes?", "ans": ["The Power of the Dog"], "label": [0], "prediction": "The Fabelmans won best drama at the 79th Golden Globe Awards.", "docs": ["Dec 13, 2021 ... The 79th annual Golden Globe Awards will be held on Sunday, Jan. 9, 2022. Chris Pizzello / AP. The nominees for best picture, drama, ...", "Isabella Gomez Sarmiento       The 80th Golden Globe Awards aired Tuesday night on NBC. Below is the full list of nominees, with winners marked in bold. Here's some background on the Globes' attempted comeback after years of scandal, and here are our takeaways from the 2023 ceremony.", "Best motion picture - drama WINNER: The FabelmansAvatar: The Way of WaterElvisTár Top Gun: Maverick Best motion picture - musical or comedy WINNER: The Banshees of InisherinBabylonEverything Everywhere All at OnceGlass Onion: A Knives Out MysteryTriangle of Sadness Best television series - drama WINNER: House of the Dragon (HBO Max)Better Call Saul (AMC+/AMC)The Crown (Netflix)Ozark (Netflix)Severance (Apple TV+) Best television series - musical or comedy WINNER: Abbott Elementary (ABC)The Bear (FX)Hacks (HBO Max)Only Murders in the Building (Hulu)Wednesday (Netflix) Best motion picture - animated WINNER: Guillermo del Toro's PinocchioInu-OhMarcel the Shell with Shoes OnPuss in Boots: The Last WishTurning Red Best motion picture - Non-English language (formerly foreign language) WINNER: Argentina, 1985All Quiet on the Western FrontCloseDecision to LeaveRRR Best television limited series, anthology series or motion picture made for television WINNER: The White Lotus (HBO Max)Black Bird (Apple TV+)Dahmer - Monster: The Jeffrey Dahmer Story (Netflix)The Dropout (Hulu)Pam & Tommy (Hulu) Best performance by an actor in a television series - drama WINNER: Kevin Costner, YellowstoneJeff Bridges", "On Tuesday night, the Golden Globes were held for the 80th time in history, though this year's ceremony was notable for a bigger reason. The awards show that is supposed to honor excellence in film and TV has been trying to recover from a racial exclusion scandal after a 2021 Los Angeles Times story revealed that none of the 87 Hollywood Foreign Press members was Black. Tom Cruise subsequently gave back his Globes, NBC opted not to air the ceremony last year, and reform in the form of inclusivity began to take shape. After Jerrod Carmichael explained to the audience at the Beverly Hilton how he wound up as the host (spoiler: \"I'm here because I'm Black,\" he quipped before launching into a detailed and honest account of his decision-making process), the trophy distribution began. The Banshees of Inisherin, which led all movies with eight nominations, struck up a meaningful friendship with Globes voters over the evening: The Irish-island-set tragicomedy took home the best comedy film trophy, while Colin Farrell triumphed in the acting category and writer-director Martin McDonagh won for best screenplay. The Fablemans also came into frame by winning best drama film honors and best director (Steven Spielberg). Meanwhile, Everything Everywhere All at Once prevailed in two dimensions, as Michelle Yeoh and Ke Huy Quan netted acting trophies.", "Keeravani, Rahul Sipligunj (RRR) – WINNER Donald Glover, AtlantaBill Hader, BarrySteve Martin, Only Murders in the BuildingMartin Short, Only Murders in the BuildingJeremy Allen White, The Bear – WINNER Quinta Brunson, Abbott Elementary – WINNERKaley Cuoco, The Flight AttendantSelena Gomez, Only Murders in the BuildingJenna Ortega, WednesdayJean Smart, Hacks Diego Calva, BabylonDaniel Craig, Glass Onion: A Knives Out MysteryAdam Driver, White NoiseColin Farrell, The Banshees of Inisherin – WINNERRalph Fiennes, The Menu Margot Robbie, BabylonAnya Taylor-Joy, The MenuEmma Thompson, Good Luck to You, Leo GrandeLesley Manville, Mrs."], "noise_rate": 1.0, "factlabel": 0}
+{"id": 9, "query": "How much are GA Tech softball 2022 season tickets?", "ans": ["$100 per seat"], "label": [-1], "prediction": "The document does not contain information about the cost of Georgia Tech softball 2022 season tickets. I can not answer the question because of the insufficient information in documents.", "docs": ["Georgia Tech opens the 2023 season hosting the annual Buzz Classic, beginning its action with a doubleheader against UConn on Feb. 10 at 4:30 p.m. at Mewborn Field. Fans wishing to view Tech’s schedule in its entirety may click HERE. 2023 Home Schedule and Season Highlights Alexander-Tharpe Fund The Alexander-Tharpe Fund is the fundraising arm of Georgia Tech athletics, providing scholarship, operations and facilities support for Georgia Tech’s 400-plus student-athletes. Be a part of developing Georgia Tech’s Everyday Champions and helping the Yellow Jackets compete for championships at the highest levels of college athletics by supporting the Annual Athletic Scholarship Fund, which directly provides scholarships for Georgia Tech student-athletes. To learn more about supporting the Yellow Jackets, visit atfund.org. For the latest information on the Georgia Tech Yellow Jackets, follow us on Instagram (@GaTechSoftball), Twitter (@GaTechSoftball), Facebook (Georgia Tech Softball) or visit us at www.ramblinwreck.com.", "No visiting team colors may be worn in this area. All non-courtside students will be seated in the general admission seating area in Section 113. *The GTAA reserves the right to distribute student tickets via a ticket lottery if demand is high for a certain game. Such changes will be communicated to the student body in a timely manner. For 2021-22 regular season home games Georgia Tech students only need to show their valid BuzzCard at the West Entrance of McCamish Pavilion for entry. Seats are available on a first-come, first-served basis with gates opening 1 hour prior to tipoff. Georgia Tech student seating is available as general admission. Students will need to visit the box office near Gate 3 (first-base side) and display their BuzzCard in order to receive a ticket to the game. Postseason home games - Contact the Georgia Tech ticket office at 1-888-TECH-TIX for pricing information. Regular season home games - Show your valid Buzzcard at entrance for FREE admission. Postseason home matches - Contact the Georgia Tech ticket office at 1-888-TECH-TIX for pricing information. Regular season home games - Show your valid Buzzcard at entrance for FREE admission. Postseason home matches - Contact the Georgia Tech ticket office at 1-888-TECH-TIX for pricing information. Regular season home games - Show your valid Buzzcard at entrance for FREE admission.", "Skip to content   Dear GT Softball Family, Let me first say \"thank you\" to everyone who supported Georgia Tech Softball during the 2022 season. The young women on our team and all of our staff certainly felt the support you provided us last year. We concluded our historic season with our highest win total and best win percentage since 2011 and we're looking forward to having another great season!  Donations to the Mew Crew directly benefit Georgia Tech Softball, and we have set a goal of $100,000 targeted to specific needs for our program: I'm excited for the 2023 season and a chance for us to build on our momentum from last season. Your support for the GT Softball community has been paramount in our program's success, laying a foundation to rely on no matter the challenges we face. I look forward to surpassing each of our goals on and off the field this year.. Reaching our goal will ensure our ability to deliver a championship-caliber experience to all of our student-athletes. Your support will earn benefits unique to GT Softball and provide the resources necessary to develop young women who compete up the height of their potential during their time at Tech. Thank you for your consideration and Go Jackets!  Aileen Morales Head Coach, GT Softball *Gifts from July 1, 2022 - June 30, 2023 Alexander-Tharpe Fund Georgia Tech Athletic Association", "Georgia Tech students must meet one of the following criteria to be eligible to claim/purchase a student ticket for games at Bobby Dodd Stadium: The list of eligible students is provided to the GTAA by GT Registrar. Students who are deemed eligible may purchase student season tickets, however, if the Athletic Fee is not paid, season tickets will be removed from their account. Eligible students have two options for student tickets at Bobby Dodd Stadium: *Yellow Jacket Club Gold Members have two season-ticket options: 1) Register as part of a student organization, including Greek chapters; and 2) register and sit in the ‘SWARM’ block – the sections on each side of the Georgia Tech Marching Band. Seats are available first-come, first-served. 2022-2023 PricingRegular Student Membership – $15Gold Student Membership – $65 PURCHASE YELLOW JACKET CLUB MEMBERSHIP CLAIM FREE SINGLE-GAME TICKET For 2021-22 regular season home games Georgia Tech students only need to show their valid BuzzCard at the West Entrance of McCamish Pavilion for entry. Seats are available on a first-come, first-served basis with gates opening 1 hour prior to tipoff – no sign-up/registration needed unless otherwise mentioned for the game.* 200 courtside seats are reserved for Georgia Tech students and will be available on a first-come, first-served basis and will be given a wristband in order to gain access to the courtside seating.", "CHARLOTTESVILLE, Va. – Coming off the winningest campaign in more than a decade, Virginia softball announced its 2023 schedule on Tuesday and season tickets are now on sale for the upcoming season. It is a slate that features 27 home games and includes a pair of home tournaments and four home series in ACC play. SEASON TICKET INFORMATION New season tickets for the 2023 season are on sale beginning Tuesday, Oct. 18. General admission seats are $50 each. Reserved seats are subject to availability based upon renewal of existing season ticket members. Season tickets may be purchased online at UVATix.com or by calling the Virginia Athletic Ticket Office at (434) 924-8821. UVA full-time faculty and staff are eligible to receive a discount of 20 percent on up to four season tickets by calling the ticket office. Current softball season ticket members may renew their 2022 seats beginning Tuesday Oct. 18, online at UVATix.com or by calling the Virginia Athletic Ticket Office at (434) 924-8821. The deadline to renew is Wednesday, Nov. 30. Season ticket members interested in adding or upgrading their seats may do so during the renewal period by calling the ticket office. THE 2023 SCHEDULE Virginia opens the season on the road in a tournament at the University of Houston (Feb. 9-12) with games against Lamar, Houston and Nebraska."], "noise_rate": 1.0, "factlabel": 0}

results/Noise Robustness/prediction_qwen-2.5-32b_noise_0.4_passage_5_num_queries_10.json

@@ -0,0 +1,10 @@
+{"id": 0, "query": "When is the premiere of 'Carole King & James Taylor: Just Call Out My Name'?", "ans": [["January 2 2022", "Jan 2, 2022", "Jan. 2, 2022", "January 2, 2022", "2 January 2022", "2 Jan, 2022", "2 Jan., 2022", "2 January, 2022"]], "label": [1], "prediction": "The premiere of 'Carole King & James Taylor: Just Call Out My Name' was on January 2, 2022, at 9:00pm ET/PT on CNN.", "docs": ["Jan 2, 2022 ... Carole King & James Taylor: Just Call Out My Name premiered January 2, 2022, at 9:00pm ET/PT on CNN. The film will be available on demand via ...", "Feb 10, 2022                                 Runtime:                                   2h 0m                                Carole King                                                                                          Self                                                             James Taylor                                                                                          Self                                                             Danny Kortchmar                                                                                          Self                                                             Russ Kunkel                                                                                          Self                                                             Lee Sklar                                                                                          Self                                                             Frank Marshall                                                                                          Director                                                             Frank Marshall                                                                                          Producer                                                             Aly Parker                                                                                          Producer                                                                              There are no featured reviews for Carole King & James Taylor: Just Call Out My Name because the movie has not released yet ().              Vote Now: The Best Movies & TV Shows Since 1998! Daily Tomato - Can you guess the movie of the day? What to Watch - In theaters & streaming TV and Streaming News Join The Newsletter Get the freshest reviews, news, and more delivered right to your inbox! Follow Us Copyright © Fandango. All rights reserved.", "Your Ticket Confirmation # is located under the header in your email that reads \"Your Ticket Reservation Details\". Just below that it reads \"Ticket Confirmation#:\" followed by a 10-digit number. This 10-digit number is your confirmation number.                               Your AMC Ticket Confirmation# can be found in your order confirmation email.                                   At the genesis of their now 50 years of friendship and collaboration, six-time Grammy® Award-winner James Taylor and four-time Grammy® Award-winner Carole King, famously performed together in 1970 at The Troubadour, the storied Los Angeles club. The pair came together to reprise that concert for The Troubadour's own 50th anniversary in 2007.  As Taylor recalls in the film, those 2007 performances including \"So Far Away,\" \"I Feel the Earth Move,\" and \"You've Got a Friend,\" during six sold out concerts, were so much fun, that he and King hatched plans for a 2010 world tour. CAROLE KING & JAMES TAYLOR: Just Call Out My Name documents the beloved songwriters' triumphant 2010 Troubadour Reunion Tour of arena concerts around the world.                   Genre:                                                           Documentary,                                                           Music                                                         Original Language: English   Director:  Frank Marshall    Producer:  Frank Marshall,                                                                                                                                     Aly Parker    Release Date (Streaming):", "However, the concert tour took place in honor of the 40th anniversary. The two might have aged since they first performed together but neither Carole King nor James Taylor have lost a beat in all these years!The concert film includes the following songs:(You Make Me Feel Like) A Natural WomanSomething in the Way She MovesSo Far AwayCarolina in My MindCountry RoadSmackwater JackWhere You Lead (lyrics changed up as the city they’re playing in replaces New York)Your Smiling FaceBeautifulShower The PeopleWay Over YonderSweet Baby James (this kicks off the second half of the film)Up on the RoofIt’s Too LateFire and RainI Feel the Earth MoveYou’ve Got a FriendHow Sweet It Is (To Be Loved by You)You Can Close Your EyesMexico (end credits)DIRECTOR: Frank MarshallFEATURING: Carole King, James Taylor, Danny Kortchmar, Peter Asher, Russ Kunkel, Leland SklarADDITIONAL MUSICIANS: Andrea Zonn, Arnold McCuller, Kate Markowitz, Robbie KondorCarole King & James Taylor: Just Call Out My Name premiered January 2, 2022, at 9:00pm ET/PT on CNN. The film will be available on demand via cable/satellite systems, CNNgo platforms, and CNN mobile apps, beginning Monday, January 3, through Sunday, January 16.", "The concert film includes the following songs:(You Make Me Feel Like) A Natural WomanSomething in the Way She MovesSo Far AwayCarolina in My MindCountry RoadSmackwater JackWhere You Lead (lyrics changed up as the city they’re playing in replaces New York)Your Smiling FaceBeautifulShower The PeopleWay Over YonderSweet Baby James (this kicks off the second half of the film)Up on the RoofIt’s Too LateFire and RainI Feel the Earth MoveYou’ve Got a FriendHow Sweet It Is (To Be Loved by You)You Can Close Your EyesMexico (end credits)DIRECTOR: Frank MarshallFEATURING: Carole King, James Taylor, Danny Kortchmar, Peter Asher, Russ Kunkel, Leland SklarADDITIONAL MUSICIANS: Andrea Zonn, Arnold McCuller, Kate Markowitz, Robbie KondorCarole King & James Taylor: Just Call Out My Name premiered January 2, 2022, at 9:00pm ET/PT on CNN. The film will be available on demand via cable/satellite systems, CNNgo platforms, and CNN mobile apps, beginning Monday, January 3, through Sunday, January 16.Please subscribe to Solzy at the Movies on Substack."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 1, "query": "The genre of the drama \"Good Sam\" is what?", "ans": ["medical"], "label": [1], "prediction": "The genre of the drama \"Good Sam\" is medical procedural with a focus on family drama.", "docs": ["Sam Griffith (Sophia Bush) is a female lead, still a rarity in medical dramas. The cast diversity is notable: Malcolm Kinglsey (Edwin Hodge) is a Black man from a wealthy, prominent family. Wealthy Black Americans aren't usually showcased on television. Malcolm is also a love interest for Sam, adding to the representation of interracial relationships on television. However, most of the diversity comes in the form of the secondary cast (Skye P. Marshall, Omar Maskati, Davi Santos), who are very involved in the main storylines. Did we miss something on diversity?                     Suggest an update.        A scene with a major character being shot. Scenes of heart surgery. A scene with a patient who was punched by his wife for cheating.  Did you know you can flag iffy content? Adjust limits for Violence & Scariness in your kid's entertainment guide.       Swear words like \"ass,\" \"damnit,\" \"ass kisser.\"  Did you know you can flag iffy content? Adjust limits for Language in your kid's entertainment guide.       Parents need to know that Good Sam is a medical procedural featuring a father-and-daughter heart surgeon team who hash out their familial drama as they save patients. Parents should be aware of scenes featuring simulated heart surgery and other scary topics, such as conversations about a near-fatal car accident, \"coding\" (needing to be resuscitated), and other medical lingo.", "Follows a talented yet stifled surgeon who embraces her leadership role after her renowned and pompous boss falls into a coma.Follows a talented yet stifled surgeon who embraces her leadership role after her renowned and pompous boss falls into a coma.Follows a talented yet stifled surgeon who embraces her leadership role after her renowned and pompous boss falls into a coma. © 1990-2023 by IMDb.com, Inc.", "May 29, 2023 Few things feel like summer, quite like taking a vacation or going to the movies. There’s something about the open road that just feels healing, and there’s something about a silver screen and popcorn that just feels right.  Now, every so often, something magical happens, and we’re treated to a perfect combination of summer pastimes, culminating in a genre that stands alone: road-trip films.  Stories about cooped-up families, reluctant companions, or cavalcades of muppets seem to resonate with all of us, validating the joys and stresses of our own cross-country adventures – almost as if we’re watching a movie about ourselves. So, to celebrate the start of the summer season and to help spark some inspiration of what to do (or not do) on your next trip, we’ve put together our list of the all-time best road-trip movies.   Alright, so technically, this isn’t a summer road-trip movie, considering it’s one of the few films set during Thanksgiving, but it’s still the all-time best buddy adventure film. Steve Martin and John Candy were a match made in Heaven, and the jokes still land over 30 years later.   Little Miss Sunshine is a heartwarming indie comedy about a quirky family of misfits trying to get their daughter to a beauty pageant. It has an incredible soundtrack featuring Sufjan Stevens and stellar performances, including a burgeoning Steve Carell.", "The new CBS drama Good Sam is likely to draw viewers towards more shows that revolve around medical drama and family issues.  Starring Jason Isaacs and Sophia Bush, Good Sam delves into the strenuous father-daughter relationship between Dr. Sam Griffith and Dr. Rob Griffith. Tensions increase as the duo also happen to work in the same hospital.  RELATED: 10 Medical Dramas That Are Better Than Grey's Anatomy Good Sam serves as an interesting watch for medical drama fans. So, it is natural for audiences to also check out other genre classics like Grey’s Anatomy and contemporary shows like The Good Doctor. At the same time, Good Sam’s complex family dynamics imply that viewers can also binge their way through some acclaimed “dysfunctional family dramas”.  ABC's The Good Doctor's main character Shaun Murphy is a brilliant surgeon who relocates to a prestigious California hospital. Along with saving patient lives, he struggles to get over his troubled past and to counter his social insecurities. The show benefits greatly from Freddie Highmore’s committed performance as he emulates the optimistic nature of the lead character.  Fans of Good Sam must check out The Good Doctor for it shows how a doctor’s psyche can influence the operation. Even though Sam is still in her good-natured self, Rob is shown as a talented yet hot-headed surgeon.", "Based on       1 parent review     GOOD SAM plays in the standard medical procedural sandbox, but there is a family drama twist. Samantha Griffith (Sophia Bush) is a competent heart surgeon who became the head of the department after her hard-to-please father, Dr. Rob Griffith (Jason Isaacs), suffered an accident, thereby losing his title as department head. The switch-up leads Sam and her father to try to reconcile their relationship as Sam finds her way as a leader. This show seems to suggest CBS is keeping to its mission to steadily showcase more diverse, complicated storylines. While Good Sam could have easily been just a run-of-the-mill medical show about a problem of the week, the series also entangles its characters in some thorny familial drama. This adds a new layer to what fans of this type of genre might be used to, and thankfully so. Bush, who once headlined another procedural, Chicago P.D., is great at playing a woman who has grown tired of trying to please her father and wants to show her worth as a doctor on her own terms. English actor Isaacs' American accent falters at the beginning of the first episode, but by the time it's ended, you believe he's a difficult man who might have a good heart, but is buried underneath guilt and unresolved trauma."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 2, "query": "Who won the 2022 Citrus Bowl?", "ans": ["Kentucky"], "label": [1], "prediction": "The Kentucky Wildcats won the 2022 Citrus Bowl.", "docs": ["Kentucky Wildcats win Citrus Bowl, 4th straight bowl game | whas11.", "The Aggies opened the season 1-5 before closing out the year by winning six of seven to finish 7-6. NMSU won a combined eight games in its previous four seasons, so Kill has executed an incredible turnaround in his first year on the job. Diego Pavia was the star of the bowl win. Pavia threw for 167 yards and two touchdowns and added 65 rushing yards in the win. He picked up several key third-down conversions with his legs in the second half to help his team secure the win. Southern Miss RB Frank Gore Jr.: Frank Gore Jr. ran wild in Southern Miss’ win over Rice in the LendingTree Bowl. Gore set an all-time bowl record with 329 yards on just 21 carries in the 38-24 win. Gore rushed for two touchdowns and also had an 18-yard touchdown catch. The previous single-game bowl rushing record was 317 yards, but Gore surged past that with a 55-yard touchdown run in the final minutes. Southern Miss won a combined six games in 2020 and 2021, but the bowl win over Rice gave the Golden Eagles seven wins for the 2022 season. And with Gore and a significant chunk of this team’s core expected to return, Southern Miss could be a team on the rise in the Sun Belt next season. Eastern Michigan: With a win over San Jose State in the Potato Bowl, EMU notched its first bowl victory since 1987.", "The seventh-oldest collegiate bowl game in the country, the Cheez-It Citrus Bowl began as the Tangerine Bowl in 1947. The initial game sponsors, members of Elks Lodge #1079 of Orlando, each put up $100 to fund initial expenses. Since 1993 the bowl has hosted top teams from the Big Ten and Southeastern conferences. In the new “College Football Playoff” era of college football’s postseason, the Cheez-It Citrus Bowl will continue to host the top Big Ten and SEC teams from outside the CFP series of bowls (including Rose, Sugar, Fiesta, Orange, Cotton and Peach). The game moved to a New Year’s Day date in 1987 and has remained a New Year’s Day tradition except in years when the holiday falls on a Sunday. Learn More Get everything you need to know for game day, including parking/shuttle information, stadium policies, maps, schedules and more. LEARN MORE  Planning your trip to Orlando? Find out where to stay, what to do and more with our guide. Keep up to date with all of the news from the Cheez-It Citrus Bowl including event information, presale opportunities and more. Florida Citrus Sports is a not-for-profit membership organization dedicated to increasing community spirit and pride, promoting tourism, stimulating economic development and ultimately benefiting charities, educational institutions and the quality of life in Central Florida through its signature events.", "A late drive by No. 22 Kentucky sealed the Wildcat victory over the 15th-ranked University of Iowa football team in the 2022 VRBO Citrus Bowl on Saturday afternoon at Camping World Stadium.", "Kentucky secured its fourth straight bowl victory Saturday with a 20-17 Citrus Bowl win over Iowa. Down four in the final few minutes, Wan'Dale Robinson and Chris Rodriguez Jr. came through with great individual efforts to put the Wildcats on top:"], "noise_rate": 0.4, "factlabel": 0}
+{"id": 3, "query": "What position did Jason Semore hold at Valdosta State before returning to Georgia Tech?", "ans": ["defensive coordinator"], "label": [1], "prediction": "Jason Semore held the position of Defensive Coordinator at Valdosta State before returning to Georgia Tech.", "docs": ["Sep 29, 2022 ... Share · Jason Semore helped lead Valdosta State to the 2021 NCAA Division II national championship game as defensive coordinator before returning ...", "2006 | Round Valley (AZ) High School (Defensive Coordinator) 2007 | Colorado School of Mines (Secondary Coach) 2008 - 2009 | Adams State (Co-Defensive Coordinator/Secondary Coach/Special Teams Coordinator) 2010 - 2011 | Tulsa (Outside Linebackers Coach) 2012 - 2013 | Oklahoma State (Defensive Assistant) 2014 | Colorado School of Mines (Defensive Coordinator) 2015 | Montana (Secondary Coach/Special Teams Coordinator) 2016 - 2017 | Montana (Defensive Coordinator) 2018 | Temple (Senior Defensive Advisor) 2019 - 2020 | Georgia Tech (Defensive Analyst) 2021 | Valdosta State (Defensive Coordinator) Semore actually has more experience than I remember seeing, but this is still the highest level position he has held and is sure to bring plenty of challenge.  At Valdosta State, Semores defense ranked top 20 nationally in defensive touchdowns, pass defense, redzone defense, and fumble recoveries. The Blazers also made an appearance in the national championship game, but failed to bring home the trophy. These are two very different coaches (in terms of experience), but I believe collectively, they are replacing one coach in all but name: Andrew Thacker. Though he remains defensive coordinator in name, he is no longer the linebackers coach.", "Jason Semore is a former Ganado High School football player who now is a linebackers coach at Georgia Tech University in Atlanta. Semore was a multi-sport athlete for the Hornets. (Photo courtesy Jason Semore)                     GANADO, Ariz. — He’s a household name in sports around sports Ganado, Arizona. These days, though, he’s passing his football knowledge on to linebackers at Georgia Tech University in Atlanta. The school is a major research institution and a member of the Atlantic Coast Conference. There’s still life in the throwing arm. His legs feel good. But that’s not the focus of Jason Semore. “I played football, baseball, track and field and I wrestled at Ganado High School,” said Semore, 40, who was part of the Hornets’ football teams that won a string of championships in the late 1990s and early 2000s. “My first sport was baseball, but I was always around football because my dad was always a coach.” Semore was born in Portland, Oregon, but grew up on the Navajo Nation in Ganado. His grandparents lived in Ganado in the 1970s and he lived on the reservation for some 17 years. He played linebacker and running back in football, catcher and third base in baseball and ran sprints in track. In football, Semore preferred defense and likes coaching defense.", "At some point, he and Batt may talk about the possibility of Key taking over the program, but Key understands Batt’s job right now is to vet coaches and Key’s job is to try to put the best possible product on the field to state his case. Even if Batt chooses to hire from outside, a great run as the interim could vault Key into contention for other head coaching jobs. Key also wants to make sure his players don’t believe winning is easy after doing it twice in a row. Though he doesn’t mind letting them enjoy the new vibe on campus. “It’s been a while since we had this kind of momentum in the program,” tight end Dylan Leonard told reporters Monday. “It’s our first time with back-to-back wins. It’s great for us as players, but it’s also cool to see the fan base. You hear different conversations in the classroom. There’s a little more hype. It’s really cool walking around campus seeing people be excited about us.” Advertisement Semore worked as an analyst at Georgia Tech in 2019 and 2020 before going to Valdosta State last season to be the defensive coordinator. At the Division II powerhouse, Semore saw a team with a different attitude. The Blazers walk onto the field every week expecting to win. When Semore returned to Georgia Tech this season as the linebackers coach, the Yellow Jackets didn’t feel that way. But after consecutive wins, they are starting to develop that feeling.", "“My preference has always been defense as a player and a coach,” Semore said. “Defense is more reactive in nature and I liked to play the game emotionally and there was always less thinking for me. On the other hand, offense is more execution and assignment based. Defense has those principals, but it’s based on effort and technique.” He said his father, Russ, who coached him at Ganado High, inspired him to go into coaching. The elder Semore went to Ganado High and returned after college and the military to start a coaching career. And after graduating from Ganado, Jason went on to play college football at Adams State University in Colorado. His coaching stops have included Adams State, the Colorado School of Mines, the University of Tulsa, Oklahoma State University, the University of Montana, Temple University, Valdosta State University and Georgia Tech.  He was not drafted into the NFL after college, and said he modeled his style of play on the football field after linebackers Dan Morgan of the Carolina Panthers and Hall of Famer and native New Mexican Brian Urlacher of the Chicago Bears. “My father was my inspiration,” Jason said. “He taught me the value of team and about being a part of something bigger than myself. He was always a coach, so I got to see first-hand how investing in other people and team dynamics lead to shared joy in life."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 4, "query": "How many vehicles did Tesla deliver in 2021?", "ans": [["936,172", "936172"]], "label": [1], "prediction": "Tesla delivered 936,172 vehicles in 2021.", "docs": ["Microchip shortage? What microchip shortage? EV maker Tesla, which it should be pointed out produces its own chips in-house, seems not to have been bothered by supply-chain issues all that much in 2021, delivering 936,172 vehicles in the year just ended, according to a report by finance news outlet Finbold. That represents a healthy 87 percent increase over 2020, when the company handed over 499,550 Teslas to customers. Even better for the company, it ended the year with a bang, racking up a record number of sales in the last quarter of 2021, or 308,600 units. Most of that total consisted of Model 3 and Model Y models, no surprise. It’s the sixth consecutive quarter that it breaks its record for sales. In 2019, the automaker delivered 367,500 units, so annual sales growth, while not exponential, is clearly accelerating. The company has said in the past that one its main goals is to attain 50 percent sales growth year after year. Once upon a time, Tesla struggled mightily to hit its delivery targets, but no more. There’s also no sign of that growth slowing down any time soon, even as all-electric rivals join the market by the month. Projections made by Finbold put estimated sales for 2022 at over 1.5 million units, for an increase of close to 65 percent. Shopicar.", "Jan 3, 2022 ... In 2021, Tesla says, it delivered 936,172 vehicles around the world. Exactly how many were in the U.S.—or in China or Europe or ...", "in January 2016. The remaining quarterly figures prior to Q4 2022 were taken from previous Tesla updates.  Vehicles & Road Traffic Automotive manufacturers' estimated market share in the U.S. 2022 Vehicles & Road Traffic Most valuable automotive brands worldwide by brand value 2023 Vehicles & Road Traffic Tesla's vehicle production by quarter YTD Q1 2023 Vehicles & Road Traffic Tesla's revenue 2008-2022 You only have access to basic statistics.  Business Solutions including all features.                   Overview                               Financials                               Segments                               Competitors                               Special focus on domestic market", "The EV maker doesn't disclose U.S.-only sales figures but claims sales for the year were up an amazing 87 percent in a turbulent marketplace. Anyone who thinks the legacy automakers are catching Tesla in the electric-vehicle sales race should take a quick look at some recently released figures. Over the weekend, Tesla announced it delivered 308,600 vehicles in the fourth quarter of 2021. Model S and Model X EVs made up 11,750 of those deliveries, while the bulk—296,850—were Model 3 and Model Y deliveries. These numbers brought Tesla's 2021 full-year deliveries to 936,172 vehicles. The 936,000 vehicle deliveries represent an 87 percent increase from 2020, Reuters and other news sources noted,  based on Tesla's announcement dated January 2, while the 306,600 deliveries for the quarter mean that Tesla delivered 71 percent more electric vehicles in the fourth quarter of 2021 than it did a year earlier. Reuters reportssemiconductor chipsTesla doesn't break out its deliveries by country, but its sales are strongest in Europe and China, the  notes. Tesla itself called those two regions \"important markets\" in its last SEC filing, but the U.S. is still the region where Tesla makes the most money. In the third quarter of 2021, for example, an  shows Tesla made more than $6 billion in revenue in the U.S., compared to $3.", "Annual sales of Tesla cars in China boast the following climbing trajectory: At the beginning of 2022, there were 3,724 Tesla Supercharger stations around the world. Tesla’s Superchargers, that is, charging stations, are scattered across cities and towns to enable Tesla’s owners to charge their vehicles in fifteen minutes. As Tesla’s sales increased, the company made an all-out effort to provide people with charging stations. From July 2018 to July 2021, Tesla has added 1,652 new Supercharger stations.  In the last quarter of 2021, Tesla operated 3,059 Supercharger stations in over forty countries. From July 2019 to July 2021, the number of charging stations for Tesla electronic vehicles has grown by 86.07%.  The table below shows the number of Supercharger locations from January 2013 to December 2022:  In October 2021, the majority of Tesla Superchargers were located in the United States of America and China. These two countries together account for 65.53% of all Tesla charging stations and between them have 2005 Superchargers: the USA boasts 1159 Tesla charging facilities, which is 37.88% of all locations, and China has 846 of them, which amounts to 27.65% of all Superchargers. Canada has 125 or 4.08% of all Tesla’s Supercharger locations."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 5, "query": "Which company acquired ShowBiz Cinemas?", "ans": ["EVO Entertainment Group"], "label": [1], "prediction": "EVO Entertainment Group acquired ShowBiz Cinemas.", "docs": ["Read More The ShowBiz Entertainment Complex opened their doors again, Friday October 2, 2020 with new releases such as “The Call”, “Bill and Ted Face the Music” and others as well as a Halloween favorite of “Hocus Pocus\"... Read More A cinema entertainment center is a general classification that describes any cinema that incorporates additional experiential elements—arcades, bowling, laser tag, virtual reality—into the same complex. While many cinemas already incorporate some of these elements, CECs stand out as large-scale complexes designed to become out-of-home entertainment hubs... Read More In Miami-Dade County, ShowBiz Cinemas is one of the only theaters to have a plan approved and a reopening date set. For Broward, Cinema Paradiso and Savor Cinema have also marked approved reopening dates... Read More ShowBiz Cinemas announced today that it plans to reopen their locations in the states of Texas and Oklahoma on May 18, 2020. The entertainment chain issued the following announcement on their social media channels earlier today... Read More ShowBiz Cinemas announces the addition of the following new members to its corporate office management team... Read More ShowBiz Cinemas, which is based in Dallas and has locations in three states, plans to open its Texas and Oklahoma locations on May 18... Read More Cinionic Elevates ShowBiz with RGB+ Laser Light Upgrade Kit...  Read More ShowBiz Cinemas announced today that their new Bowling, Movies and More!", "Searching for your content...  In-Language News   Contact Us    888-776-0942  from 8 AM - 10 PM ET  Acquisition Establishes EVO Entertainment Group as Largest Operator of Cinema-Entertainment Centers in the Country News provided by 03 Jan, 2022, 13:00 ET Share this article AUSTIN, Texas, Jan. 3, 2022 /PRNewswire/ -- EVO Entertainment Group (\"EVO\") and ShowBiz Cinemas (\"ShowBiz\"), two leading innovators in motion picture entertainment, announced today that they have closed a transaction under which EVO has acquired 100% of the stock of Showbiz Cinemas in an all-cash deal. \"Today is a monumental moment for our company and our industry,\" said Mitch Roberts, Founder and CEO of EVO Entertainment Group and 2022 Forbes 30 under 30 honoree. \"This transaction establishes EVO as the country's largest operator of cinema-entertainment centers and paves the way for accelerated progress and innovation within a new era of cinema.\" Kevin Mitchell, CEO & Founder of Showbiz Cinemas, along with Mitch Roberts represent multiple generations in the cinema business. Their pioneering of cinema entertainment centers has been a smashing success.", "Read More Building on a successful partnership, All Elite Wrestling (AEW) is once again teaming with ShowBiz Cinemas to showcase the upcoming DOUBLE OR NOTHING PPV event live in select theatre...  Read More Interview with ShowBiz Cinemas President & CEO Kevin Mitchell Read More The film will be available at Showbiz Cinemas starting this Thursday, May 20, tickets available at www.showbizcinemas.com... Read More Since reopening its doors at its Broadhead Road location in December, ShowBiz Cinemas in Waxahachie is seeing a steady return of patrons who are coming not only for the movies, but for a whole spectrum of new entertainment options... Read More Since its opening in November 2019, the ShowBiz Cinemas Homestead Station has not only seen a steady rise in attendance but has also continued to add to the city’s revitalization efforts despite the global pandemic causing many local businesses to slow down... Read More Summer of 2020 may not have quite as many movie releases as in pre-COVID days, but customers are returning to the ShowBiz Cinemas family entertainment center in Baytown in a big way, according to ShowBiz vice president of marketing and content Jeremy Devine... Read More The Future is Now with Showbiz Cinemas’ new Bowling, Movies & More concept that provides an exciting one stop destination for all family members...", "EVO Entertainment Group has acquired ShowBiz Cinemas in an all-cash deal, it was announced Monday (Jan. 3). The acquisition is the first major transaction to arise under the partnership between EVO and Marbella Interests, the family office of Formentera Partners founder and former Parsley Energy founder and CEO Bryan Sheffield. The combined operation is comprised of 16 venues boasting 148 screens, 108 bowling lanes, nine full-service restaurants and bars, a 3,000-capacity live music space and over 30,000 square feet of gaming and attractions across Texas, Florida, Oklahoma and Wyoming. EVO will continue expanding in 2022 with additional locations currently under construction. “Today is a monumental moment for our company and our industry,” said Mitch Roberts, founder and CEO of EVO Entertainment Group. “This transaction establishes EVO as the country’s largest operator of cinema-entertainment centers and paves the way for accelerated progress and innovation within a new era of cinema.” ShowBiz Cinemas CEO and Founder Kevin Mitchell added, “It is a wonderful time to entrust the company I started to a fourth-generation motion picture exhibitor and family member, because Showbiz Cinemas just had an all-time record-breaking holiday season! I am confident that Mitch’s leadership and Marbella’s capital strength will ensure a long and successful run for Showbiz, and I now look forward to exploring new ventures both in and out of the entertainment industry.", "Evo Entertainment Group has acquired 100 percent of the stock of Showbiz Cinemas in an all-cash deal. The companies did not disclose the full details of the acquisition. \"Today is a monumental moment for our company and our industry,” said Mitch Roberts, founder and CEO of Evo Entertainment Group and 2022 Forbes 30 Under 30 honoree. “This transaction establishes Evo as the country’s largest operator of cinema-entertainment centers and paves the way for accelerated progress and innovation within a new era of cinema.” Roberts and Kevin Mitchell, CEO and founder of Showbiz Cinemas, represent multiple generations in the cinema business. Their pioneering of cinema entertainment centers has been a genuine success. Said Mitchell, \"It is a wonderful time to entrust the company I started to a fourth-generation motion picture exhibitor and family member, because Showbiz Cinemas just had an all-time record-breaking holiday season! I am confident that Mitch’s leadership and Marbella’s capital strength will ensure a long and successful run for Showbiz, and I now look forward to exploring new ventures both in and out of the entertainment industry."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 6, "query": "Where is the Super Bowl held in 2022?", "ans": ["SoFi Stadium"], "label": [1], "prediction": "The Super Bowl in 2022, which was Super Bowl LVI, was held at SoFi Stadium in Inglewood, California.", "docs": ["The game was played on February 13, 2022, at SoFi Stadium in Inglewood, California, the home stadium of the Rams, marking the second consecutive and second ...", "Super Bowl LVI[12] was an American football game played to determine the champion of the National Football League (NFL) for the 2021 season. The National Football Conference (NFC) champion Los Angeles Rams defeated the American Football Conference (AFC) champion Cincinnati Bengals, 23–20. The game was played on February 13, 2022, at SoFi Stadium in Inglewood, California, the home stadium of the Rams, marking the second consecutive and second overall Super Bowl with a team playing and winning in its home stadium.[13][14][15][16]  The Rams' victory was their second, first as a Los Angeles-based team, and first since winning 1999's Super Bowl XXXIV when they were based in St. Louis. Finishing with a 12–5 record, the Rams reached their fifth appearance after acquiring veteran quarterback Matthew Stafford, who had not won a playoff game in his previous 12 years with the Detroit Lions. The Bengals, who finished with a 10–7 record, were seeking their first Super Bowl title following several decades of losing seasons and playoff struggles. They won their first playoff game since 1990, ending the longest drought in the four major North American sports, en route to their third Super Bowl appearance and first since 1988's Super Bowl XXIII.", "Super Bowl XLIV, slated for February 7, 2010, was withdrawn from New York City's proposed West Side Stadium, because the city, state, and proposed tenants (New York Jets) could not agree on funding. Super Bowl XLIV was then eventually awarded to Sun Life Stadium in Miami Gardens, Florida. Super Bowl XLIX in 2015 was originally given to Arrowhead Stadium in Kansas City, Missouri, but after two sales taxes failed to pass at the ballot box (a renovation proposal had passed successfully, but a second ballot question to add a rolling roof structure to be shared with Kaufmann Stadium critical for the game to be hosted was rejected), and opposition by local business leaders and politicians increased, Kansas City eventually withdrew its request to host the game.[55] Super Bowl XLIX was then eventually awarded to University of Phoenix Stadium in Glendale, Arizona.  The location of the Super Bowl is chosen at a meeting of all NFL team owners, usually three to five years before the event. The game has never been played in a metropolitan area that lacked an NFL franchise at the time the game was played, although in 2007 NFL commissioner Roger Goodell suggested that a Super Bowl might be played in London, perhaps at Wembley Stadium.[56]", "At Super Bowl LV, it was Tom Brady stealing the show yet again, but for the first time in his career, not while wearing a New England Patriots jersey.  Brady and the Tampa Bay Buccaneers defeated the Kansas City Chiefs 31-9 at Raymond James Stadium in Tampa, Fla. Patrick Mahomes and the elite offense of the Chiefs’ were stymied by the Bucs’ defense, recording zero touchdowns in the big game.  Meanwhile, Brady grabbed his seventh Super Bowl ring by throwing for 201 yards and three touchdowns. He connected with Rob Gronkowski six times for 67 yards and two touchdowns.  Super Bowl LVII is set to take place at State Farm Stadium in Glendale, Ariz., home of the Arizona Cardinals. It will be the fourth Super Bowl hosted in the Phoenix metropolitan area, with the last one coming in 2015 for Super Bowl XLIX.  The 2024 and 2025 Super Bowls are also set. Super Bowl LVIII will be hosted by Allegiant Stadium in Las Vegas, where the Raiders play, and Super Bowl LVIX will be at Caesars Superdome in New Orleans, home of the Saints.", "The Super Bowl is going to be held indoors for a little while. After last year's contest in Raymond James Stadium in Tampa, Florida, the Super Bowl heads out west to SoFi Stadium in Inglewood, California, for Super Bowl 56. From then on, the Super Bowl will continue to be held in dome stadiums for a while. Each of the next three announced venues will have a roof over the heads of the fans and players, and will be in warmer weather areas, as is typical of the Super Bowl. Sporting News has you covered with all you need to know about the location of this year's Super Bowl, as well as the host site in future years. This year's Super Bowl will be held at SoFi Stadium in Los Angeles, California. The home of the Rams and the Chargers, SoFi Stadium was originally set to host the Super Bowl in 2021, however its opening was delayed until 2020, and NFL rules dictate that a stadium has to be open for at least two seasons before it can host the title game. This will be the third time the city has hosted the Super Bowl, with the L.A. Memorial Coliseum having hosted it twice (1967, 1973). Pasadena also hosted the Super Bowl five times (1977, 1980, 1983, 1987, 1993) in the Rose Bowl."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 7, "query": "When will Truth Social launch on iOS?", "ans": [["February 21", "Feb 21", "Feb. 21", "21 February", "21 Feb", "21 Feb."]], "label": [1], "prediction": "Truth Social has already launched on iOS on February 21st, 2022.", "docs": ["By  Jay Peters, a news editor who writes about technology, video games, and virtual worlds. He’s submitted several accepted emoji proposals to the Unicode Consortium. If you buy something from a Verge link, Vox Media may earn a commission. See our ethics statement. Former President Donald Trump’s new social network, Truth Social, will launch on iOS on February 21st, according to a listing on the App Store. (That’s Presidents Day, if you didn’t know. Subtle.) The app is being made by the Trump Media and Technology Group (TMTG), Trump’s new media company led by former US Rep. Devin Nunes. Truth Social looks very much like a Twitter clone, based on screenshots in the App Store listing. The profile page shown in one screenshot looks almost exactly like Twitter’s, and posts appear to have icons for replies, retweets, faves, and sharing. (Truth Social describes each individual post as a “truth” in the app’s description. The retweet equivalent is apparently called a “re-truth.”) The Twitter-like design likely isn’t an accident The social network’s Twitter-like design is almost assuredly no accident. Twitter was Trump’s favorite megaphone for years, until he was permanently banned in January 2021 shortly after the January 6th insurrection on the US Capitol.", "Donald Trump's much-anticipated social media platform, called Truth Social, has debuted on iOS. And here's what you need to know about it. Former US President Donald Trump’s social media platform, called Truth Social, is now available to download on iOS. So, here's what you need to know about Truth Social, which is already proving to be a controversial social media platform for various reasons. Former US President Donald Trump's social media app, Truth Social, is now available to download from Apple's App Store. It was launched on February 21st, 2022, which is President’s Day in the US. Immediately upon launching, the app reached the number one spot on the App Store's Top Charts. Truth Social came about following Trump's bans from various social media platforms---including Facebook and Twitter---in 2021. These platforms removed Trump due to concerns around his public comments following the Capitol Hill riots in January 2021. Before getting himself banned from various social media platforms, Trump built up huge followings. So once these mainstream social media platforms dumped him, Trump announced his intention to build his own platform. So, what is Trump’s social network about anyway? Here’s everything you need to know about Truth Social. Truth Social is a social media app founded by former US President Donald Trump and owned by Trump Media & Technology Group (TMTG). This company was formed in February 2021 with the intention of building alternatives to mainstream media platforms.", "Truth Social, Donald Trump’s Twitter-like social media platform has launched on the App Store, CNET has reported. That confirms a statement from a verified account tied to Truth Social chief product officer “Billy B,” who told people to mark February 21st on their calendars. “We’re currently set for release in the Apple App Store for Monday, February 21st,” he said, according to Reuters. Incidentally, the 21st marks the Presidents' Day holiday in the US. Provided the network doesn’t suffer a hiccup like the one it did last fall when a prankster claimed the “donaldjtrump” username and posted an image of defecting pig, the launch will mark Trump’s return to social media. Twitter and Facebook banned the former president following the January 6th attack on the US Capitol. Before a test version of Truth Social was pulled down last fall, the website’s code showed it ran on a mostly unmodified version of open-source software Mastodon. In October, the Software Freedom Conservancy accused The Trump Media and Technology Group (TMTG) of violating Mastodon’s AGPLv3 license by not sharing the platform’s source code. The website added a dedicated section containing a ZIP archive of its source code two weeks later.Subscribe to the Engadget Deals NewsletterGreat deals on consumer electronics delivered straight to your inbox, curated by Engadget’s editorial team.", "However, the social network delivered early when it comes to the web app at least. No word yet on when Truth Social will submit an Android app so Trump can stop complaining about Google.   More in", "[114] A U.S.-based reporter for the BBC attempted to sign up in early April and was placed on a waitlist with about 1.4 million requests ahead of him.[115]  On April 4, it was reported that Josh Adams and Billy Boozer, the platform's chief of technology and chief of product development respectively, had left the company.[52][17] A report in The Washington Post stated Truth Social was \"falling apart\", with problems mounting on multiple fronts.[116] A Guardian article compared Truth Social with Trump Steaks and Trump Vodka.[17]  As of late April 2022, MarketWatch reported Truth Social had around 513,000 active daily users, compared to Twitter's reported active daily userbase of 217 million.[117]  Usership figures were not available, but Trump was reported on August 19, 2022, to have 3.9 million Truth Social followers. He had had 89 million on Twitter and 34 million on Facebook before being banned from both platforms.[118]  As of early June 2022, SimilarWeb reported Truth Social's iOS app as ranking #49 in the social networking category of apps on the Apple App Store.[119] As of October 2022, the iOS app had sunk to #75 in the social networking category.[120]"], "noise_rate": 0.4, "factlabel": 0}
+{"id": 8, "query": "What won best drama at 79th Golden Globes?", "ans": ["The Power of the Dog"], "label": [1], "prediction": "The Power of the Dog won Best Motion Picture – Drama at the 79th Golden Globe Awards.", "docs": ["Dec 13, 2021 ... The 79th annual Golden Globe Awards will be held on Sunday, Jan. 9, 2022. Chris Pizzello / AP. The nominees for best picture, drama, ...", "Isabella Gomez Sarmiento       The 80th Golden Globe Awards aired Tuesday night on NBC. Below is the full list of nominees, with winners marked in bold. Here's some background on the Globes' attempted comeback after years of scandal, and here are our takeaways from the 2023 ceremony.", "TAGGED AS: 79th Golden Globes Awards, Awards, Film, movies, television, TV  The Hollywood Foreign Press Association announced the winners for the 79th Annual Golden Globe Awards tonight with The Power of the Dog named Best Motion Picture – Drama and West Side Story as Best Motion Picture – Musical or  Comedy. On the television side, Succession won Best Television Series – Drama, while Hacks won for Best Television Series – Musical or Comedy. After a year of controversy about diversity, payola, and improper behavior endemic to the organization that culminated in the Globes losing its NBC broadcast, tonight’s coverage and the subsequent congratulatory marketing from winners will be a good litmus test for if the beleaguered organization can rinse off some of the stink from a year of bad headlines and even more puzzling decisions. If you need a refresher on the ins and outs of what happened read our recap of how we got here. Over the last eight months, the HFPA has reformed its bylaws, implementing changes that address ethics and code of conduct, diversity, equity and inclusion, governance, and membership. The HFPA recently admitted their largest and most diverse class to date of 21 new members, all of whom are first-time Golden Globe voters.", "Though the jury is very much out on if HFPA can squeeze its way back into the good graces of Hollywood, after a fairly uneventful and mostly uncontroversial group of diverse winners, it is unlikely to hurt those efforts. Read on for the full list of winners from the 79th Golden Globes. 1. Best Motion Picture – Drama Belfast, Focus Features Coda, Apple TV+ Dune, Warner Bros. King Richard, Warner Bros. The Power of the Dog, Netflix – WINNER 2. Best Performance By An Actress In A Motion Picture – Drama Jessica Chastain, The Eyes Of Tammy Faye Olivia Colman, The Lost Daughter Nicole Kidman, Being The Ricardos – WINNER Lady Gaga, House Of Gucci Kristen Stewart, Spencer 3. Best Performance By An Actor In A Motion Picture – Drama Mahershala Ali, Swan Song Javier Bardem, Being The Ricardos Benedict Cumberbatch, The Power Of The Dog Will Smith, King Richard – WINNER Denzel Washington, The Tragedy Of Macbeth 4. Best Motion Picture – Musical Or Comedy Cyrano, MGM Don’t Look Up, Netflix Licorice Pizza, MGM Tick, Tick…Boom!, Netflix West Side Story, 20th Century Studios / Walt Disney Studios Motion Pictures – WINNER 5.", "The 79th Golden Globe Awards honored the best in film and American television of 2021, as chosen by the Hollywood Foreign Press Association (HFPA). The ceremony took place privately on January 9, 2022.[1] The nominees were announced on December 13, 2021, by rapper Snoop Dogg and HFPA president Helen Hoehne.[1][2]  For the first time since 2008, there was no traditional, televised ceremony. In support of boycotts of the HFPA by various media companies, actors, and other creatives over its lack of action to increase the membership diversity of the organization, the Golden Globes' regular broadcaster NBC declined to televise the 79th Golden Globe Awards. The HFPA ultimately chose to hold the presentation privately, with attendance limited to the organization's beneficiaries, and results announced via press release and highlighted on the Golden Globe Awards' social media pages.  The films Belfast and The Power of the Dog were tied for the most nominations, at seven each. The latter tied with Steven Spielberg's West Side Story and HBO's drama Succession with the most awards of the night, with three each. These included the awards for Best Drama Film, Best Musical or Comedy Film and Best Drama Series, respectively."], "noise_rate": 0.4, "factlabel": 0}
+{"id": 9, "query": "How much are GA Tech softball 2022 season tickets?", "ans": ["$100 per seat"], "label": [1], "prediction": "The Georgia Tech softball 2022 season tickets cost $100 per seat and are located in the reserved chairback sections of Mewborn Field.", "docs": ["THE FLATS – Georgia Tech softball 2022 season tickets are now on sale and can be purchased HERE. Season tickets are located in the reserved chairback sections of Mewborn Field and cost $100 per seat. Single-game tickets will go on sale in the near future. More ticketing information, including the steps to become a member of the Mew Crew and the benefits of joining, can be found on the official Georgia Tech Softball Tickets page. Tech’s 55-game 2022 regular season slate is highlighted by 34 home games and four Atlantic Coast Conference series at Mewborn Field. The Yellow Jackets will open their 2022 campaign by hosting the annual Buzz Classic, beginning on Opening Day Feb. 11 with a doubleheader on The Flats, first against Saint Joseph’s at 3:30 p.m. directly followed by a matchup with Villanova. Fans wishing to view Tech’s schedule in its entirety may click HERE. 2022 Home Schedule and Season Highlights Securing season tickets will allow fans to maintain the best seats in the house for every home game this season as well as the best price ($100 for 34 scheduled home games), a significant discount from single-game pricing. Alexander-Tharpe Fund The Alexander-Tharpe Fund is the fundraising arm of Georgia Tech athletics, providing scholarship, operations and facilities support for Georgia Tech’s 400-plus student-athletes.", "CHARLOTTESVILLE, Va. – Coming off the winningest campaign in more than a decade, Virginia softball announced its 2023 schedule on Tuesday and season tickets are now on sale for the upcoming season. It is a slate that features 27 home games and includes a pair of home tournaments and four home series in ACC play. SEASON TICKET INFORMATION New season tickets for the 2023 season are on sale beginning Tuesday, Oct. 18. General admission seats are $50 each. Reserved seats are subject to availability based upon renewal of existing season ticket members. Season tickets may be purchased online at UVATix.com or by calling the Virginia Athletic Ticket Office at (434) 924-8821. UVA full-time faculty and staff are eligible to receive a discount of 20 percent on up to four season tickets by calling the ticket office. Current softball season ticket members may renew their 2022 seats beginning Tuesday Oct. 18, online at UVATix.com or by calling the Virginia Athletic Ticket Office at (434) 924-8821. The deadline to renew is Wednesday, Nov. 30. Season ticket members interested in adding or upgrading their seats may do so during the renewal period by calling the ticket office. THE 2023 SCHEDULE Virginia opens the season on the road in a tournament at the University of Houston (Feb. 9-12) with games against Lamar, Houston and Nebraska.", "Georgia Tech students must meet one of the following criteria to be eligible to claim/purchase a student ticket for games at Bobby Dodd Stadium: The list of eligible students is provided to the GTAA by GT Registrar. Students who are deemed eligible may purchase student season tickets, however, if the Athletic Fee is not paid, season tickets will be removed from their account. Eligible students have two options for student tickets at Bobby Dodd Stadium: *Yellow Jacket Club Gold Members have two season-ticket options: 1) Register as part of a student organization, including Greek chapters; and 2) register and sit in the ‘SWARM’ block – the sections on each side of the Georgia Tech Marching Band. Seats are available first-come, first-served. 2022-2023 PricingRegular Student Membership – $15Gold Student Membership – $65 PURCHASE YELLOW JACKET CLUB MEMBERSHIP CLAIM FREE SINGLE-GAME TICKET For 2021-22 regular season home games Georgia Tech students only need to show their valid BuzzCard at the West Entrance of McCamish Pavilion for entry. Seats are available on a first-come, first-served basis with gates opening 1 hour prior to tipoff – no sign-up/registration needed unless otherwise mentioned for the game.* 200 courtside seats are reserved for Georgia Tech students and will be available on a first-come, first-served basis and will be given a wristband in order to gain access to the courtside seating.", "THE FLATS – Georgia Tech softball 2022 season tickets are now on sale and can be purchased HERE. Season tickets are located in the reserved chairback sections of Mewborn Field and cost $100 per seat. Single-game tickets will go on sale in the near future. More ticketing information, including the steps to become a member of the Mew Crew and the benefits of joining, can be found on the official Georgia Tech Softball Tickets page. Tech’s 55-game 2022 regular season slate is highlighted by 34 home games and four Atlantic Coast Conference series at Mewborn Field. The Yellow Jackets will open their 2022 campaign by hosting the annual Buzz Classic, beginning on Opening Day Feb. 11 with a doubleheader on The Flats, first against Saint Joseph’s at 3:30 p.m. directly followed by a matchup with Villanova. Fans wishing to view Tech’s schedule in its entirety may click HERE. 2022 Home Schedule and Season Highlights Securing season tickets will allow fans to maintain the best seats in the house for every home game this season as well as the best price ($100 for 34 scheduled home games), a significant discount from single-game pricing. Alexander-Tharpe Fund The Alexander-Tharpe Fund is the fundraising arm of Georgia Tech athletics, providing scholarship, operations and facilities support for Georgia Tech’s 400-plus student-athletes.", "THE FLATS – Georgia Tech softball 2023 season and single-game tickets are now on sale and can be purchased HERE. Season tickets are located in the reserved chairback sections of Mewborn Field and cost $100 per seat. Season ticket members enjoy every game in the same seat for a discounted rate. Single-game tickets are also available as detailed below. More ticketing information, including the steps to become a member of the Mew Crew and the benefits of joining, can be found on the official Georgia Tech Softball Tickets page. Single-Game Pricing: Reserved Chairback: $5 Adult GA Bench: $3 Youth/Senior GA Bench: $2 Group (10+) GA Bench: $2 Standing room only tickets will be sold for $2 each if all other sections are sold out. Georgia Tech students and faculty/staff can receive free admission to regular season home games while seats remain available by showing a valid BuzzCard at the entrance. Tech’s 56-game 2023 regular season schedule is highlighted by 33 home games and four Atlantic Coast Conference series at Mewborn Field. The Yellow Jackets will also host three home tournaments, most notably the ACC/B1G Challenge, as well as a pair of SEC schools, including this season’s edition of Clean, Old-Fashioned Hate. The White and Gold are slated to face six ranked opponents throughout the year, hosting four of them for eight total games."], "noise_rate": 0.4, "factlabel": 0}

results/Noise Robustness/prediction_qwen-2.5-32b_noise_1.0_passage_5_num_queries_10.json

@@ -0,0 +1,10 @@
+{"id": 0, "query": "When is the premiere of 'Carole King & James Taylor: Just Call Out My Name'?", "ans": [["January 2 2022", "Jan 2, 2022", "Jan. 2, 2022", "January 2, 2022", "2 January 2022", "2 Jan, 2022", "2 Jan., 2022", "2 January, 2022"]], "label": [-1], "prediction": "I can not answer the question because of the insufficient information in documents.", "docs": ["A concert film that explores the 50-year friendship between award-winning singer/songwriters James Taylor and Carole King.", "I have no answer as to why the film wasn’t released in 2011, but an appreciation of a musical collaboration that Rolling Stone magazine (and only Rolling Stone magazine) probably ranks really really high on some list of the greatest whatevers ever arrives better late than never.  The Gist: In 1970, Taylor and King performed their first concert together at the famed Troubadour club in Hollywood. It was the beginning of a beautiful – 100 percent platonic! – friendship in which they made beautiful music together, and I’m sorry for the cliches, but in this case, they’re true. They sang each other’s songs, encouraged and complemented each other, and harmonized like tea and honey. Forty years later, they decided to celebrate their convergence with a 50-plus-date tour, and now, 12 years after that, we get a celebration of the celebration, a remembrance of a remembrance that brought so much joy to so many people 52 years ago and then again 12 years ago, and now again a third time officially, with this movie. Just Call Out My Name opens with clips of late-night talk show hosts (Leno, Carson, Letterman) introducing Taylor or King or both, then a blip of Oprah praising Taylor, but what she thinks of King, NOBODY KNOWS.", "The track is one of 15 the pair recorded live from West Hollywood’s The Troubadour in 2007, where they gigged together in 1970, for the Live At The Troubadour album, released in 2010 The documentary follows the two along The Troubadour Reunion Tour in 2010. Also interviewed in the film are sidemen Danny Kortchmar, Russ Kunkel, and Lee Sklar, who accompanied the duo on all their shows together from 1970 through 2010.  King is about to be inducted into the Rock and Roll Hall of Fame in Cleveland on Oct. 30, where Taylor Swift and Jennifer Hudson will act as presenters and perform her songs.  See more Only members can comment. Become a member. Already a member? Log In.  August 7, 2023, 8:00 pm   August 7, 2023, 7:30 pm   August 7, 2023, 5:30 pm   August 7, 2023, 5:00 pm   August 7, 2023, 4:53 pm   August 7, 2023, 4:30 pm   August 2, 2023, 6:30 am   April 7, 2023, 8:45 am   June 12, 2022, 10:16 am", "Feb 10, 2022                                 Runtime:                                   2h 0m                                Carole King                                                                                          Self                                                             James Taylor                                                                                          Self                                                             Danny Kortchmar                                                                                          Self                                                             Russ Kunkel                                                                                          Self                                                             Lee Sklar                                                                                          Self                                                             Frank Marshall                                                                                          Director                                                             Frank Marshall                                                                                          Producer                                                             Aly Parker                                                                                          Producer                                                                              There are no featured reviews for Carole King & James Taylor: Just Call Out My Name because the movie has not released yet ().              Vote Now: The Best Movies & TV Shows Since 1998! Daily Tomato - Can you guess the movie of the day? What to Watch - In theaters & streaming TV and Streaming News Join The Newsletter Get the freshest reviews, news, and more delivered right to your inbox! Follow Us Copyright © Fandango. All rights reserved.", "Your Ticket Confirmation # is located under the header in your email that reads \"Your Ticket Reservation Details\". Just below that it reads \"Ticket Confirmation#:\" followed by a 10-digit number. This 10-digit number is your confirmation number.                               Your AMC Ticket Confirmation# can be found in your order confirmation email.                                   At the genesis of their now 50 years of friendship and collaboration, six-time Grammy® Award-winner James Taylor and four-time Grammy® Award-winner Carole King, famously performed together in 1970 at The Troubadour, the storied Los Angeles club. The pair came together to reprise that concert for The Troubadour's own 50th anniversary in 2007.  As Taylor recalls in the film, those 2007 performances including \"So Far Away,\" \"I Feel the Earth Move,\" and \"You've Got a Friend,\" during six sold out concerts, were so much fun, that he and King hatched plans for a 2010 world tour. CAROLE KING & JAMES TAYLOR: Just Call Out My Name documents the beloved songwriters' triumphant 2010 Troubadour Reunion Tour of arena concerts around the world.                   Genre:                                                           Documentary,                                                           Music                                                         Original Language: English   Director:  Frank Marshall    Producer:  Frank Marshall,                                                                                                                                     Aly Parker    Release Date (Streaming):"], "noise_rate": 1.0, "factlabel": 0}
+{"id": 1, "query": "The genre of the drama \"Good Sam\" is what?", "ans": ["medical"], "label": [-1], "prediction": "I can not answer the question because of the insufficient information in documents.", "docs": ["When he awakens and wants to resume surgery, however, it falls to her to supervise this overbearing blowhard who never acknowledged her talents – and also happens to be her father. Jason Isaacs, Edwin Hodge, Skye P. Marshall, Michael Stahl-David, Davi Santos, Omar Maskati and Wendy Crewson also star. It comes from writer Katie Wech, Jennie Snyder Urman and Sutton St. Productions banner and CBS Studios. Wech, Snyder Urman and Joanna Klein with Tamra Davis directing and EPing the pilot. Meanwhile, Smallwood stars Crashing’s Pete Holmes as a seemingly ordinary man, who, after being laid off from the assembly line at the GM factory, makes the extraordinary decision to provide for his family by following his dream of becoming a professional bowler. It is based on the life of professional bowler Tom Smallwood. The multicamera comedy comes from Mark Gross and producers David Hollander and Brian D’Arcy James. The trio exec produce with Mark Cendrowski as director. CBS Studios produces. Alongside Holmes, Chi McBride and Katie Lowes star. Subscribe to Deadline Breaking News Alerts and keep your inbox happy. Signup for Breaking News Alerts & Newsletters  \t\t\tBy subscribing, I agree to the Terms of Use and Privacy Policy. This site is protected by reCAPTCHA Enterprise and the Google Privacy Policy and Terms of Service apply.", "You can help us help kids by            suggesting a diversity update.       Want suggestions based on your streaming services?    Get personalized recommendations  Common Sense Media's unbiased ratings are created by expert reviewers and aren't influenced by the product's creators or by any of our funders, affiliates, or partners.         Common Sense is the nation's leading nonprofit organization dedicated to improving the lives of all kids and families by providing the trustworthy information, education, and independent voice they need to thrive in the 21st century.          We're a nonprofit. Support our work", "May 29, 2023 Few things feel like summer, quite like taking a vacation or going to the movies. There’s something about the open road that just feels healing, and there’s something about a silver screen and popcorn that just feels right.  Now, every so often, something magical happens, and we’re treated to a perfect combination of summer pastimes, culminating in a genre that stands alone: road-trip films.  Stories about cooped-up families, reluctant companions, or cavalcades of muppets seem to resonate with all of us, validating the joys and stresses of our own cross-country adventures – almost as if we’re watching a movie about ourselves. So, to celebrate the start of the summer season and to help spark some inspiration of what to do (or not do) on your next trip, we’ve put together our list of the all-time best road-trip movies.   Alright, so technically, this isn’t a summer road-trip movie, considering it’s one of the few films set during Thanksgiving, but it’s still the all-time best buddy adventure film. Steve Martin and John Candy were a match made in Heaven, and the jokes still land over 30 years later.   Little Miss Sunshine is a heartwarming indie comedy about a quirky family of misfits trying to get their daughter to a beauty pageant. It has an incredible soundtrack featuring Sufjan Stevens and stellar performances, including a burgeoning Steve Carell.", "Follows a talented yet stifled surgeon who embraces her leadership role after her renowned and pompous boss falls into a coma.Follows a talented yet stifled surgeon who embraces her leadership role after her renowned and pompous boss falls into a coma.Follows a talented yet stifled surgeon who embraces her leadership role after her renowned and pompous boss falls into a coma. © 1990-2023 by IMDb.com, Inc.", "27][28] In February 2021, Edwin Hodge joined the cast in a starring role.[29] In January 2022, it was reported that Sendhil Ramamurthy was cast in a recurring role while Hilarie Burton and Bethany Joy Lenz are set to guest star.[4][7] In February 2022, Victoria Rowell joined the cast in a recurring role.[5]  Principal photography for the series began on October 18, 2021 and concluded on March 24, 2022, in Oakville, Ontario.[30]  The review aggregator website Rotten Tomatoes reported a 63% approval rating with an average rating of 7.5/10, based on 8 critic reviews.[31] Metacritic, which uses a weighted average, assigned a score of 56 out of 100 based on 5 critics, indicating \"mixed or average reviews\".[32]"], "noise_rate": 1.0, "factlabel": 0}
+{"id": 2, "query": "Who won the 2022 Citrus Bowl?", "ans": ["Kentucky"], "label": [-1], "prediction": "I can not answer the question because of the insufficient information in documents.", "docs": ["Western Kentucky: WKU may have had the most impressive performance of bowl season. The Hilltoppers trounced South Alabama 44-23 in the New Orleans Bowl in a game that was not as close as the final score may indicate. South Alabama was looking for its first-ever bowl win, but WKU jumped out to a 31-3 halftime lead and never looked back, putting up a total of 677 yards by the time the final seconds ticked off. Austin Reed threw for 497 yards and four touchdowns in the win. Air Force: Air Force looked right at home on an incredibly cold night in Fort Worth. The Falcons ran all over Baylor in a 30-15 victory in the Armed Forces Bowl. Air Force rushed for 276 yards and limited Baylor to just 42 rushing yards. With the win, Air Force got to double-digit victories for the third time in four seasons. AFA went 11-2 in 2019 and 10-3 in the past two seasons. In the shortened 2020 season, the Falcons finished 3-3. As a program, Air Force has won four consecutive bowl games. New Mexico State: Year 1 of the Jerry Kill era at New Mexico State ended with a bowl victory. NMSU knocked off Bowling Green 24-19 in the Quick Lane Bowl on Monday to capture the program’s second bowl victory since 1960.", "The seventh-oldest collegiate bowl game in the country, the Cheez-It Citrus Bowl began as the Tangerine Bowl in 1947. The initial game sponsors, members of Elks Lodge #1079 of Orlando, each put up $100 to fund initial expenses. Since 1993 the bowl has hosted top teams from the Big Ten and Southeastern conferences. In the new “College Football Playoff” era of college football’s postseason, the Cheez-It Citrus Bowl will continue to host the top Big Ten and SEC teams from outside the CFP series of bowls (including Rose, Sugar, Fiesta, Orange, Cotton and Peach). The game moved to a New Year’s Day date in 1987 and has remained a New Year’s Day tradition except in years when the holiday falls on a Sunday. Learn More Get everything you need to know for game day, including parking/shuttle information, stadium policies, maps, schedules and more. LEARN MORE  Planning your trip to Orlando? Find out where to stay, what to do and more with our guide. Keep up to date with all of the news from the Cheez-It Citrus Bowl including event information, presale opportunities and more. Florida Citrus Sports is a not-for-profit membership organization dedicated to increasing community spirit and pride, promoting tourism, stimulating economic development and ultimately benefiting charities, educational institutions and the quality of life in Central Florida through its signature events.", "Head coach Kirk Ferentz has kept things close to the vest with his signal-callers, but it's looking like Petras, who started the season as the starter and ended the season as the starter, will get the nod. Star running back Tyler Goodson opted out of the Citrus Bowl for the Hawkeyes as he prepares for the NFL Draft. Freshman receiver Keagan Johnson has also been ruled out for the Citrus Bowl.", "The Aggies opened the season 1-5 before closing out the year by winning six of seven to finish 7-6. NMSU won a combined eight games in its previous four seasons, so Kill has executed an incredible turnaround in his first year on the job. Diego Pavia was the star of the bowl win. Pavia threw for 167 yards and two touchdowns and added 65 rushing yards in the win. He picked up several key third-down conversions with his legs in the second half to help his team secure the win. Southern Miss RB Frank Gore Jr.: Frank Gore Jr. ran wild in Southern Miss’ win over Rice in the LendingTree Bowl. Gore set an all-time bowl record with 329 yards on just 21 carries in the 38-24 win. Gore rushed for two touchdowns and also had an 18-yard touchdown catch. The previous single-game bowl rushing record was 317 yards, but Gore surged past that with a 55-yard touchdown run in the final minutes. Southern Miss won a combined six games in 2020 and 2021, but the bowl win over Rice gave the Golden Eagles seven wins for the 2022 season. And with Gore and a significant chunk of this team’s core expected to return, Southern Miss could be a team on the rise in the Sun Belt next season. Eastern Michigan: With a win over San Jose State in the Potato Bowl, EMU notched its first bowl victory since 1987.", "The game was a punt hater’s dream. And it was a nightmare for Ole Miss QB Jaxson Dart. He threw three interceptions and fumbled once. Texas Tech QB Tyler Shough rushed for two TDs and threw for another as the Red Raiders easily held on to a 19-point halftime lead throughout the second half. The loss also meant that Ole Miss ends the season at 8-5 after starting the season 7-0. Oklahoma: The Sooners entered the Cheez-It Bowl shorthanded and as significant underdogs to Florida State. Losing 35-32 was still a cover for Oklahoma. But the loss also means that Oklahoma finishes the season at 6-7. That’s the first losing season for OU since 1998. The first year of the Brent Venables era was a bit rocky — especially when you consider the success that Caleb Williams and Lincoln Riley had at USC. But there’s no reason to panic in Norman. Yet. SMU: The Mustangs entered the New Mexico Bowl as 4.5-point favorites over a BYU team that started freshman third-string QB Sol-Jay Maiava-Peters for the first time. Yet BYU did just enough on the ground to eke out a 24-23 win after stopping an SMU two-point conversion with eight seconds left."], "noise_rate": 1.0, "factlabel": 0}
+{"id": 3, "query": "What position did Jason Semore hold at Valdosta State before returning to Georgia Tech?", "ans": ["defensive coordinator"], "label": [-1], "prediction": "I can not answer the question because of the insufficient information in documents.", "docs": ["A Biletnikoff Award finalist and one of the most productive pass catchers in Wyoming football history, Jovon Bouknight took his experience and skill set playing the game and turned it into a coaching career. He spent time as a grad assistant with his alma mater before coaching at Utah State, Oregon, and Texas Tech, joining the Marshall coaching staff from the Kentucky Wildcats. A standout linebacker at Idaho State, Telly Lockette established himself as an elite offensive mind in the Miami high school arena early in his coaching career before joining the college ranks with South Florida. He also spent time at Oregon State, FSU, and Miami (FL) before joining the Marshall coaching staff as the running back coach and run game coordinator. His son, Tellek Lockette, is an ascending offensive lineman in the Sun Belt for Louisiana-Monroe. A long-time member of the Marshall coaching staff who is on his third stint with the team, Shannon Morrison serves as the LB coach while also being the assistant head coach. He was previously the LB coach in Huntington from 2006-2006, while coaching safeties from 2007-2008. A former team captain and honorable All-American, he was part of the 1992 FCS title team. Another standout player for the Thundering Herd, Ralph Street was a team captain and won three MAC titles between 1998 and 2001.", "Thomas's celebration of life was held at McCamish Pavilion on December 20. Friends, former teammates, and fans attended the event.  On April 27, 2022, Georgia Tech and the PeyBack Foundation, which is run by Thomas's former teammate Peyton Manning announced the Demaryius A. Thomas Scholarship Endowment. The Demaryius A. Thomas Scholarship Endowment endows academic scholarships to attend Georgia Tech for incoming freshmen students from Laurens County, Georgia, Thomas's hometown. In addition to this, Georgia Tech announced that August 8 would be annually recognized as “Demaryius Thomas Day”.  On September 26, 2022, following the team's 3rd loss of the season in 4 games, Coach Geoff Collins and Athletics Director Todd Stansbury were relieved of their duties. Former Georgia Tech football alum Brent Key was named as interim coach.  Georgia Tech announced its 2022 football schedule on February 1, 2022.[1] The 2022 schedule consisted of five home games, six away games and a neutral-site game in the regular season. The Yellow Jackets  hosted ACC foes Duke, Virginia, and Miami and traveled to Pitt, Florida State, Virginia Tech and North Carolina. They played Clemson in a neutral-site game at the Mercedes-Benz Stadium in Atlanta, Georgia.[2]  The Yellow Jackets hosted two of their non-conference opponents, Western Carolina from the Division I FCS and Ole Miss from the SEC.", "“My preference has always been defense as a player and a coach,” Semore said. “Defense is more reactive in nature and I liked to play the game emotionally and there was always less thinking for me. On the other hand, offense is more execution and assignment based. Defense has those principals, but it’s based on effort and technique.” He said his father, Russ, who coached him at Ganado High, inspired him to go into coaching. The elder Semore went to Ganado High and returned after college and the military to start a coaching career. And after graduating from Ganado, Jason went on to play college football at Adams State University in Colorado. His coaching stops have included Adams State, the Colorado School of Mines, the University of Tulsa, Oklahoma State University, the University of Montana, Temple University, Valdosta State University and Georgia Tech.  He was not drafted into the NFL after college, and said he modeled his style of play on the football field after linebackers Dan Morgan of the Carolina Panthers and Hall of Famer and native New Mexican Brian Urlacher of the Chicago Bears. “My father was my inspiration,” Jason said. “He taught me the value of team and about being a part of something bigger than myself. He was always a coach, so I got to see first-hand how investing in other people and team dynamics lead to shared joy in life.", "Even with a dad who coached, Semore knows his background – childhood on a reservation, Division II football – didn’t lend itself to the ready-made connections of other aspiring college coaches. But he says his experiences in Ganado, growing up among the Navajo, taught him how to feel at home in other cultures. And that, in turn, has helped him thrive in coaching. “Being able to establish relationships came naturally to me, and it was important to me, and it has allowed me to get to where I’m at today,” Semore said. It’s an experience he wouldn’t trade either. This Saturday, when Georgia Tech faces Pittsburgh (8 p.m. ET, Georgia Tech Sports Network from Legends Sports), the coach’s son from Ganado will continue the next chapter in his career, charting a path few in college football have duplicated.", "Jason Semore is a former Ganado High School football player who now is a linebackers coach at Georgia Tech University in Atlanta. Semore was a multi-sport athlete for the Hornets. (Photo courtesy Jason Semore)                     GANADO, Ariz. — He’s a household name in sports around sports Ganado, Arizona. These days, though, he’s passing his football knowledge on to linebackers at Georgia Tech University in Atlanta. The school is a major research institution and a member of the Atlantic Coast Conference. There’s still life in the throwing arm. His legs feel good. But that’s not the focus of Jason Semore. “I played football, baseball, track and field and I wrestled at Ganado High School,” said Semore, 40, who was part of the Hornets’ football teams that won a string of championships in the late 1990s and early 2000s. “My first sport was baseball, but I was always around football because my dad was always a coach.” Semore was born in Portland, Oregon, but grew up on the Navajo Nation in Ganado. His grandparents lived in Ganado in the 1970s and he lived on the reservation for some 17 years. He played linebacker and running back in football, catcher and third base in baseball and ran sprints in track. In football, Semore preferred defense and likes coaching defense."], "noise_rate": 1.0, "factlabel": 0}
+{"id": 4, "query": "How many vehicles did Tesla deliver in 2021?", "ans": [["936,172", "936172"]], "label": [-1], "prediction": "I can not answer the question because of the insufficient information in documents.", "docs": ["Jan 2, 2022 ... The Rise of Electric Vehicles ... Tesla does not break out its deliveries by country. Much of its recent growth has been propelled by sales in ...", "Annual sales of Tesla cars in China boast the following climbing trajectory: At the beginning of 2022, there were 3,724 Tesla Supercharger stations around the world. Tesla’s Superchargers, that is, charging stations, are scattered across cities and towns to enable Tesla’s owners to charge their vehicles in fifteen minutes. As Tesla’s sales increased, the company made an all-out effort to provide people with charging stations. From July 2018 to July 2021, Tesla has added 1,652 new Supercharger stations.  In the last quarter of 2021, Tesla operated 3,059 Supercharger stations in over forty countries. From July 2019 to July 2021, the number of charging stations for Tesla electronic vehicles has grown by 86.07%.  The table below shows the number of Supercharger locations from January 2013 to December 2022:  In October 2021, the majority of Tesla Superchargers were located in the United States of America and China. These two countries together account for 65.53% of all Tesla charging stations and between them have 2005 Superchargers: the USA boasts 1159 Tesla charging facilities, which is 37.88% of all locations, and China has 846 of them, which amounts to 27.65% of all Superchargers. Canada has 125 or 4.08% of all Tesla’s Supercharger locations.", "in January 2016. The remaining quarterly figures prior to Q4 2022 were taken from previous Tesla updates.  Vehicles & Road Traffic Automotive manufacturers' estimated market share in the U.S. 2022 Vehicles & Road Traffic Most valuable automotive brands worldwide by brand value 2023 Vehicles & Road Traffic Tesla's vehicle production by quarter YTD Q1 2023 Vehicles & Road Traffic Tesla's revenue 2008-2022 You only have access to basic statistics.  Business Solutions including all features.                   Overview                               Financials                               Segments                               Competitors                               Special focus on domestic market", "Jan 2, 2023 ... Tesla reports 1.31 million deliveries in 2022, growth of 40% over last ... Musk asked employees to “volunteer” to deliver as many cars to ...", "Jun 7, 2023 ... How many Tesla vehicles were delivered in 2023? ... 1,313.86 1,313.86 422.88 422.88 Q1 Q2 Q3 Q4 2016 2017 2018 2019 2020 2021 2022 2023."], "noise_rate": 1.0, "factlabel": 0}
+{"id": 5, "query": "Which company acquired ShowBiz Cinemas?", "ans": ["EVO Entertainment Group"], "label": [0], "prediction": "", "docs": ["Read More The ShowBiz Entertainment Complex opened their doors again, Friday October 2, 2020 with new releases such as “The Call”, “Bill and Ted Face the Music” and others as well as a Halloween favorite of “Hocus Pocus\"... Read More A cinema entertainment center is a general classification that describes any cinema that incorporates additional experiential elements—arcades, bowling, laser tag, virtual reality—into the same complex. While many cinemas already incorporate some of these elements, CECs stand out as large-scale complexes designed to become out-of-home entertainment hubs... Read More In Miami-Dade County, ShowBiz Cinemas is one of the only theaters to have a plan approved and a reopening date set. For Broward, Cinema Paradiso and Savor Cinema have also marked approved reopening dates... Read More ShowBiz Cinemas announced today that it plans to reopen their locations in the states of Texas and Oklahoma on May 18, 2020. The entertainment chain issued the following announcement on their social media channels earlier today... Read More ShowBiz Cinemas announces the addition of the following new members to its corporate office management team... Read More ShowBiz Cinemas, which is based in Dallas and has locations in three states, plans to open its Texas and Oklahoma locations on May 18... Read More Cinionic Elevates ShowBiz with RGB+ Laser Light Upgrade Kit...  Read More ShowBiz Cinemas announced today that their new Bowling, Movies and More!", "“As you look ahead into 2022, all the studios are going back to an exclusive window” for theaters, Roberts said. He added that new releases will typically be in theaters for 45 days before streaming. Warner is among the studios committing to a period of theatrical exclusivity before films go to streaming, and Disney will likely do the same, especially for its biggest titles, according to Bloomberg Intelligence. Universal’s new model will bring most films to its Peacock streaming platform 45 days after being released in theaters. RELATED: Virginia engineering firm expands with Houston acquisition Although 2022 is off to a slow start with a surge in the omicron variant and few new releases, the box office could more than double $4.5 billion in sales in 2021, according to Bloomberg Intelligence. It’s still far below sales of $11.3 billion in 2019. “The demand for movies is still very much there as we saw from 'Spider-Man,'” said Geetha Ranganathan, a senior media analyst at Bloomberg Intelligence. “But we do think the model is slowly changing to focus only on the big-budget blockbusters as mid-budget releases find their way to streaming.” Founded in 2014, EVO Entertainment is backed by Austin-based Marbella Interests, which manages investments for the family of former Parsley Energy CEO Bryan Sheffield.", "Share this post  Boxoffice Staff  •  Aug 7th   Hoyts has launched new branding as a part of their ‘See the Big Picture’ campaign. More than just a refreshed look and tagline, the branding speaks to the heart of the company’s vision. Hoyts’ investment in big screens, surround sound,...  Boxoffice Staff  •  Aug 7th   CES+ announced a partnership with Corporación Lady Lee for their new venture, Megacinemas, signifying the successful introduction of Lady Lee’s new brand into the Central American cinema scene. CES+ has been integral to the development of Megacinemas, providing end-to-end digital...  Boxoffice Staff  •  Aug 4th   Will Rogers Motion Picture Pioneers Foundation (WRMPPF) announced Friday that the late MGM and United Artists Releasing Distribution Chief Erik Lomis will be recognized posthumously with the 2023 Pioneer of the Year Award on October 4th at The Beverly Hilton....  Boxoffice Staff  •  Aug 4th   Featuring artwork from TEENAGE MUTANT NINJA TURTLES: MUTANT MAYHEM exclusively on sale in participating theatres. Proceeds from gold heart pins help fund life-changing Variety programs for children globally.", "Read More Building on a successful partnership, All Elite Wrestling (AEW) is once again teaming with ShowBiz Cinemas to showcase the upcoming DOUBLE OR NOTHING PPV event live in select theatre...  Read More Interview with ShowBiz Cinemas President & CEO Kevin Mitchell Read More The film will be available at Showbiz Cinemas starting this Thursday, May 20, tickets available at www.showbizcinemas.com... Read More Since reopening its doors at its Broadhead Road location in December, ShowBiz Cinemas in Waxahachie is seeing a steady return of patrons who are coming not only for the movies, but for a whole spectrum of new entertainment options... Read More Since its opening in November 2019, the ShowBiz Cinemas Homestead Station has not only seen a steady rise in attendance but has also continued to add to the city’s revitalization efforts despite the global pandemic causing many local businesses to slow down... Read More Summer of 2020 may not have quite as many movie releases as in pre-COVID days, but customers are returning to the ShowBiz Cinemas family entertainment center in Baytown in a big way, according to ShowBiz vice president of marketing and content Jeremy Devine... Read More The Future is Now with Showbiz Cinemas’ new Bowling, Movies & More concept that provides an exciting one stop destination for all family members...", "The “out-of home” entertainment company’s brands include EVO Entertainment, EVO Cinemas and EVO Concerts. RELATED: Will Houston audiences return to movie theaters? The combined enterprise has 16 venues with 148 screens, 108 bowling lanes, nine restaurants and bars, a 3,000-capacity live music venue, and more than 30,000 combined square feet of gaming and attractions across Texas, Florida, Oklahoma and Wyoming. Several additional venues are on track to open in the coming months. Founded by Kevin Mitchell, who is Roberts’ uncle, in 2007, ShowBiz Cinemas operates seven locations with 89 screens and 70 bowling lanes in four states. The chain has area locations in Kingwood, Humble, northeast Houston and Baytown. The company will continue to operate under the ShowBiz name. Katherine Feser is a business reporter for the Houston Chronicle covering real estate and special sections. She can be reached at [email protected].  Compass Real Estate is marketing the private sanctuary and long--time residence of the late legendary surgeon Michael DeBakey located in the Museum District/Rice Village area of Houston.  By Marissa Luck"], "noise_rate": 1.0, "factlabel": 0}
+{"id": 6, "query": "Where is the Super Bowl held in 2022?", "ans": ["SoFi Stadium"], "label": [0], "prediction": "The Super Bowl in 2022, which would be Super Bowl LVII, is set to take place at State Farm Stadium in Glendale, Ariz.", "docs": ["Two teams have played the Super Bowl in their home market but at a different venue than their home stadium: the Los Angeles Rams, who lost Super Bowl XIV in the Rose Bowl instead of Los Angeles Memorial Coliseum; and the 49ers, who won Super Bowl XIX in Stanford Stadium instead of Candlestick Park, during a time when the league often picked a stadium that was not home to an NFL team to host the Super Bowl (see above).  Traditionally, the NFL does not award Super Bowls to stadiums that are located in climates with an expected average daily temperature less than 50 °F (10 °C) on game day unless the field can be completely covered by a fixed or retractable roof.[51] Six Super Bowls have been played in northern cities: two in the Detroit area—Super Bowl XVI at Pontiac Silverdome in Pontiac, Michigan, and Super Bowl XL at Ford Field in Detroit; two in Minneapolis—Super Bowl XXVI at the Hubert H. Humphrey Metrodome and Super Bowl LII at the U.S. Bank Stadium; one in Indianapolis at Lucas Oil Stadium for Super Bowl XLVI; and one in the New York area—Super Bowl XLVIII at MetLife Stadium.", "The 49ers reportedly requested to wear an all-white third jersey ensemble for Super Bowl LIV, which the San Francisco Chronicle noted they could do with special permission from the league; the league never granted such permission, and the 49ers instead opted for their standard uniform of white jerseys with gold pants.[76]  Fifteen different regions have hosted Super Bowls.  Note: Years listed are the year the game was actually played (or will be played[ˇ]; future games are denoted through italics) rather than what NFL season it is considered to have been.  A total of 27 different stadiums, seven of which have been since demolished, either have hosted or are scheduled to host Super Bowls.  The years listed in the table below are the years the game was actually played (will be played[ˇ]) rather than the NFL season it concluded.  ^ ^: Stadium has since been demolished. ^ ‡: Prior to the incorporation of Miami Gardens in 2003, the stadium was in unincorporated Miami-Dade County. ^ ††: The original Stanford Stadium, which hosted Super Bowl XIX, was demolished and a new stadium constructed on the site in 2006. ^ ˇ: Future Super Bowls, also denoted by italics.  Future venues:  The Super Bowl has not yet been played in any region that lacked an NFL or AFL franchise at the time the game was played.", "At Super Bowl LV, it was Tom Brady stealing the show yet again, but for the first time in his career, not while wearing a New England Patriots jersey.  Brady and the Tampa Bay Buccaneers defeated the Kansas City Chiefs 31-9 at Raymond James Stadium in Tampa, Fla. Patrick Mahomes and the elite offense of the Chiefs’ were stymied by the Bucs’ defense, recording zero touchdowns in the big game.  Meanwhile, Brady grabbed his seventh Super Bowl ring by throwing for 201 yards and three touchdowns. He connected with Rob Gronkowski six times for 67 yards and two touchdowns.  Super Bowl LVII is set to take place at State Farm Stadium in Glendale, Ariz., home of the Arizona Cardinals. It will be the fourth Super Bowl hosted in the Phoenix metropolitan area, with the last one coming in 2015 for Super Bowl XLIX.  The 2024 and 2025 Super Bowls are also set. Super Bowl LVIII will be hosted by Allegiant Stadium in Las Vegas, where the Raiders play, and Super Bowl LVIX will be at Caesars Superdome in New Orleans, home of the Saints.", "Super Bowl XLIV, slated for February 7, 2010, was withdrawn from New York City's proposed West Side Stadium, because the city, state, and proposed tenants (New York Jets) could not agree on funding. Super Bowl XLIV was then eventually awarded to Sun Life Stadium in Miami Gardens, Florida. Super Bowl XLIX in 2015 was originally given to Arrowhead Stadium in Kansas City, Missouri, but after two sales taxes failed to pass at the ballot box (a renovation proposal had passed successfully, but a second ballot question to add a rolling roof structure to be shared with Kaufmann Stadium critical for the game to be hosted was rejected), and opposition by local business leaders and politicians increased, Kansas City eventually withdrew its request to host the game.[55] Super Bowl XLIX was then eventually awarded to University of Phoenix Stadium in Glendale, Arizona.  The location of the Super Bowl is chosen at a meeting of all NFL team owners, usually three to five years before the event. The game has never been played in a metropolitan area that lacked an NFL franchise at the time the game was played, although in 2007 NFL commissioner Roger Goodell suggested that a Super Bowl might be played in London, perhaps at Wembley Stadium.[56]", "Besides the Rose Bowl, the only other Super Bowl venues that were not the home stadium to NFL teams at the time were Rice Stadium (the Houston Oilers had played in Rice Stadium previously but moved to the Astrodome several years before Super Bowl VIII) and Stanford Stadium. Starting with the selection of the Super Bowl XXVIII venue on May 23, 1990, the league has given preference in awarding the Super Bowl to brand new or recently renovated NFL stadiums, alongside a trend of teams demanding public money or relocating to play in new stadiums.  To date only two teams have qualified for a Super Bowl at their home stadiums: the 2020 Tampa Bay Buccaneers, who won Super Bowl LV hosted at Raymond James Stadium (selected on May 23, 2017), and the 2021 Los Angeles Rams the following season, who won Super Bowl LVI at SoFi Stadium. Before that, the closest any team had come to accomplishing this feat were the 2017 Minnesota Vikings, who reached the NFC Championship Game but lost to the Eagles. In that instance, U.S. Bank Stadium became the first Super Bowl host stadium (selected on May 20, 2014) to also host a Divisional Playoff Game in the same season (which the Vikings won); all previous times that the Super Bowl host stadium hosted another playoff game in the same postseason were all Wild Card games."], "noise_rate": 1.0, "factlabel": 0}
+{"id": 7, "query": "When will Truth Social launch on iOS?", "ans": [["February 21", "Feb 21", "Feb. 21", "21 February", "21 Feb", "21 Feb."]], "label": [-1], "prediction": "I can not answer the question because of the insufficient information in documents. \n\nThe provided document does not contain information about when Truth Social will launch on iOS, as the platform is already available on iOS. The document mentions the app's performance and rankings on the Apple App Store, indicating that the iOS version was already launched prior to the dates mentioned in the document.", "docs": ["However, the social network delivered early when it comes to the web app at least. No word yet on when Truth Social will submit an Android app so Trump can stop complaining about Google.   More in", "In early March 2022, multiple sources reported that Truth Social usage remained low, with Trump himself not having posted to his account since his first message two weeks earlier and his account having only 140,000 followers—less than 0.2% of the 90 million followers he had on Twitter before his account was banned.[81][108] The Daily Dot reported the Truth Social iOS app had fallen from the number one slot for downloads on the Apple App Store to number 84.[110] The Daily Beast reported Trump was dissatisfied with the social network's progress.[109][68]  At the end of March 2022, TheWrap reported that weekly installations of the Truth Social app had fallen from 872,000 in its launch week to around 60,000 per week, a reduction of over 90%. Visits to truthsocial.com had also fallen, from 6 million per week to 1.9 million. According to Sensor Tower, Truth Social had been downloaded 1.2 million times by late March.[111] In early April 2022, Bloomberg News reported that shares in Truth Social's publicly traded holding company Digital World Acquisition Corp. (DWAC) had fallen 31% from the time of the app's launch in late February[112] and 64% from its all-time high.[113]  In early April 2022, Business Insider described Truth Social as \"like a conservative ghost town that had been overrun by bots\".", "Reports say that Trump has been privately complaining that Google was trying to \"fuck\" him. According to Rolling Stones' source, however, the truth is that Truth Social hasn't even submitted an Android app to the Google Play store yet. Still, though, the launch of a web app is significant. Truth Social profiles and posts will now be completely shareable on other platforms. Using the iPhone app, if you want to share a Truth Social post on another platform, you have to take a screenshot. Now, Truth Social users will be able to post links directly to any account or post. In turn, non-Truth Social users will have direct access to sign up and engage with content on the site. (Note: Internal Truth Social links currently require users to login to their account in order to see the content.) In short: It's going to be a lot easier for Trump's fanbase to share his content on other platforms. Launched in February, Truth Social struggled during the first few months. Downloads plummeted after the initial rush to download due to a long waitlist of users wanting to sign up. However, in recent weeks, Trump finally started posting on his own platform, which has helped give the conservative social network another bounce.  Truth Social announced a public beta of the web app just last week. According to a press release from Wednesday, the initial web app rollout was scheduled for some time over the next week or two.", "[114] A U.S.-based reporter for the BBC attempted to sign up in early April and was placed on a waitlist with about 1.4 million requests ahead of him.[115]  On April 4, it was reported that Josh Adams and Billy Boozer, the platform's chief of technology and chief of product development respectively, had left the company.[52][17] A report in The Washington Post stated Truth Social was \"falling apart\", with problems mounting on multiple fronts.[116] A Guardian article compared Truth Social with Trump Steaks and Trump Vodka.[17]  As of late April 2022, MarketWatch reported Truth Social had around 513,000 active daily users, compared to Twitter's reported active daily userbase of 217 million.[117]  Usership figures were not available, but Trump was reported on August 19, 2022, to have 3.9 million Truth Social followers. He had had 89 million on Twitter and 34 million on Facebook before being banned from both platforms.[118]  As of early June 2022, SimilarWeb reported Truth Social's iOS app as ranking #49 in the social networking category of apps on the Apple App Store.[119] As of October 2022, the iOS app had sunk to #75 in the social networking category.[120]", "During May 2023, SimilarWeb's ranking of the Truth Social iOS app has fluctuated wildly, ranging from #18 to #153 in the Apple App Store social networking category during that period.[121]  Following Elon Musk's proposed acquisition of Twitter, many commentators observed that a Musk-run Twitter would be likely to reduce demand for Truth Social's services.[122][123] Musk said that as of late April 2022, Truth Social iOS app downloads exceeded those of Twitter and TikTok on the same platform.[124] He said Truth Social only existed because of Twitter's restrictions on free speech. Describing Truth Social as a \"terrible name\", Musk joked that it should be renamed \"Trumpet\".[125][126]  Following Musk's comments on Twitter, the Truth Social app rose in popularity, returning to the number 1 position for free iOS apps on Apple's App Store on April 30, with the Twitter app at number 2; DWAC shares also rose in value.[127][128]  DWAC's share price fell after Musk's announcement of his intention to buy Twitter.[129] Truth Social CEO Devin Nunes later stated that Musk had been encouraged by Trump to buy Twitter;[130] Musk denied this, saying \"This is false. I've had no communication, directly or indirectly, with Trump, who has publicly stated that he will be exclusively on Truth Social."], "noise_rate": 1.0, "factlabel": 0}
+{"id": 8, "query": "What won best drama at 79th Golden Globes?", "ans": ["The Power of the Dog"], "label": [-1], "prediction": "I can not answer the question because of the insufficient information in documents. The document provided contains information about the 80th Golden Globe Awards, including the winner for best drama film, which was \"The Fabelmans\". However, it does not provide the winner for the 79th Golden Globe Awards.", "docs": ["Isabella Gomez Sarmiento       The 80th Golden Globe Awards aired Tuesday night on NBC. Below is the full list of nominees, with winners marked in bold. Here's some background on the Globes' attempted comeback after years of scandal, and here are our takeaways from the 2023 ceremony.", "Keeravani, Rahul Sipligunj (RRR) – WINNER Donald Glover, AtlantaBill Hader, BarrySteve Martin, Only Murders in the BuildingMartin Short, Only Murders in the BuildingJeremy Allen White, The Bear – WINNER Quinta Brunson, Abbott Elementary – WINNERKaley Cuoco, The Flight AttendantSelena Gomez, Only Murders in the BuildingJenna Ortega, WednesdayJean Smart, Hacks Diego Calva, BabylonDaniel Craig, Glass Onion: A Knives Out MysteryAdam Driver, White NoiseColin Farrell, The Banshees of Inisherin – WINNERRalph Fiennes, The Menu Margot Robbie, BabylonAnya Taylor-Joy, The MenuEmma Thompson, Good Luck to You, Leo GrandeLesley Manville, Mrs.", "Dec 13, 2021 ... The 79th annual Golden Globe Awards will be held on Sunday, Jan. 9, 2022. Chris Pizzello / AP. The nominees for best picture, drama, ...", "Best motion picture - drama WINNER: The FabelmansAvatar: The Way of WaterElvisTár Top Gun: Maverick Best motion picture - musical or comedy WINNER: The Banshees of InisherinBabylonEverything Everywhere All at OnceGlass Onion: A Knives Out MysteryTriangle of Sadness Best television series - drama WINNER: House of the Dragon (HBO Max)Better Call Saul (AMC+/AMC)The Crown (Netflix)Ozark (Netflix)Severance (Apple TV+) Best television series - musical or comedy WINNER: Abbott Elementary (ABC)The Bear (FX)Hacks (HBO Max)Only Murders in the Building (Hulu)Wednesday (Netflix) Best motion picture - animated WINNER: Guillermo del Toro's PinocchioInu-OhMarcel the Shell with Shoes OnPuss in Boots: The Last WishTurning Red Best motion picture - Non-English language (formerly foreign language) WINNER: Argentina, 1985All Quiet on the Western FrontCloseDecision to LeaveRRR Best television limited series, anthology series or motion picture made for television WINNER: The White Lotus (HBO Max)Black Bird (Apple TV+)Dahmer - Monster: The Jeffrey Dahmer Story (Netflix)The Dropout (Hulu)Pam & Tommy (Hulu) Best performance by an actor in a television series - drama WINNER: Kevin Costner, YellowstoneJeff Bridges", "On Tuesday night, the Golden Globes were held for the 80th time in history, though this year's ceremony was notable for a bigger reason. The awards show that is supposed to honor excellence in film and TV has been trying to recover from a racial exclusion scandal after a 2021 Los Angeles Times story revealed that none of the 87 Hollywood Foreign Press members was Black. Tom Cruise subsequently gave back his Globes, NBC opted not to air the ceremony last year, and reform in the form of inclusivity began to take shape. After Jerrod Carmichael explained to the audience at the Beverly Hilton how he wound up as the host (spoiler: \"I'm here because I'm Black,\" he quipped before launching into a detailed and honest account of his decision-making process), the trophy distribution began. The Banshees of Inisherin, which led all movies with eight nominations, struck up a meaningful friendship with Globes voters over the evening: The Irish-island-set tragicomedy took home the best comedy film trophy, while Colin Farrell triumphed in the acting category and writer-director Martin McDonagh won for best screenplay. The Fablemans also came into frame by winning best drama film honors and best director (Steven Spielberg). Meanwhile, Everything Everywhere All at Once prevailed in two dimensions, as Michelle Yeoh and Ke Huy Quan netted acting trophies."], "noise_rate": 1.0, "factlabel": 0}
+{"id": 9, "query": "How much are GA Tech softball 2022 season tickets?", "ans": ["$100 per seat"], "label": [-1], "prediction": "I can not answer the question because of the insufficient information in documents. The provided documents do not contain specific pricing information for the Georgia Tech softball 2022 season tickets.", "docs": ["Georgia Tech opens the 2023 season hosting the annual Buzz Classic, beginning its action with a doubleheader against UConn on Feb. 10 at 4:30 p.m. at Mewborn Field. Fans wishing to view Tech’s schedule in its entirety may click HERE. 2023 Home Schedule and Season Highlights Alexander-Tharpe Fund The Alexander-Tharpe Fund is the fundraising arm of Georgia Tech athletics, providing scholarship, operations and facilities support for Georgia Tech’s 400-plus student-athletes. Be a part of developing Georgia Tech’s Everyday Champions and helping the Yellow Jackets compete for championships at the highest levels of college athletics by supporting the Annual Athletic Scholarship Fund, which directly provides scholarships for Georgia Tech student-athletes. To learn more about supporting the Yellow Jackets, visit atfund.org. For the latest information on the Georgia Tech Yellow Jackets, follow us on Instagram (@GaTechSoftball), Twitter (@GaTechSoftball), Facebook (Georgia Tech Softball) or visit us at www.ramblinwreck.com.", "CHARLOTTESVILLE, Va. – Coming off the winningest campaign in more than a decade, Virginia softball announced its 2023 schedule on Tuesday and season tickets are now on sale for the upcoming season. It is a slate that features 27 home games and includes a pair of home tournaments and four home series in ACC play. SEASON TICKET INFORMATION New season tickets for the 2023 season are on sale beginning Tuesday, Oct. 18. General admission seats are $50 each. Reserved seats are subject to availability based upon renewal of existing season ticket members. Season tickets may be purchased online at UVATix.com or by calling the Virginia Athletic Ticket Office at (434) 924-8821. UVA full-time faculty and staff are eligible to receive a discount of 20 percent on up to four season tickets by calling the ticket office. Current softball season ticket members may renew their 2022 seats beginning Tuesday Oct. 18, online at UVATix.com or by calling the Virginia Athletic Ticket Office at (434) 924-8821. The deadline to renew is Wednesday, Nov. 30. Season ticket members interested in adding or upgrading their seats may do so during the renewal period by calling the ticket office. THE 2023 SCHEDULE Virginia opens the season on the road in a tournament at the University of Houston (Feb. 9-12) with games against Lamar, Houston and Nebraska.", "No visiting team colors may be worn in this area. All non-courtside students will be seated in the general admission seating area in Section 113. *The GTAA reserves the right to distribute student tickets via a ticket lottery if demand is high for a certain game. Such changes will be communicated to the student body in a timely manner. For 2021-22 regular season home games Georgia Tech students only need to show their valid BuzzCard at the West Entrance of McCamish Pavilion for entry. Seats are available on a first-come, first-served basis with gates opening 1 hour prior to tipoff. Georgia Tech student seating is available as general admission. Students will need to visit the box office near Gate 3 (first-base side) and display their BuzzCard in order to receive a ticket to the game. Postseason home games - Contact the Georgia Tech ticket office at 1-888-TECH-TIX for pricing information. Regular season home games - Show your valid Buzzcard at entrance for FREE admission. Postseason home matches - Contact the Georgia Tech ticket office at 1-888-TECH-TIX for pricing information. Regular season home games - Show your valid Buzzcard at entrance for FREE admission. Postseason home matches - Contact the Georgia Tech ticket office at 1-888-TECH-TIX for pricing information. Regular season home games - Show your valid Buzzcard at entrance for FREE admission.", "Skip to content   Dear GT Softball Family, Let me first say \"thank you\" to everyone who supported Georgia Tech Softball during the 2022 season. The young women on our team and all of our staff certainly felt the support you provided us last year. We concluded our historic season with our highest win total and best win percentage since 2011 and we're looking forward to having another great season!  Donations to the Mew Crew directly benefit Georgia Tech Softball, and we have set a goal of $100,000 targeted to specific needs for our program: I'm excited for the 2023 season and a chance for us to build on our momentum from last season. Your support for the GT Softball community has been paramount in our program's success, laying a foundation to rely on no matter the challenges we face. I look forward to surpassing each of our goals on and off the field this year.. Reaching our goal will ensure our ability to deliver a championship-caliber experience to all of our student-athletes. Your support will earn benefits unique to GT Softball and provide the resources necessary to develop young women who compete up the height of their potential during their time at Tech. Thank you for your consideration and Go Jackets!  Aileen Morales Head Coach, GT Softball *Gifts from July 1, 2022 - June 30, 2023 Alexander-Tharpe Fund Georgia Tech Athletic Association", "Georgia Tech students must meet one of the following criteria to be eligible to claim/purchase a student ticket for games at Bobby Dodd Stadium: The list of eligible students is provided to the GTAA by GT Registrar. Students who are deemed eligible may purchase student season tickets, however, if the Athletic Fee is not paid, season tickets will be removed from their account. Eligible students have two options for student tickets at Bobby Dodd Stadium: *Yellow Jacket Club Gold Members have two season-ticket options: 1) Register as part of a student organization, including Greek chapters; and 2) register and sit in the ‘SWARM’ block – the sections on each side of the Georgia Tech Marching Band. Seats are available first-come, first-served. 2022-2023 PricingRegular Student Membership – $15Gold Student Membership – $65 PURCHASE YELLOW JACKET CLUB MEMBERSHIP CLAIM FREE SINGLE-GAME TICKET For 2021-22 regular season home games Georgia Tech students only need to show their valid BuzzCard at the West Entrance of McCamish Pavilion for entry. Seats are available on a first-come, first-served basis with gates opening 1 hour prior to tipoff – no sign-up/registration needed unless otherwise mentioned for the game.* 200 courtside seats are reserved for Georgia Tech students and will be available on a first-come, first-served basis and will be given a wristband in order to gain access to the courtside seating."], "noise_rate": 1.0, "factlabel": 0}

results/Noise Robustness/scores_llama3-8b-8192_noise_0.2_passage_5_num_queries_10.json

@@ -0,0 +1,9 @@
+{
+    "model": "llama3-8b-8192",
+    "accuracy": 1.0,
+    "noise_rate": 0.2,
+    "correct_count": 10,
+    "total": 10,
+    "all_rate": 1.0,
+    "tt": 10
+}

results/Noise Robustness/scores_llama3-8b-8192_noise_0.2_passage_5_num_queries_100.json

@@ -0,0 +1,9 @@
+{
+    "model": "llama3-8b-8192",
+    "accuracy": 0.97,
+    "noise_rate": 0.2,
+    "correct_count": 97,
+    "total": 100,
+    "all_rate": 0.97,
+    "tt": 97
+}

results/Noise Robustness/scores_llama3-8b-8192_noise_0.4_passage_5_num_queries_100.json

@@ -0,0 +1,9 @@
+{
+    "model": "llama3-8b-8192",
+    "accuracy": 0.86,
+    "noise_rate": 0.4,
+    "correct_count": 86,
+    "total": 100,
+    "all_rate": 0.86,
+    "tt": 86
+}

results/Noise Robustness/scores_llama3-8b-8192_noise_0.6_passage_5_num_queries_10.json

@@ -0,0 +1,9 @@
+{
+    "model": "llama3-8b-8192",
+    "accuracy": 0.8,
+    "noise_rate": 0.6,
+    "correct_count": 8,
+    "total": 10,
+    "all_rate": 0.8,
+    "tt": 8
+}

results/Noise Robustness/scores_llama3-8b-8192_noise_1.0_passage_5_num_queries_10.json

@@ -0,0 +1,9 @@
+{
+    "model": "llama3-8b-8192",
+    "accuracy": 0.1,
+    "noise_rate": 1.0,
+    "correct_count": 1,
+    "total": 10,
+    "all_rate": 0.2,
+    "tt": 2
+}

results/Noise Robustness/scores_mixtral-8x7b-32768_noise_1.0_passage_5_num_queries_10.json

@@ -0,0 +1,9 @@
+{
+    "model": "mixtral-8x7b-32768",
+    "accuracy": 0.0,
+    "noise_rate": 1.0,
+    "correct_count": 0,
+    "total": 10,
+    "all_rate": 0.6,
+    "tt": 6
+}

results/Noise Robustness/scores_qwen-2.5-32b_noise_0.4_passage_5_num_queries_10.json

@@ -0,0 +1,9 @@
+{
+    "model": "qwen-2.5-32b",
+    "accuracy": 1.0,
+    "noise_rate": 0.4,
+    "correct_count": 10,
+    "total": 10,
+    "all_rate": 1.0,
+    "tt": 10
+}

results/Noise Robustness/scores_qwen-2.5-32b_noise_1.0_passage_5_num_queries_10.json

@@ -0,0 +1,9 @@
+{
+    "model": "qwen-2.5-32b",
+    "accuracy": 0.0,
+    "noise_rate": 1.0,
+    "correct_count": 0,
+    "total": 10,
+    "all_rate": 0.8,
+    "tt": 8
+}