Update reset=True

app.py

@@ -142,9 +142,13 @@ def generate(
  """Run model inference, will return a Generator if streaming is true."""
  # _ = prompt_template.format(question=question)
  # print(_)
+
+ config = GenerationConfig(reset=True) # rid of OOM?
+
  return llm(
  question,
- **asdict(generation_config),
+ # **asdict(generation_config),
+ **asdict(config),
  )
 
 
@@ -357,11 +361,7 @@ with gr.Blocks(
  f"""<h5><center>{Path(model_loc).name}</center></h4>
  Most examples are meant for another model.
  You probably should try to test
- some related prompts. For example:
-
- Question: {{question}}
-
- Answer: Let's work this out in a step by step way to be sure we have the right answer.""",
+ some related prompts.""",
  elem_classes="xsmall",
  )