adhinojosa commited on
Commit
c9328c0
·
verified ·
1 Parent(s): d433f55

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +9 -1
app.py CHANGED
@@ -1,3 +1,11 @@
1
  from ctransformers import AutoModelForCausalLM
 
2
 
3
- model = AutoModelForCausalLM.from_pretrained("TheBloke/Mistral-7B-OpenOrca-GGUF", model_file="mistral-7b-openorca.Q2_K.gguf", model_type="mistral")
 
 
 
 
 
 
 
 
1
  from ctransformers import AutoModelForCausalLM
2
+ import streamlit as st
3
 
4
+ model = AutoModelForCausalLM.from_pretrained("TheBloke/Mistral-7B-OpenOrca-GGUF", model_file="mistral-7b-openorca.Q2_K.gguf", model_type="mistral")
5
+
6
+ text= st.text_area("Preguntale a Don Simon")
7
+
8
+ if text:
9
+ out = model(text,max_new_tokens=100)
10
+ st.json(out)
11
+