Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -10,7 +10,8 @@ from transformers import LlamaTokenizer, LlamaForCausalLM, GenerationConfig
|
|
| 10 |
|
| 11 |
tokenizer = LlamaTokenizer.from_pretrained("decapoda-research/llama-7b-hf")
|
| 12 |
|
| 13 |
-
BASE_MODEL = "TheBloke/vicuna-7B-1.1-HF"
|
|
|
|
| 14 |
LORA_WEIGHTS = "RinInori/vicuna_finetuned_6_sentiments" #Fine-tuned Alpaca model for sentiment analysis
|
| 15 |
|
| 16 |
if torch.cuda.is_available():
|
|
|
|
| 10 |
|
| 11 |
tokenizer = LlamaTokenizer.from_pretrained("decapoda-research/llama-7b-hf")
|
| 12 |
|
| 13 |
+
#BASE_MODEL = "TheBloke/vicuna-7B-1.1-HF"
|
| 14 |
+
BASE_MODEL =" TheBloke/vicuna-7B-1.1-GPTQ-4bit-128g"
|
| 15 |
LORA_WEIGHTS = "RinInori/vicuna_finetuned_6_sentiments" #Fine-tuned Alpaca model for sentiment analysis
|
| 16 |
|
| 17 |
if torch.cuda.is_available():
|