Hugging Face's logo

Spaces:
Jyotiyadav
/
Deployment
Sleeping

App Files Community
Jyotiyadav commited on
Commit
c343c6c
·
verified ·
1 Parent(s): ec123e4

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -4
main.py CHANGED
@@ -3,10 +3,7 @@ from fastapi import FastAPI
3
  from pydantic import BaseModel
4
 
5
 
6
- llm = AutoModelForCausalLM.from_pretrained("zephyr-7b-beta.Q4_K_S.gguf",
7
- model_type='mistral',
8
- max_new_tokens = 1096,
9
- threads = 3,
10
  )
11
 
12
  #Pydantic object
 
3
  from pydantic import BaseModel
4
 
5
 
6
+ llm = AutoModelForCausalLM.from_pretrained("zephyr-7b-beta.Q4_K_S.gguf",max_new_tokens = 1096,threads = 3,
 
 
 
7
  )
8
 
9
  #Pydantic object