Jyotiyadav commited on
Commit
a5c0344
1 Parent(s): d7ed916

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -2
main.py CHANGED
@@ -2,8 +2,7 @@ from ctransformers import AutoModelForCausalLM
2
  from fastapi import FastAPI
3
  from pydantic import BaseModel
4
 
5
-
6
- llm = AutoModelForCausalLM.from_pretrained("Q4_K_M.gguf")
7
 
8
  #Pydantic object
9
  class validation(BaseModel):
 
2
  from fastapi import FastAPI
3
  from pydantic import BaseModel
4
 
5
+ llm = AutoModelForCausalLM.from_pretrained("zephyr-7b-beta.Q4_K_S.gguf")
 
6
 
7
  #Pydantic object
8
  class validation(BaseModel):