Jyotiyadav commited on
Commit
39954b3
1 Parent(s): a4dff2b

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -0
main.py CHANGED
@@ -1,6 +1,7 @@
1
  from ctransformers import AutoModelForCausalLM
2
  from fastapi import FastAPI
3
  from pydantic import BaseModel
 
4
  auth_token = os.environ.get("HUGGING_FACE_HUB_TOKEN")
5
 
6
  llm = AutoModelForCausalLM.from_pretrained("zephyr-7b-beta.Q4_K_S.gguf",use_auth_token=auth_token)
 
1
  from ctransformers import AutoModelForCausalLM
2
  from fastapi import FastAPI
3
  from pydantic import BaseModel
4
+ import os
5
  auth_token = os.environ.get("HUGGING_FACE_HUB_TOKEN")
6
 
7
  llm = AutoModelForCausalLM.from_pretrained("zephyr-7b-beta.Q4_K_S.gguf",use_auth_token=auth_token)