dingckc commited on
Commit
fd9dde3
·
verified ·
1 Parent(s): ffc484c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -6,7 +6,7 @@ import torch
6
  import bitsandbytes as bnb
7
 
8
  model_id = "dingckc/FineLlama-3.1-8B"
9
- tokenizer = AutoTokenizer.from_pretrained(model_id, token=os.getenv("ACCESS_KEY"))
10
  model = AutoModelForCausalLM.from_pretrained(
11
  model_id,
12
  device_map="auto", # 自動映射到可用設備(CPU)
 
6
  import bitsandbytes as bnb
7
 
8
  model_id = "dingckc/FineLlama-3.1-8B"
9
+ tokenizer = AutoTokenizer.from_pretrained(model_id, token=os.getenv('ACCESS_KEY'))
10
  model = AutoModelForCausalLM.from_pretrained(
11
  model_id,
12
  device_map="auto", # 自動映射到可用設備(CPU)