Hugging Face's logo

Spaces:
ari9dam
/
Orca-2-13B
Runtime error

App Files Community
2
ari9dam commited on
Commit
bc393d0
·
1 Parent(s): 6c11f33

remove device map

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -12,7 +12,7 @@ DEFAULT_MAX_NEW_TOKENS = 1024
12
  MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "4096"))
13
 
14
  model_id = "microsoft/Orca-2-13b"
15
- model = transformers.AutoModelForCausalLM.from_pretrained(model_id, device_map='auto')
16
 
17
  tokenizer = transformers.AutoTokenizer.from_pretrained(model_id, use_fast=False)
18
 
 
12
  MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "4096"))
13
 
14
  model_id = "microsoft/Orca-2-13b"
15
+ model = transformers.AutoModelForCausalLM.from_pretrained(model_id)
16
 
17
  tokenizer = transformers.AutoTokenizer.from_pretrained(model_id, use_fast=False)
18