Spaces:
Runtime error
Runtime error
Update model.py
Browse files
model.py
CHANGED
|
@@ -6,19 +6,15 @@ from transformers import AutoConfig, AutoModelForCausalLM, AutoTokenizer, TextIt
|
|
| 6 |
|
| 7 |
model_id = 'abacaj/starcoderbase-1b-sft'
|
| 8 |
|
| 9 |
-
config = AutoConfig.from_pretrained(model_id)
|
| 10 |
-
config.pretraining_tp = 1
|
| 11 |
if torch.cuda.is_available():
|
| 12 |
model = AutoModelForCausalLM.from_pretrained(
|
| 13 |
model_id,
|
| 14 |
-
config=config,
|
| 15 |
torch_dtype=torch.float16,
|
| 16 |
device_map='cuda',
|
| 17 |
)
|
| 18 |
else:
|
| 19 |
model = AutoModelForCausalLM.from_pretrained(
|
| 20 |
model_id,
|
| 21 |
-
config=config,
|
| 22 |
torch_dtype=torch.float32,
|
| 23 |
)
|
| 24 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
|
|
|
| 6 |
|
| 7 |
model_id = 'abacaj/starcoderbase-1b-sft'
|
| 8 |
|
|
|
|
|
|
|
| 9 |
if torch.cuda.is_available():
|
| 10 |
model = AutoModelForCausalLM.from_pretrained(
|
| 11 |
model_id,
|
|
|
|
| 12 |
torch_dtype=torch.float16,
|
| 13 |
device_map='cuda',
|
| 14 |
)
|
| 15 |
else:
|
| 16 |
model = AutoModelForCausalLM.from_pretrained(
|
| 17 |
model_id,
|
|
|
|
| 18 |
torch_dtype=torch.float32,
|
| 19 |
)
|
| 20 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|