Caslow commited on
Commit
a4b9456
·
1 Parent(s): f114289
Files changed (1) hide show
  1. inference.py +1 -1
inference.py CHANGED
@@ -33,7 +33,7 @@ def load_model(
33
  def prepare_input(
34
  messages: List[Dict[str, str]],
35
  tokenizer: any,
36
- device: str = "cuda"
37
  ) -> torch.Tensor:
38
  """
39
  Prepare input for the model by applying chat template and tokenization.
 
33
  def prepare_input(
34
  messages: List[Dict[str, str]],
35
  tokenizer: any,
36
+ device: str = "cpu"
37
  ) -> torch.Tensor:
38
  """
39
  Prepare input for the model by applying chat template and tokenization.