Update raven_modeling_minimal.py

raven_modeling_minimal.py

@@ -445,7 +445,7 @@ class RavenForCausalLM(RavenPreTrainedModel):
             input_ids = input_ids[:, cache_position]  # type: ignore
         model_inputs["input_ids"] = input_ids.clone(memory_format=torch.contiguous_format)
 
-        position_ids = torch.arange(current_input_length)[None, :]
+        position_ids = torch.arange(current_input_length)[None, :].to(input_ids.device)
         model_inputs["position_ids"] = position_ids[:, -current_input_length:].clone(
             memory_format=torch.contiguous_format
         )  # positions_ids is a critical argument for the model to correctly apply rope!