Update raven_modeling_minimal.py
Browse files
raven_modeling_minimal.py
CHANGED
@@ -300,7 +300,8 @@ class RavenForCausalLM(RavenPreTrainedModel):
|
|
300 |
},
|
301 |
use_cache: bool = False,
|
302 |
cache_position: Optional[torch.Tensor] = None,
|
303 |
-
|
|
|
304 |
if position_ids is None and cache_position is None:
|
305 |
freqs_cis = self.freqs_cis[:, : input_ids.shape[1]]
|
306 |
elif position_ids is not None:
|
|
|
300 |
},
|
301 |
use_cache: bool = False,
|
302 |
cache_position: Optional[torch.Tensor] = None,
|
303 |
+
**kwargs,
|
304 |
+
) -> CausalLMOutputRecurrentLatents:
|
305 |
if position_ids is None and cache_position is None:
|
306 |
freqs_cis = self.freqs_cis[:, : input_ids.shape[1]]
|
307 |
elif position_ids is not None:
|