gugarosa winglian commited on
Commit
4a426d8
1 Parent(s): 7d482dd

add _no_split_modules property (#17)

Browse files

- add _no_split_modules property (7e925ddfdf2d1bb29fc26db755aafd77fb8f565e)


Co-authored-by: wing lian <[email protected]>

Files changed (1) hide show
  1. modeling_mixformer_sequential.py +1 -0
modeling_mixformer_sequential.py CHANGED
@@ -717,6 +717,7 @@ class MixFormerSequentialForCausalLM(MixFormerSequentialPreTrainedModel):
717
 
718
  _keys_to_ignore_on_load_missing = [""]
719
  _keys_to_ignore_on_load_unexpected = [r"layers\.\d+\.mlp.(fc_in|fc_out)\.(weight|bias)"]
 
720
 
721
  def __init__(self, config: MixFormerSequentialConfig) -> None:
722
  super().__init__(config)
 
717
 
718
  _keys_to_ignore_on_load_missing = [""]
719
  _keys_to_ignore_on_load_unexpected = [r"layers\.\d+\.mlp.(fc_in|fc_out)\.(weight|bias)"]
720
+ _no_split_modules = ["ParallelBlock"]
721
 
722
  def __init__(self, config: MixFormerSequentialConfig) -> None:
723
  super().__init__(config)