stanrom
/

internlm-xcomposer-7b-4bit

Feature Extraction

InternLMXComposer

Model card Files Files and versions Community

stanrom commited on May 24, 2024

Commit

5418e09

·

verified ·

1 Parent(s): a7c14c4

Update modeling_InternLM_XComposer.py

Files changed (1) hide show

modeling_InternLM_XComposer.py +2 -2

modeling_InternLM_XComposer.py CHANGED Viewed

@@ -81,8 +81,8 @@ conversation
         else:
             assert int(torch.__version__[0]) == 2
             # speed up init llm
-            # with torch.device('meta'):
-            #     self.internlm_model = InternLMForCausalLM._from_config(config)
             # self.internlm_model.to_empty(device=config.device).to(torch.float16)
             # self.internlm_model.to(config.device)
             # self.internlm_model.tie_weights()

         else:
             assert int(torch.__version__[0]) == 2
             # speed up init llm
+            with torch.device('meta'):
+                self.internlm_model = InternLMForCausalLM._from_config(config)
             # self.internlm_model.to_empty(device=config.device).to(torch.float16)
             # self.internlm_model.to(config.device)
             # self.internlm_model.tie_weights()