Upload folder using huggingface_hub

modeling_intern_vit.py

@@ -368,6 +368,7 @@ class InternVisionEncoder(nn.Module):
 
 class InternVisionModel(PreTrainedModel):
     main_input_name = 'pixel_values'
+    _supports_flash_attn_2 = True
     config_class = InternVisionConfig
     _no_split_modules = ['InternVisionEncoderLayer']
 

modeling_internvl_chat.py

@@ -35,6 +35,7 @@ def version_cmp(v1, v2, op='eq'):
 class InternVLChatModel(PreTrainedModel):
     config_class = InternVLChatConfig
     main_input_name = 'pixel_values'
+    _supports_flash_attn_2 = True
     _no_split_modules = ['InternVisionModel', 'LlamaDecoderLayer', 'InternLM2DecoderLayer']
 
     def __init__(self, config: InternVLChatConfig, vision_model=None, language_model=None):