fix compatibility issue for transformers 4.46+
Browse files
configuration_internvl_chat.py
CHANGED
@@ -47,9 +47,9 @@ class InternVLChatConfig(PretrainedConfig):
|
|
47 |
logger.info('llm_config is None. Initializing the LlamaConfig config with default values (`LlamaConfig`).')
|
48 |
|
49 |
self.vision_config = InternVisionConfig(**vision_config)
|
50 |
-
if llm_config.get('architectures', [
|
51 |
self.llm_config = LlamaConfig(**llm_config)
|
52 |
-
elif llm_config.get('architectures', [
|
53 |
self.llm_config = InternLM2Config(**llm_config)
|
54 |
else:
|
55 |
raise ValueError('Unsupported architecture: {}'.format(llm_config['architectures'][0]))
|
|
|
47 |
logger.info('llm_config is None. Initializing the LlamaConfig config with default values (`LlamaConfig`).')
|
48 |
|
49 |
self.vision_config = InternVisionConfig(**vision_config)
|
50 |
+
if llm_config.get('architectures', ['Qwen2ForCausalLM'])[0] == 'LlamaForCausalLM':
|
51 |
self.llm_config = LlamaConfig(**llm_config)
|
52 |
+
elif llm_config.get('architectures', ['InternLM2ForCausalLM'])[0] == 'InternLM2ForCausalLM':
|
53 |
self.llm_config = InternLM2Config(**llm_config)
|
54 |
else:
|
55 |
raise ValueError('Unsupported architecture: {}'.format(llm_config['architectures'][0]))
|