Update automodel.py

automodel.py

@@ -41,11 +41,14 @@ class MosaicBertForEmbeddingGeneration(BertPreTrainedModel):
         # this gets a fresh init model
         model = cls(config, *inputs, **kwargs)
 
+        hf_kwargs = kwargs.copy()
+        hf_kwargs.pop('_from_auto', None)  # Remove '_from_auto' if present
+    
         # Download the model file
         archive_file = hf_hub_download(
             repo_id=pretrained_checkpoint,
             filename="model.safetensors",
-            **kwargs
+            **hf_kwargs  # Pass filtered kwargs
         )
         
         # Load the state_dict
@@ -120,11 +123,14 @@ class ClinicalMosaicForSequenceClassification(BertPreTrainedModel):
         # this gets a fresh init model
         model = cls(config, *inputs, **kwargs)
 
+        hf_kwargs = kwargs.copy()
+        hf_kwargs.pop('_from_auto', None)  # Remove '_from_auto' if present
+    
         # Download the model file
         archive_file = hf_hub_download(
             repo_id=pretrained_checkpoint,
             filename="model.safetensors",
-            **kwargs
+            **hf_kwargs  # Pass filtered kwargs
         )
         
         # Load the state_dict