Add function to get number of model embeddings (#364)

- Add function to get number of model embeddings (01313fd5b2416d697ae4d21db9f1ec80c91ab8bc)
- extract emb_dims and input_size from config (89fc737b00596ae9b4f226da087e872022bf5a26)


Co-authored-by: Han Chen <[email protected]>

geneformer/perturber_utils.py

@@ -156,8 +156,12 @@ def quant_layers(model):
     return int(max(layer_nums)) + 1
 
 
+def get_model_emb_dims(model):
+    return model.config.hidden_size
+
+
 def get_model_input_size(model):
-    return int(re.split("\(|,", str(model.bert.embeddings.position_embeddings))[1])
+    return model.config.max_position_embeddings
 
 
 def flatten_list(megalist):