Upload folder using huggingface_hub

README.md

@@ -1,6 +1,6 @@
 ---
-library_name: transformers
-tags: []
+base_model: ybelkada/blip2-opt-2.7b-fp16-sharded
+library_name: peft
 ---
 
 # Model Card for Model ID
@@ -15,7 +15,7 @@ tags: []
 
 <!-- Provide a longer summary of what this model is. -->
 
-This is the model card of a 🤗 transformers model that has been pushed on the Hub. This model card has been automatically generated.
+
 
 - **Developed by:** [More Information Needed]
 - **Funded by [optional]:** [More Information Needed]
@@ -196,4 +196,7 @@ Carbon emissions can be estimated using the [Machine Learning Impact calculator]
 
 ## Model Card Contact
 
-[More Information Needed]
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.12.1.dev0

adapter_config.json

@@ -23,8 +23,8 @@
  "rank_pattern": {},
  "revision": null,
  "target_modules": [
- "k_proj",
- "q_proj"
+ "q_proj",
+ "k_proj"
  ],
  "task_type": null,
  "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:22d95303160c9193f7b33074796456916008b877582ee26efc68367ef90b713d
+oid sha256:c37fe4a021465d0c262c344b04f1434c4b1f79d0e3193fd6014c039831c0cf20
 size 20991608

config.json

@@ -0,0 +1,43 @@
+{
+ "_name_or_path": "ybelkada/blip2-opt-2.7b-fp16-sharded",
+ "architectures": [
+ "Blip2ForConditionalGeneration"
+ ],
+ "image_text_hidden_size": 256,
+ "image_token_index": null,
+ "initializer_factor": 1.0,
+ "initializer_range": 0.02,
+ "model_type": "blip-2",
+ "num_query_tokens": 32,
+ "qformer_config": {
+ "classifier_dropout": null,
+ "model_type": "blip_2_qformer"
+ },
+ "text_config": {
+ "_name_or_path": "facebook/opt-2.7b",
+ "activation_dropout": 0.0,
+ "architectures": [
+ "OPTForCausalLM"
+ ],
+ "eos_token_id": 50118,
+ "ffn_dim": 10240,
+ "hidden_size": 2560,
+ "model_type": "opt",
+ "num_attention_heads": 32,
+ "num_hidden_layers": 32,
+ "prefix": "</s>",
+ "torch_dtype": "float16",
+ "word_embed_proj_dim": 2560
+ },
+ "torch_dtype": "float16",
+ "transformers_version": "4.45.0.dev0",
+ "use_decoder_only_language_model": true,
+ "vision_config": {
+ "dropout": 0.0,
+ "initializer_factor": 1.0,
+ "layer_norm_eps": 1e-05,
+ "model_type": "blip_2_vision_model",
+ "num_channels": 3,
+ "projection_dim": 512
+ }
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b96eb9f7d56601c39d84de1a086850d7b8aaf97896c5a439347686551e5936
+size 3909183583