Upload folder using huggingface_hub

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "llava-hf/llava-v1.6-vicuna-13b-hf",
+  "_name_or_path": "/root/.cache/huggingface/hub/models--llava-hf--llava-v1.6-vicuna-13b-hf/snapshots/e66fcaaa7d502b1037c8465375bb67f4c33758dd",
   "architectures": [
     "LlavaNextForConditionalGeneration"
   ],
@@ -30,13 +30,8 @@
   "model_type": "llava_next",
   "projector_hidden_act": "gelu",
   "quantization_config": {
-    "backend": "autoawq",
     "bits": 4,
-    "do_fuse": false,
-    "exllama_config": null,
-    "fuse_max_seq_len": null,
     "group_size": 128,
-    "modules_to_fuse": null,
     "modules_to_not_convert": null,
     "quant_method": "awq",
     "version": "gemm",
@@ -61,7 +56,7 @@
     "vocab_size": 32064
   },
   "tie_word_embeddings": false,
-  "torch_dtype": "float16",
+  "torch_dtype": "bfloat16",
   "transformers_version": "4.41.1",
   "use_image_newline_parameter": true,
   "vision_config": {

generation_config.json

@@ -0,0 +1,9 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "do_sample": true,
+  "eos_token_id": 2,
+  "max_length": 4096,
+  "pad_token_id": 0,
+  "transformers_version": "4.41.1"
+}

model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f884d18cacd4ea3e30492073dc05cc473d30e3949dea86c474caab74676724
+size 4994787184

model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b077861b5ea6505edcb2eb62ce75cce3918d8f2d19a5b33be430a395667608fb
+size 2924539320

preprocessor_config.json

@@ -0,0 +1,52 @@
+{
+  "aspect_ratio_setting": "anyres",
+  "crop_size": {
+    "height": 336,
+    "width": 336
+  },
+  "do_center_crop": true,
+  "do_convert_rgb": true,
+  "do_normalize": true,
+  "do_pad": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_grid_pinpoints": [
+    [
+      336,
+      672
+    ],
+    [
+      672,
+      336
+    ],
+    [
+      672,
+      672
+    ],
+    [
+      1008,
+      336
+    ],
+    [
+      336,
+      1008
+    ]
+  ],
+  "image_mean": [
+    0.48145466,
+    0.4578275,
+    0.40821073
+  ],
+  "image_processor_type": "LlavaNextImageProcessor",
+  "image_std": [
+    0.26862954,
+    0.26130258,
+    0.27577711
+  ],
+  "processor_class": "LlavaNextProcessor",
+  "resample": 3,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "shortest_edge": 336
+  }
+}