Chat-UniVi
commited on
Commit
•
a70ee08
1
Parent(s):
595ff0d
Update README.md
Browse files
README.md
CHANGED
@@ -1,9 +1,15 @@
|
|
1 |
---
|
2 |
license: llama2
|
3 |
---
|
4 |
-
|
5 |
-
|
6 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
7 |
## 😮 Highlights
|
8 |
|
9 |
### 💡 Unified visual representation for image and video
|
@@ -93,7 +99,7 @@ def _get_rawvideo_dec(video_path, image_processor, max_frames=MAX_IMAGE_LENGTH,
|
|
93 |
|
94 |
if __name__ == '__main__':
|
95 |
# Model Parameter
|
96 |
-
model_path =
|
97 |
video_path = ${video_path}
|
98 |
max_frames = ${max_frames}
|
99 |
|
@@ -191,7 +197,7 @@ from PIL import Image
|
|
191 |
|
192 |
if __name__ == '__main__':
|
193 |
# Model Parameter
|
194 |
-
model_path =
|
195 |
image_path = ${image_path}
|
196 |
|
197 |
# Input Text
|
@@ -265,4 +271,4 @@ if __name__ == '__main__':
|
|
265 |
outputs = outputs[:-len(stop_str)]
|
266 |
outputs = outputs.strip()
|
267 |
print(outputs)
|
268 |
-
```
|
|
|
1 |
---
|
2 |
license: llama2
|
3 |
---
|
4 |
+
# Chat-UniVi: Unified Visual Representation Empowers Large Language Models with Image and Video Understanding
|
5 |
+
|
6 |
+
**Paper or resources for more information:**
|
7 |
+
[[Paper](https://huggingface.co/papers/2311.08046)] [[Code](https://github.com/PKU-YuanGroup/Chat-UniVi)]
|
8 |
+
|
9 |
+
## License
|
10 |
+
Llama 2 is licensed under the LLAMA 2 Community License,
|
11 |
+
Copyright (c) Meta Platforms, Inc. All Rights Reserved.
|
12 |
+
|
13 |
## 😮 Highlights
|
14 |
|
15 |
### 💡 Unified visual representation for image and video
|
|
|
99 |
|
100 |
if __name__ == '__main__':
|
101 |
# Model Parameter
|
102 |
+
model_path = "Chat-UniVi/Chat-UniVi" # or "Chat-UniVi/Chat-UniVi-13B"
|
103 |
video_path = ${video_path}
|
104 |
max_frames = ${max_frames}
|
105 |
|
|
|
197 |
|
198 |
if __name__ == '__main__':
|
199 |
# Model Parameter
|
200 |
+
model_path = "Chat-UniVi/Chat-UniVi" # or "Chat-UniVi/Chat-UniVi-13B"
|
201 |
image_path = ${image_path}
|
202 |
|
203 |
# Input Text
|
|
|
271 |
outputs = outputs[:-len(stop_str)]
|
272 |
outputs = outputs.strip()
|
273 |
print(outputs)
|
274 |
+
```
|