Revert "Upload processor (#12)"
Browse filesThis reverts commit 3e774c984a6e0699a566d9c83b9d562df329a42e.
- .gitattributes +0 -1
- README.md +1 -1
- added_tokens.json +0 -3
- chat_template.json +0 -3
- preprocessor_config.json +4 -86
- processor_config.json +0 -7
- special_tokens_map.json +0 -8
- tokenizer.json +0 -3
- tokenizer_config.json +0 -0
.gitattributes
CHANGED
@@ -33,4 +33,3 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
36 |
-
tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
README.md
CHANGED
@@ -1,8 +1,8 @@
|
|
1 |
---
|
|
|
2 |
language:
|
3 |
- en
|
4 |
library_name: transformers
|
5 |
-
license: apache-2.0
|
6 |
pipeline_tag: image-text-to-text
|
7 |
tags:
|
8 |
- multimodal
|
|
|
1 |
---
|
2 |
+
license: apache-2.0
|
3 |
language:
|
4 |
- en
|
5 |
library_name: transformers
|
|
|
6 |
pipeline_tag: image-text-to-text
|
7 |
tags:
|
8 |
- multimodal
|
added_tokens.json
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
{
|
2 |
-
"<pad>": 100352
|
3 |
-
}
|
|
|
|
|
|
|
|
chat_template.json
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
{
|
2 |
-
"chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% for message in messages %}<|im_start|>{{ message['role'] }}\n{% if message['content'] is string %}{{ message['content'] }}{% elif message['content'] is iterable %}{% for item in message['content'] %}{% if item['type'] == 'text' %}{{ item['text'] }}{% elif item['type'] == 'image' %}<fim_prefix><|img|><fim_suffix>{% endif %}{% endfor %}{% endif %}<|im_end|>\n{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant\n{% endif %}"
|
3 |
-
}
|
|
|
|
|
|
|
|
preprocessor_config.json
CHANGED
@@ -1,17 +1,15 @@
|
|
1 |
{
|
2 |
"_transform": null,
|
3 |
"auto_map": {
|
4 |
-
"AutoImageProcessor": "
|
5 |
-
"AutoProcessor": "
|
6 |
},
|
7 |
-
"do_convert_rgb": true,
|
8 |
-
"do_normalize": true,
|
9 |
"image_mean": [
|
10 |
0.5,
|
11 |
0.5,
|
12 |
0.5
|
13 |
],
|
14 |
-
"image_processor_type": "
|
15 |
"image_std": [
|
16 |
0.5,
|
17 |
0.5,
|
@@ -19,85 +17,5 @@
|
|
19 |
],
|
20 |
"max_image_size": 980,
|
21 |
"min_image_size": 336,
|
22 |
-
"processor_class": "AriaProcessor"
|
23 |
-
"resample": 3,
|
24 |
-
"split_image": false,
|
25 |
-
"split_resolutions": [
|
26 |
-
[
|
27 |
-
490,
|
28 |
-
980
|
29 |
-
],
|
30 |
-
[
|
31 |
-
490,
|
32 |
-
1470
|
33 |
-
],
|
34 |
-
[
|
35 |
-
490,
|
36 |
-
1960
|
37 |
-
],
|
38 |
-
[
|
39 |
-
490,
|
40 |
-
2450
|
41 |
-
],
|
42 |
-
[
|
43 |
-
490,
|
44 |
-
2940
|
45 |
-
],
|
46 |
-
[
|
47 |
-
490,
|
48 |
-
3430
|
49 |
-
],
|
50 |
-
[
|
51 |
-
490,
|
52 |
-
3920
|
53 |
-
],
|
54 |
-
[
|
55 |
-
980,
|
56 |
-
1960
|
57 |
-
],
|
58 |
-
[
|
59 |
-
980,
|
60 |
-
1470
|
61 |
-
],
|
62 |
-
[
|
63 |
-
980,
|
64 |
-
980
|
65 |
-
],
|
66 |
-
[
|
67 |
-
980,
|
68 |
-
490
|
69 |
-
],
|
70 |
-
[
|
71 |
-
1470,
|
72 |
-
490
|
73 |
-
],
|
74 |
-
[
|
75 |
-
1470,
|
76 |
-
980
|
77 |
-
],
|
78 |
-
[
|
79 |
-
1960,
|
80 |
-
490
|
81 |
-
],
|
82 |
-
[
|
83 |
-
1960,
|
84 |
-
980
|
85 |
-
],
|
86 |
-
[
|
87 |
-
2450,
|
88 |
-
490
|
89 |
-
],
|
90 |
-
[
|
91 |
-
2940,
|
92 |
-
490
|
93 |
-
],
|
94 |
-
[
|
95 |
-
3430,
|
96 |
-
490
|
97 |
-
],
|
98 |
-
[
|
99 |
-
3920,
|
100 |
-
490
|
101 |
-
]
|
102 |
-
]
|
103 |
}
|
|
|
1 |
{
|
2 |
"_transform": null,
|
3 |
"auto_map": {
|
4 |
+
"AutoImageProcessor": "vision_processor.AriaVisionProcessor",
|
5 |
+
"AutoProcessor": "processing_aria.AriaProcessor"
|
6 |
},
|
|
|
|
|
7 |
"image_mean": [
|
8 |
0.5,
|
9 |
0.5,
|
10 |
0.5
|
11 |
],
|
12 |
+
"image_processor_type": "AriaVisionProcessor",
|
13 |
"image_std": [
|
14 |
0.5,
|
15 |
0.5,
|
|
|
17 |
],
|
18 |
"max_image_size": 980,
|
19 |
"min_image_size": 336,
|
20 |
+
"processor_class": "AriaProcessor"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
21 |
}
|
processor_config.json
DELETED
@@ -1,7 +0,0 @@
|
|
1 |
-
{
|
2 |
-
"processor_class": "AriaProcessor",
|
3 |
-
"size_conversion": {
|
4 |
-
"490": 128,
|
5 |
-
"980": 256
|
6 |
-
}
|
7 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
special_tokens_map.json
CHANGED
@@ -1,12 +1,4 @@
|
|
1 |
{
|
2 |
-
"image_token": "<|img|>",
|
3 |
-
"pad_token": {
|
4 |
-
"content": "<pad>",
|
5 |
-
"lstrip": false,
|
6 |
-
"normalized": false,
|
7 |
-
"rstrip": false,
|
8 |
-
"single_word": false
|
9 |
-
},
|
10 |
"unk_token": {
|
11 |
"content": "<unk>",
|
12 |
"lstrip": false,
|
|
|
1 |
{
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2 |
"unk_token": {
|
3 |
"content": "<unk>",
|
4 |
"lstrip": false,
|
tokenizer.json
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:02702cce6c4de786d52a3dc624b39e86134c159b7490ea30630739c6f723e7f8
|
3 |
-
size 11091481
|
|
|
|
|
|
|
|
tokenizer_config.json
CHANGED
The diff for this file is too large to render.
See raw diff
|
|