Upload processor

#3
by m-ric HF staff - opened
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -1,7 +1,7 @@
1
  ---
2
- license: apache-2.0
3
  base_model:
4
  - rhymes-ai/Aria
 
5
  base_model_relation: quantized
6
  ---
7
 
 
1
  ---
 
2
  base_model:
3
  - rhymes-ai/Aria
4
+ license: apache-2.0
5
  base_model_relation: quantized
6
  ---
7
 
added_tokens.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "<pad>": 100352
3
+ }
preprocessor_config.json CHANGED
@@ -1,15 +1,17 @@
1
  {
2
  "_transform": null,
3
  "auto_map": {
4
- "AutoImageProcessor": "vision_processor.AriaVisionProcessor",
5
- "AutoProcessor": "processing_aria.AriaProcessor"
6
  },
 
 
7
  "image_mean": [
8
  0.5,
9
  0.5,
10
  0.5
11
  ],
12
- "image_processor_type": "AriaVisionProcessor",
13
  "image_std": [
14
  0.5,
15
  0.5,
@@ -17,5 +19,85 @@
17
  ],
18
  "max_image_size": 980,
19
  "min_image_size": 336,
20
- "processor_class": "AriaProcessor"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
21
  }
 
1
  {
2
  "_transform": null,
3
  "auto_map": {
4
+ "AutoImageProcessor": "rhymes-ai/Aria-torchao-int8wo--vision_processor.AriaVisionProcessor",
5
+ "AutoProcessor": "rhymes-ai/Aria-torchao-int8wo--processing_aria.AriaProcessor"
6
  },
7
+ "do_convert_rgb": true,
8
+ "do_normalize": true,
9
  "image_mean": [
10
  0.5,
11
  0.5,
12
  0.5
13
  ],
14
+ "image_processor_type": "AriaImageProcessor",
15
  "image_std": [
16
  0.5,
17
  0.5,
 
19
  ],
20
  "max_image_size": 980,
21
  "min_image_size": 336,
22
+ "processor_class": "AriaProcessor",
23
+ "resample": 3,
24
+ "split_image": false,
25
+ "split_resolutions": [
26
+ [
27
+ 490,
28
+ 980
29
+ ],
30
+ [
31
+ 490,
32
+ 1470
33
+ ],
34
+ [
35
+ 490,
36
+ 1960
37
+ ],
38
+ [
39
+ 490,
40
+ 2450
41
+ ],
42
+ [
43
+ 490,
44
+ 2940
45
+ ],
46
+ [
47
+ 490,
48
+ 3430
49
+ ],
50
+ [
51
+ 490,
52
+ 3920
53
+ ],
54
+ [
55
+ 980,
56
+ 1960
57
+ ],
58
+ [
59
+ 980,
60
+ 1470
61
+ ],
62
+ [
63
+ 980,
64
+ 980
65
+ ],
66
+ [
67
+ 980,
68
+ 490
69
+ ],
70
+ [
71
+ 1470,
72
+ 490
73
+ ],
74
+ [
75
+ 1470,
76
+ 980
77
+ ],
78
+ [
79
+ 1960,
80
+ 490
81
+ ],
82
+ [
83
+ 1960,
84
+ 980
85
+ ],
86
+ [
87
+ 2450,
88
+ 490
89
+ ],
90
+ [
91
+ 2940,
92
+ 490
93
+ ],
94
+ [
95
+ 3430,
96
+ 490
97
+ ],
98
+ [
99
+ 3920,
100
+ 490
101
+ ]
102
+ ]
103
  }
processor_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "processor_class": "AriaProcessor",
3
+ "size_conversion": {
4
+ "490": 128,
5
+ "980": 256
6
+ }
7
+ }
special_tokens_map.json CHANGED
@@ -1,4 +1,12 @@
1
  {
 
 
 
 
 
 
 
 
2
  "unk_token": {
3
  "content": "<unk>",
4
  "lstrip": false,
 
1
  {
2
+ "image_token": "<|img|>",
3
+ "pad_token": {
4
+ "content": "<pad>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false
9
+ },
10
  "unk_token": {
11
  "content": "<unk>",
12
  "lstrip": false,
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02702cce6c4de786d52a3dc624b39e86134c159b7490ea30630739c6f723e7f8
3
+ size 11091481
tokenizer_config.json CHANGED
The diff for this file is too large to render. See raw diff