forked from opendatalab/OmniDocBench
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathend2end_quick_match_metric_result.json
261 lines (261 loc) · 11.6 KB
/
end2end_quick_match_metric_result.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
{
"text_block": {
"all": {
"Edit_dist": {
"ALL_page_avg": 0.35612553465615604
},
"BLEU": {
"all": 0.2698793064568295
},
"METEOR": {
"all": 0.1108786610878661
}
},
"group": {
"Edit_dist": {
"text_background: multi_colored": 0.3603883639360358,
"text_background: single_colored": 0.3407709287766608,
"text_background: white": 0.5314815010052588,
"text_language: text_en_ch_mixed": 0.31849622582657816,
"text_language: text_english": 0.09344569230656903,
"text_language: text_simplified_chinese": 0.7348189142141729,
"text_rotate: horizontal": 0.75,
"text_rotate: normal": 0.5121915577893396
},
"sample_count": {
"text_background: multi_colored": 16,
"text_background: single_colored": 10,
"text_background: white": 208,
"text_language: text_en_ch_mixed": 7,
"text_language: text_english": 76,
"text_language: text_simplified_chinese": 149,
"text_rotate: horizontal": 2,
"text_rotate: normal": 230
}
},
"page": {
"Edit_dist": {
"ALL": 0.35612553465615604,
"None": 0.5876897434428853,
"colorful_backgroud": 0.06456015625468321,
"data_source: PPT2PDF": 0.003787878787878788,
"data_source: academic_literature": 0.12334875441498874,
"data_source: book": 0.430496040238887,
"data_source: colorful_textbook": 0.49010071908186104,
"data_source: exam_paper": 0.03873464407151475,
"data_source: magazine": 0.3620446582215496,
"data_source: newspaper": 0.5620518477661335,
"data_source: note": 0.581582807436466,
"data_source: research_report": 0.612982461886125,
"fuzzy_scan": 0.49010071908186104,
"language: en_ch_mixed": 0.33771106941838647,
"language: english": 0.07264449376581365,
"language: simplified_chinese": 0.5564037098031727,
"layout: 1andmore_column": 0.34028074871432057,
"layout: double_column": 0.5526183324503664,
"layout: other_layout": 0.7410071942446044,
"layout: single_column": 0.21256741250658073,
"layout: three_column": 0.12410369553226697
}
}
},
"display_formula": {
"all": {
"Edit_dist": {
"ALL_page_avg": 0.4928989426720449
}
},
"group": {
"Edit_dist": {
"formula_type: print": 0.4192516875151996
},
"sample_count": {
"formula_type: print": 17
}
},
"page": {
"Edit_dist": {
"ALL": 0.4928989426720449,
"None": 0.43564356435643564,
"colorful_backgroud": 0.5501543209876543,
"data_source: academic_literature": 0.43564356435643564,
"data_source: exam_paper": 0.5501543209876543,
"language: english": 0.4928989426720449,
"layout: single_column": 0.4928989426720449
}
}
},
"table": {
"all": {
"TEDS": {
"all": 0.7838125415599836
},
"TEDS_structure_only": {
"all": 0.9115886967813946
},
"Edit_dist": {
"ALL_page_avg": 0.20271906338695658
}
},
"group": {
"Edit_dist": {
"include_background: False": 0.24142296042047912,
"include_background: True": 0.16362930480998095,
"include_equation: False": 0.22249955686107661,
"include_equation: True": 0.12263243563184374,
"include_photo: False": 0.20252613261523003,
"language: table_en": 0.25625507603721376,
"language: table_simplified_chinese": 0.17949944257723702,
"line: fewer_line": 0.1742619534566193,
"line: full_line": 0.24412750457287177,
"line: less_line": 0.17744154057771663,
"table_layout: horizontal": 0.20252613261523003,
"with_span: False": 0.23826139883555691,
"with_span: True": 0.16679086639490312,
"with_structured_text: False": 0.20252613261523003
},
"TEDS": {
"include_background: False": 0.7741052346708315,
"include_background: True": 0.7935198484491358,
"include_equation: False": 0.7712714401446555,
"include_equation: True": 0.8339769472212967,
"include_photo: False": 0.7838125415599836,
"language: table_en": 0.8581763851931274,
"language: table_simplified_chinese": 0.7519423228600651,
"line: fewer_line": 0.7621373073807755,
"line: full_line": 0.8199108660584695,
"line: less_line": 0.7477954144620811,
"table_layout: horizontal": 0.7838125415599836,
"with_span: False": 0.7342808358925462,
"with_span: True": 0.8333442472274211,
"with_structured_text: False": 0.7838125415599836
},
"TEDS_structure_only": {
"include_background: False": 0.9070242656449553,
"include_background: True": 0.9161531279178339,
"include_equation: False": 0.8966697790227202,
"include_equation: True": 0.9712643678160919,
"include_photo: False": 0.9115886967813946,
"language: table_en": 0.9808429118773946,
"language: table_simplified_chinese": 0.8819083188831088,
"line: fewer_line": 0.9281882868089765,
"line: full_line": 0.928921568627451,
"line: less_line": 0.7592592592592593,
"table_layout: horizontal": 0.9115886967813946,
"with_span: False": 0.9206349206349207,
"with_span: True": 0.9025424729278685,
"with_structured_text: False": 0.9115886967813946
},
"sample_count": {
"include_background: False": 5,
"include_background: True": 5,
"include_equation: False": 8,
"include_equation: True": 2,
"include_photo: False": 10,
"language: table_en": 3,
"language: table_simplified_chinese": 7,
"line: fewer_line": 5,
"line: full_line": 4,
"line: less_line": 1,
"table_layout: horizontal": 10,
"with_span: False": 5,
"with_span: True": 5,
"with_structured_text: False": 10
}
},
"page": {
"Edit_dist": {
"ALL": 0.20271906338695656,
"colorful_backgroud": 0.08373134328358209,
"data_source: academic_literature": 0.21774193548387097,
"data_source: book": 0.17744154057771663,
"data_source: colorful_textbook": 0.007462686567164179,
"data_source: exam_paper": 0.16,
"data_source: magazine": 0.027522935779816515,
"data_source: note": 0.4045236658621615,
"data_source: research_report": 0.212627570174859,
"fuzzy_scan": 0.007462686567164179,
"language: en_ch_mixed": 0.5435606060606061,
"language: english": 0.1284015406836784,
"language: simplified_chinese": 0.1791412684741936,
"layout: 1andmore_column": 0.16700361010830325,
"layout: double_column": 0.21774193548387097,
"layout: other_layout": 0.027522935779816515,
"layout: single_column": 0.249039895800463
},
"TEDS": {
"ALL": 0.8001187319330195,
"colorful_backgroud": 0.94092894583576,
"data_source: academic_literature": 0.7020650214108631,
"data_source: book": 0.7477954144620811,
"data_source: colorful_textbook": 0.9995049504950495,
"data_source: exam_paper": 0.8823529411764706,
"data_source: magazine": 0.9658888730317302,
"data_source: note": 0.6988927862811791,
"data_source: research_report": 0.7528379071293112,
"fuzzy_scan": 0.9995049504950495,
"language: en_ch_mixed": 0.8729591836734694,
"language: english": 0.8613076376941278,
"language: simplified_chinese": 0.7488372981282645,
"layout: 1andmore_column": 0.7597048846895661,
"layout: double_column": 0.7020650214108631,
"layout: other_layout": 0.9658888730317302,
"layout: single_column": 0.8027409847150899
},
"TEDS_structure_only": {
"ALL": 0.9145518147659233,
"colorful_backgroud": 0.9411764705882353,
"data_source: academic_literature": 0.9425287356321839,
"data_source: book": 0.7592592592592593,
"data_source: colorful_textbook": 1.0,
"data_source: exam_paper": 0.8823529411764706,
"data_source: magazine": 1.0,
"data_source: note": 0.9166666666666667,
"data_source: research_report": 0.9067460317460317,
"fuzzy_scan": 1.0,
"language: en_ch_mixed": 1.0,
"language: english": 0.9416272256028848,
"language: simplified_chinese": 0.8812169312169311,
"layout: 1andmore_column": 0.8836367880485527,
"layout: double_column": 0.9425287356321839,
"layout: other_layout": 1.0,
"layout: single_column": 0.9042328042328043
}
}
},
"reading_order": {
"all": {
"Edit_dist": {
"ALL_page_avg": 0.21699615743733391
}
},
"group": {
"sample_count": {}
},
"page": {
"Edit_dist": {
"ALL": 0.21699615743733391,
"None": 0.45518207282913165,
"colorful_backgroud": 0.025641025641025644,
"data_source: PPT2PDF": 0.0,
"data_source: academic_literature": 0.20955882352941177,
"data_source: book": 0.25,
"data_source: colorful_textbook": 0.2857142857142857,
"data_source: exam_paper": 0.07692307692307693,
"data_source: magazine": 0.1,
"data_source: newspaper": 0.5,
"data_source: note": 0.038461538461538464,
"data_source: research_report": 0.49230769230769234,
"fuzzy_scan": 0.2857142857142857,
"language: en_ch_mixed": 0.07692307692307693,
"language: english": 0.08185197155785391,
"language: simplified_chinese": 0.3256043956043956,
"layout: 1andmore_column": 0.3769230769230769,
"layout: double_column": 0.29910714285714285,
"layout: other_layout": 0.6,
"layout: single_column": 0.08396178984414278,
"layout: three_column": 0.0
}
}
}
}