Hugging Face's logo

Spaces:
embedl
/
Edge-Inference-Benchmarks
Running

App Files Community
6

Qwen3.5-FlashHead

#6
by JonnaMat - opened
base: refs/heads/main
←
from: refs/pr/6
Discussion Files changed
+186
-181
Files changed (3) hide show
  1. config.json +1 -0
  2. data/Qwen3.5.csv +174 -181
  3. data/acc-Qwen3.5.csv +11 -0
config.json CHANGED
@@ -215,6 +215,7 @@
215
  },
216
  "Qwen3.5": {
217
  "data_file": "data/Qwen3.5.csv",
 
218
  "table_group_by": [
219
  "res",
220
  "fps"
 
215
  },
216
  "Qwen3.5": {
217
  "data_file": "data/Qwen3.5.csv",
218
+ "accuracy_file": "data/acc-Qwen3.5.csv",
219
  "table_group_by": [
220
  "res",
221
  "fps"
data/Qwen3.5.csv CHANGED
@@ -1,182 +1,175 @@
1
  model_family,model,type,batch,device,res,fps,frames,e2e,tps,tpot,ttft
2
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,1,agx_orin,1280x720,N/A,N/A,3.4767,73.63,10.47,793.82
3
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,1,agx_orin,1920x1080,N/A,N/A,3.4601,73.99,10.50,769.59
4
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,1,agx_orin,854x480,N/A,N/A,3.4106,75.06,10.46,730.42
5
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,1,agx_thor,1280x720,N/A,N/A,2.9966,85.43,9.47,571.74
6
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,1,agx_thor,1920x1080,N/A,N/A,3.0482,83.98,9.52,609.01
7
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,1,agx_thor,854x480,N/A,N/A,2.9693,86.22,9.53,527.85
8
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,1,orin_nano_super,1280x720,N/A,N/A,6.0005,42.66,18.24,1327.89
9
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,1,orin_nano_super,1920x1080,N/A,N/A,5.6634,45.20,18.36,960.77
10
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,1,orin_nano_super,854x480,N/A,N/A,5.7178,44.77,18.40,1006.61
11
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,8,agx_orin,1280x720,N/A,N/A,7.6469,267.82,15.99,2367.57
12
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,8,agx_orin,1920x1080,N/A,N/A,7.3892,277.16,16.13,2203.89
13
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,8,agx_orin,854x480,N/A,N/A,7.1014,288.40,16.26,2035.83
14
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,8,agx_thor,1280x720,N/A,N/A,6.2006,330.29,9.36,2363.24
15
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,8,agx_thor,1920x1080,N/A,N/A,5.4511,375.70,10.32,1861.66
16
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,8,agx_thor,854x480,N/A,N/A,6.0003,341.32,9.42,2261.71
17
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,8,orin_nano_super,1280x720,N/A,N/A,25.5218,80.25,22.10,9662.35
18
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,8,orin_nano_super,1920x1080,N/A,N/A,25.4524,80.46,22.08,9694.86
19
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,8,orin_nano_super,854x480,N/A,N/A,25.4466,80.48,22.09,9686.36
20
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,text,1,agx_orin,N/A,N/A,N/A,2.7044,94.66,10.17,97.49
21
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,text,1,agx_thor,N/A,N/A,N/A,2.4818,103.15,9.48,53.33
22
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,text,1,orin_nano_super,N/A,N/A,N/A,4.7219,54.21,17.89,140.28
23
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,text,8,agx_orin,N/A,N/A,N/A,3.4062,601.25,12.60,168.05
24
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,text,8,agx_thor,N/A,N/A,N/A,2.4017,852.74,9.01,88.37
25
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,text,8,orin_nano_super,N/A,N/A,N/A,20.8941,98.02,19.68,8055.34
26
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,agx_orin,1280x720,2,6,3.3040,77.48,10.47,622.15
27
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,agx_orin,1280x720,4,12,3.3010,77.55,10.46,621.82
28
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,agx_orin,1920x1080,2,6,4.0221,63.65,10.74,1271.07
29
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,agx_orin,1920x1080,4,12,4.0176,63.72,10.74,1267.31
30
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,agx_orin,854x480,2,6,2.9961,85.44,10.37,340.53
31
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,agx_orin,854x480,4,12,2.9951,85.47,10.36,341.15
32
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,agx_thor,1280x720,2,6,2.8887,88.62,9.52,450.19
33
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,agx_thor,1280x720,4,12,2.6629,96.13,8.70,435.18
34
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,agx_thor,1920x1080,2,6,3.3747,75.86,9.72,884.67
35
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,agx_thor,1920x1080,4,12,3.3594,76.20,9.63,892.37
36
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,agx_thor,854x480,2,6,2.6786,95.57,9.45,258.06
37
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,agx_thor,854x480,4,12,2.4043,106.48,8.43,245.77
38
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,orin_nano_super,1280x720,2,6,5.6980,44.93,18.39,986.43
39
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,orin_nano_super,1280x720,4,12,5.7010,44.90,18.39,989.92
40
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,orin_nano_super,1920x1080,2,6,7.1322,35.89,18.88,2296.63
41
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,orin_nano_super,1920x1080,4,12,7.1390,35.86,18.88,2303.15
42
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,orin_nano_super,854x480,2,6,5.1385,49.82,18.17,483.15
43
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,orin_nano_super,854x480,4,12,5.1314,49.89,18.14,483.59
44
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,8,agx_orin,1280x720,2,6,6.6254,309.11,16.41,1654.40
45
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,8,agx_orin,1280x720,4,12,6.6346,308.68,16.42,1655.22
46
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,8,agx_orin,1920x1080,2,6,10.4161,196.62,21.40,3524.47
47
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,8,agx_orin,1920x1080,4,12,10.4239,196.47,21.39,3522.93
48
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,8,agx_orin,854x480,2,6,4.8609,421.32,14.45,765.52
49
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,8,agx_orin,854x480,4,12,4.8529,422.01,14.47,759.28
50
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,8,agx_thor,1280x720,2,6,4.7497,431.19,10.90,1235.70
51
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,8,agx_thor,1280x720,4,12,4.7227,433.65,10.68,1248.29
52
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,8,agx_thor,1920x1080,2,6,7.1575,286.14,12.02,2625.62
53
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,8,agx_thor,1920x1080,4,12,7.1444,286.66,11.87,2628.69
54
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,8,agx_thor,854x480,2,6,3.3770,606.46,9.37,594.63
55
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,8,agx_thor,854x480,4,12,3.6522,560.76,10.42,602.73
56
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,8,orin_nano_super,1280x720,2,6,25.4916,80.34,22.11,9595.46
57
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,8,orin_nano_super,1280x720,4,12,25.5242,80.24,22.11,9591.16
58
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,8,orin_nano_super,1920x1080,2,6,33.2437,61.61,25.76,12755.11
59
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,8,orin_nano_super,1920x1080,4,12,33.2118,61.66,25.74,12747.07
60
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,8,orin_nano_super,854x480,2,6,22.6764,90.31,20.75,8520.65
61
- Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,8,orin_nano_super,854x480,4,12,22.6966,90.23,20.77,8526.23
62
- Qwen3.5-2B,Qwen/Qwen3.5-2B,image,1,agx_orin,1280x720,N/A,N/A,7.0674,36.22,23.75,983.78
63
- Qwen3.5-2B,Qwen/Qwen3.5-2B,image,1,agx_orin,1920x1080,N/A,N/A,7.0653,36.23,23.76,980.26
64
- Qwen3.5-2B,Qwen/Qwen3.5-2B,image,1,agx_orin,854x480,N/A,N/A,6.9196,37.00,23.82,820.85
65
- Qwen3.5-2B,Qwen/Qwen3.5-2B,image,1,agx_thor,1280x720,N/A,N/A,4.9569,51.65,16.95,617.44
66
- Qwen3.5-2B,Qwen/Qwen3.5-2B,image,1,agx_thor,1920x1080,N/A,N/A,5.3912,47.48,17.69,861.15
67
- Qwen3.5-2B,Qwen/Qwen3.5-2B,image,1,agx_thor,854x480,N/A,N/A,4.9181,52.05,16.54,683.47
68
- Qwen3.5-2B,Qwen/Qwen3.5-2B,image,8,agx_orin,1280x720,N/A,N/A,11.5536,177.26,32.50,2388.34
69
- Qwen3.5-2B,Qwen/Qwen3.5-2B,image,8,agx_orin,1920x1080,N/A,N/A,11.4132,179.44,32.58,2304.88
70
- Qwen3.5-2B,Qwen/Qwen3.5-2B,image,8,agx_orin,854x480,N/A,N/A,11.3579,180.31,32.44,2347.47
71
- Qwen3.5-2B,Qwen/Qwen3.5-2B,image,8,agx_thor,1280x720,N/A,N/A,10.4809,195.40,19.87,3211.74
72
- Qwen3.5-2B,Qwen/Qwen3.5-2B,image,8,agx_thor,1920x1080,N/A,N/A,8.6447,236.91,20.00,2230.21
73
- Qwen3.5-2B,Qwen/Qwen3.5-2B,image,8,agx_thor,854x480,N/A,N/A,8.7861,233.10,19.94,2283.97
74
- Qwen3.5-2B,Qwen/Qwen3.5-2B,text,1,agx_orin,N/A,N/A,N/A,6.1086,41.91,23.42,111.25
75
- Qwen3.5-2B,Qwen/Qwen3.5-2B,text,1,agx_thor,N/A,N/A,N/A,4.7835,53.52,18.45,58.28
76
- Qwen3.5-2B,Qwen/Qwen3.5-2B,text,1,orin_nano_super,N/A,N/A,N/A,10.6152,24.12,40.88,148.25
77
- Qwen3.5-2B,Qwen/Qwen3.5-2B,text,8,agx_orin,N/A,N/A,N/A,6.8437,299.26,25.99,177.02
78
- Qwen3.5-2B,Qwen/Qwen3.5-2B,text,8,agx_thor,N/A,N/A,N/A,5.0283,407.29,19.22,99.12
79
- Qwen3.5-2B,Qwen/Qwen3.5-2B,video,1,agx_orin,1280x720,2,6,6.8962,37.12,23.78,804.95
80
- Qwen3.5-2B,Qwen/Qwen3.5-2B,video,1,agx_orin,1280x720,4,12,6.8956,37.13,23.75,812.87
81
- Qwen3.5-2B,Qwen/Qwen3.5-2B,video,1,agx_orin,1920x1080,2,6,7.8629,32.56,24.04,1705.70
82
- Qwen3.5-2B,Qwen/Qwen3.5-2B,video,1,agx_orin,1920x1080,4,12,7.8786,32.49,24.04,1722.06
83
- Qwen3.5-2B,Qwen/Qwen3.5-2B,video,1,agx_orin,854x480,2,6,6.4829,39.49,23.66,422.60
84
- Qwen3.5-2B,Qwen/Qwen3.5-2B,video,1,agx_orin,854x480,4,12,6.4961,39.41,23.68,429.93
85
- Qwen3.5-2B,Qwen/Qwen3.5-2B,video,1,agx_thor,1280x720,2,6,5.0749,50.44,17.94,480.60
86
- Qwen3.5-2B,Qwen/Qwen3.5-2B,video,1,agx_thor,1280x720,4,12,5.0026,51.17,17.67,479.12
87
- Qwen3.5-2B,Qwen/Qwen3.5-2B,video,1,agx_thor,1920x1080,2,6,5.5593,46.05,17.80,1002.52
88
- Qwen3.5-2B,Qwen/Qwen3.5-2B,video,1,agx_thor,1920x1080,4,12,5.5114,46.45,17.60,1004.64
89
- Qwen3.5-2B,Qwen/Qwen3.5-2B,video,1,agx_thor,854x480,2,6,4.4620,57.37,16.43,255.18
90
- Qwen3.5-2B,Qwen/Qwen3.5-2B,video,1,agx_thor,854x480,4,12,4.6379,55.20,17.09,261.74
91
- Qwen3.5-2B,Qwen/Qwen3.5-2B,video,8,agx_orin,1280x720,2,6,10.8289,189.12,32.56,1854.25
92
- Qwen3.5-2B,Qwen/Qwen3.5-2B,video,8,agx_orin,1280x720,4,12,10.7832,189.92,32.54,1828.15
93
- Qwen3.5-2B,Qwen/Qwen3.5-2B,video,8,agx_orin,1920x1080,2,6,15.7247,130.24,41.25,3994.06
94
- Qwen3.5-2B,Qwen/Qwen3.5-2B,video,8,agx_orin,1920x1080,4,12,15.8002,129.62,41.36,4021.86
95
- Qwen3.5-2B,Qwen/Qwen3.5-2B,video,8,agx_orin,854x480,2,6,8.6751,236.08,28.83,894.79
96
- Qwen3.5-2B,Qwen/Qwen3.5-2B,video,8,agx_orin,854x480,4,12,8.7019,235.35,28.93,894.56
97
- Qwen3.5-2B,Qwen/Qwen3.5-2B,video,8,agx_thor,1280x720,2,6,7.1252,287.43,20.15,1253.66
98
- Qwen3.5-2B,Qwen/Qwen3.5-2B,video,8,agx_thor,1280x720,4,12,7.1316,287.17,20.24,1251.00
99
- Qwen3.5-2B,Qwen/Qwen3.5-2B,video,8,agx_thor,1920x1080,2,6,10.0072,204.65,23.88,2654.43
100
- Qwen3.5-2B,Qwen/Qwen3.5-2B,video,8,agx_thor,1920x1080,4,12,9.9894,205.02,23.86,2650.58
101
- Qwen3.5-2B,Qwen/Qwen3.5-2B,video,8,agx_thor,854x480,2,6,5.8224,351.75,18.88,595.93
102
- Qwen3.5-2B,Qwen/Qwen3.5-2B,video,8,agx_thor,854x480,4,12,5.8278,351.42,18.92,595.51
103
- Qwen3.5-4B,Qwen/Qwen3.5-4B,image,1,agx_orin,1280x720,N/A,N/A,15.7675,16.24,51.72,2523.80
104
- Qwen3.5-4B,Qwen/Qwen3.5-4B,image,1,agx_orin,1920x1080,N/A,N/A,14.8430,17.25,51.77,1589.73
105
- Qwen3.5-4B,Qwen/Qwen3.5-4B,image,1,agx_orin,854x480,N/A,N/A,14.9075,17.17,51.79,1646.42
106
- Qwen3.5-4B,Qwen/Qwen3.5-4B,image,1,agx_thor,1280x720,N/A,N/A,10.1825,25.14,36.65,799.10
107
- Qwen3.5-4B,Qwen/Qwen3.5-4B,image,1,agx_thor,1920x1080,N/A,N/A,10.2370,25.01,36.68,846.99
108
- Qwen3.5-4B,Qwen/Qwen3.5-4B,image,1,agx_thor,854x480,N/A,N/A,10.2156,25.06,36.70,818.28
109
- Qwen3.5-4B,Qwen/Qwen3.5-4B,image,8,agx_orin,1280x720,N/A,N/A,24.5852,83.30,72.22,4607.52
110
- Qwen3.5-4B,Qwen/Qwen3.5-4B,image,8,agx_orin,1920x1080,N/A,N/A,24.4841,83.65,71.31,5024.26
111
- Qwen3.5-4B,Qwen/Qwen3.5-4B,image,8,agx_orin,854x480,N/A,N/A,24.9913,81.95,71.82,5094.26
112
- Qwen3.5-4B,Qwen/Qwen3.5-4B,image,8,agx_thor,1280x720,N/A,N/A,15.3444,133.47,46.04,2455.68
113
- Qwen3.5-4B,Qwen/Qwen3.5-4B,image,8,agx_thor,1920x1080,N/A,N/A,15.0641,135.95,46.11,2311.00
114
- Qwen3.5-4B,Qwen/Qwen3.5-4B,image,8,agx_thor,854x480,N/A,N/A,16.0785,127.38,46.35,2541.09
115
- Qwen3.5-4B,Qwen/Qwen3.5-4B,text,1,agx_orin,N/A,N/A,N/A,13.2256,19.36,51.11,139.34
116
- Qwen3.5-4B,Qwen/Qwen3.5-4B,text,1,agx_thor,N/A,N/A,N/A,11.5369,22.19,44.83,59.20
117
- Qwen3.5-4B,Qwen/Qwen3.5-4B,text,8,agx_orin,N/A,N/A,N/A,14.8215,138.18,56.84,252.45
118
- Qwen3.5-4B,Qwen/Qwen3.5-4B,text,8,agx_thor,N/A,N/A,N/A,10.0954,202.86,38.90,126.17
119
- Qwen3.5-4B,Qwen/Qwen3.5-4B,video,1,agx_orin,1280x720,2,6,14.7267,17.38,51.74,1478.13
120
- Qwen3.5-4B,Qwen/Qwen3.5-4B,video,1,agx_orin,1280x720,4,12,14.7034,17.41,51.75,1453.92
121
- Qwen3.5-4B,Qwen/Qwen3.5-4B,video,1,agx_orin,1920x1080,2,6,16.6134,15.41,52.42,3190.30
122
- Qwen3.5-4B,Qwen/Qwen3.5-4B,video,1,agx_orin,1920x1080,4,12,16.5295,15.49,52.31,3136.04
123
- Qwen3.5-4B,Qwen/Qwen3.5-4B,video,1,agx_orin,854x480,2,6,13.8618,18.47,51.36,711.89
124
- Qwen3.5-4B,Qwen/Qwen3.5-4B,video,1,agx_orin,854x480,4,12,13.8666,18.46,51.46,691.59
125
- Qwen3.5-4B,Qwen/Qwen3.5-4B,video,1,agx_thor,1280x720,2,6,9.9871,25.63,36.42,662.34
126
- Qwen3.5-4B,Qwen/Qwen3.5-4B,video,1,agx_thor,1280x720,4,12,10.0533,25.46,36.70,656.44
127
- Qwen3.5-4B,Qwen/Qwen3.5-4B,video,1,agx_thor,1920x1080,2,6,10.9197,23.44,37.17,1403.77
128
- Qwen3.5-4B,Qwen/Qwen3.5-4B,video,1,agx_thor,1920x1080,4,12,10.8428,23.61,36.86,1404.92
129
- Qwen3.5-4B,Qwen/Qwen3.5-4B,video,1,agx_thor,854x480,2,6,9.7512,26.25,36.72,349.70
130
- Qwen3.5-4B,Qwen/Qwen3.5-4B,video,1,agx_thor,854x480,4,12,9.6476,26.54,36.35,340.00
131
- Qwen3.5-4B,Qwen/Qwen3.5-4B,video,8,agx_orin,1280x720,2,6,24.3417,84.14,71.90,4671.61
132
- Qwen3.5-4B,Qwen/Qwen3.5-4B,video,8,agx_orin,1280x720,4,12,24.3518,84.10,71.96,4666.49
133
- Qwen3.5-4B,Qwen/Qwen3.5-4B,video,8,agx_orin,1920x1080,2,6,37.1339,55.15,92.50,10869.20
134
- Qwen3.5-4B,Qwen/Qwen3.5-4B,video,8,agx_orin,1920x1080,4,12,37.1293,55.16,92.50,10856.22
135
- Qwen3.5-4B,Qwen/Qwen3.5-4B,video,8,agx_orin,854x480,2,6,19.1374,107.02,63.33,2277.84
136
- Qwen3.5-4B,Qwen/Qwen3.5-4B,video,8,agx_orin,854x480,4,12,19.1590,106.89,63.42,2275.42
137
- Qwen3.5-4B,Qwen/Qwen3.5-4B,video,8,agx_thor,1280x720,2,6,13.8354,148.03,45.83,1455.86
138
- Qwen3.5-4B,Qwen/Qwen3.5-4B,video,8,agx_thor,1280x720,4,12,13.8358,148.02,45.82,1454.78
139
- Qwen3.5-4B,Qwen/Qwen3.5-4B,video,8,agx_thor,1920x1080,2,6,18.7536,109.21,55.61,3295.62
140
- Qwen3.5-4B,Qwen/Qwen3.5-4B,video,8,agx_thor,1920x1080,4,12,18.6947,109.55,55.52,3285.13
141
- Qwen3.5-4B,Qwen/Qwen3.5-4B,video,8,agx_thor,854x480,2,6,11.7998,173.56,41.68,733.10
142
- Qwen3.5-4B,Qwen/Qwen3.5-4B,video,8,agx_thor,854x480,4,12,11.9580,171.27,42.30,727.69
143
- Qwen3.5-9B,Qwen/Qwen3.5-9B,image,1,agx_orin,1280x720,N/A,N/A,26.3132,9.73,93.35,2411.69
144
- Qwen3.5-9B,Qwen/Qwen3.5-9B,image,1,agx_orin,1920x1080,N/A,N/A,27.0737,9.46,93.46,3145.46
145
- Qwen3.5-9B,Qwen/Qwen3.5-9B,image,1,agx_orin,854x480,N/A,N/A,26.3322,9.72,93.46,2404.11
146
- Qwen3.5-9B,Qwen/Qwen3.5-9B,image,1,agx_thor,1280x720,N/A,N/A,18.7311,13.67,69.21,1011.55
147
- Qwen3.5-9B,Qwen/Qwen3.5-9B,image,1,agx_thor,1920x1080,N/A,N/A,18.7188,13.68,69.17,1009.03
148
- Qwen3.5-9B,Qwen/Qwen3.5-9B,image,1,agx_thor,854x480,N/A,N/A,18.5157,13.83,68.41,1002.13
149
- Qwen3.5-9B,Qwen/Qwen3.5-9B,image,8,agx_orin,1280x720,N/A,N/A,42.9806,47.65,119.81,10915.69
150
- Qwen3.5-9B,Qwen/Qwen3.5-9B,image,8,agx_orin,1920x1080,N/A,N/A,43.0342,47.59,121.13,10446.71
151
- Qwen3.5-9B,Qwen/Qwen3.5-9B,image,8,agx_orin,854x480,N/A,N/A,42.8693,47.77,121.11,10338.35
152
- Qwen3.5-9B,Qwen/Qwen3.5-9B,image,8,agx_thor,1280x720,N/A,N/A,23.9954,85.35,79.36,2637.54
153
- Qwen3.5-9B,Qwen/Qwen3.5-9B,image,8,agx_thor,1920x1080,N/A,N/A,24.3279,84.18,80.66,2649.78
154
- Qwen3.5-9B,Qwen/Qwen3.5-9B,image,8,agx_thor,854x480,N/A,N/A,23.8917,85.72,79.30,2566.15
155
- Qwen3.5-9B,Qwen/Qwen3.5-9B,text,1,agx_orin,N/A,N/A,N/A,23.9129,10.71,92.89,130.96
156
- Qwen3.5-9B,Qwen/Qwen3.5-9B,text,1,agx_thor,N/A,N/A,N/A,17.2797,14.82,67.16,84.25
157
- Qwen3.5-9B,Qwen/Qwen3.5-9B,text,8,agx_orin,N/A,N/A,N/A,25.6348,79.89,98.78,326.13
158
- Qwen3.5-9B,Qwen/Qwen3.5-9B,text,8,agx_thor,N/A,N/A,N/A,18.7864,109.02,72.64,175.13
159
- Qwen3.5-9B,Qwen/Qwen3.5-9B,video,1,agx_orin,1280x720,2,6,26.3409,9.72,93.49,2404.89
160
- Qwen3.5-9B,Qwen/Qwen3.5-9B,video,1,agx_orin,1280x720,4,12,26.3109,9.73,93.49,2375.36
161
- Qwen3.5-9B,Qwen/Qwen3.5-9B,video,1,agx_orin,1920x1080,2,6,29.3717,8.72,94.17,5263.46
162
- Qwen3.5-9B,Qwen/Qwen3.5-9B,video,1,agx_orin,1920x1080,4,12,29.4122,8.70,94.13,5313.34
163
- Qwen3.5-9B,Qwen/Qwen3.5-9B,video,1,agx_orin,854x480,2,6,24.9959,10.24,93.17,1140.07
164
- Qwen3.5-9B,Qwen/Qwen3.5-9B,video,1,agx_orin,854x480,4,12,24.9802,10.25,93.17,1125.95
165
- Qwen3.5-9B,Qwen/Qwen3.5-9B,video,1,agx_thor,1280x720,2,6,18.3248,13.97,68.31,835.77
166
- Qwen3.5-9B,Qwen/Qwen3.5-9B,video,1,agx_thor,1280x720,4,12,18.0996,14.14,67.47,825.91
167
- Qwen3.5-9B,Qwen/Qwen3.5-9B,video,1,agx_thor,1920x1080,2,6,19.2352,13.31,67.93,1843.14
168
- Qwen3.5-9B,Qwen/Qwen3.5-9B,video,1,agx_thor,1920x1080,4,12,19.5311,13.11,69.15,1828.39
169
- Qwen3.5-9B,Qwen/Qwen3.5-9B,video,1,agx_thor,854x480,2,6,18.0794,14.16,68.98,420.49
170
- Qwen3.5-9B,Qwen/Qwen3.5-9B,video,1,agx_thor,854x480,4,12,17.9946,14.23,68.62,425.62
171
- Qwen3.5-9B,Qwen/Qwen3.5-9B,video,8,agx_orin,1280x720,2,6,42.4816,48.21,121.74,9881.70
172
- Qwen3.5-9B,Qwen/Qwen3.5-9B,video,8,agx_orin,1280x720,4,12,42.4778,48.21,121.60,9905.61
173
- Qwen3.5-9B,Qwen/Qwen3.5-9B,video,8,agx_orin,1920x1080,2,6,64.8402,31.59,157.54,21516.66
174
- Qwen3.5-9B,Qwen/Qwen3.5-9B,video,8,agx_orin,1920x1080,4,12,64.6999,31.65,157.38,21435.24
175
- Qwen3.5-9B,Qwen/Qwen3.5-9B,video,8,agx_orin,854x480,2,6,33.3128,61.48,107.20,5147.09
176
- Qwen3.5-9B,Qwen/Qwen3.5-9B,video,8,agx_orin,854x480,4,12,33.3452,61.42,107.26,5157.33
177
- Qwen3.5-9B,Qwen/Qwen3.5-9B,video,8,agx_thor,1280x720,2,6,23.2278,88.17,78.84,2177.68
178
- Qwen3.5-9B,Qwen/Qwen3.5-9B,video,8,agx_thor,1280x720,4,12,22.9413,89.27,77.75,2179.41
179
- Qwen3.5-9B,Qwen/Qwen3.5-9B,video,8,agx_thor,1920x1080,2,6,30.4954,67.16,91.76,5243.04
180
- Qwen3.5-9B,Qwen/Qwen3.5-9B,video,8,agx_thor,1920x1080,4,12,30.4498,67.26,91.48,5270.69
181
- Qwen3.5-9B,Qwen/Qwen3.5-9B,video,8,agx_thor,854x480,2,6,20.3426,100.68,73.19,1094.31
182
- Qwen3.5-9B,Qwen/Qwen3.5-9B,video,8,agx_thor,854x480,4,12,20.6727,99.07,74.40,1095.14
 
1
  model_family,model,type,batch,device,res,fps,frames,e2e,tps,tpot,ttft
2
+ Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,1,agx_orin,1280x720,N/A,N/A,2.7705,92.40,10.42,111.40
3
+ Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,1,agx_orin,1920x1080,N/A,N/A,2.8685,89.25,10.58,168.43
4
+ Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,1,agx_orin,854x480,N/A,N/A,2.7434,93.32,10.40,89.55
5
+ Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,1,agx_thor,1280x720,N/A,N/A,2.5924,98.75,9.97,50.39
6
+ Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,1,agx_thor,1920x1080,N/A,N/A,2.6415,96.91,9.99,91.67
7
+ Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,1,agx_thor,854x480,N/A,N/A,2.6228,97.60,10.06,56.53
8
+ Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,1,orin_nano_super,1280x720,N/A,N/A,4.8156,53.16,18.02,217.07
9
+ Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,1,orin_nano_super,1920x1080,N/A,N/A,5.0868,50.33,18.23,435.12
10
+ Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,1,orin_nano_super,854x480,N/A,N/A,4.7664,53.71,18.07,155.56
11
+ Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,text,1,agx_orin,N/A,N/A,N/A,2.7191,94.15,10.32,86.19
12
+ Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,text,1,agx_thor,N/A,N/A,N/A,2.6879,95.24,10.33,51.82
13
+ Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,text,1,orin_nano_super,N/A,N/A,N/A,4.7269,54.16,17.98,139.75
14
+ Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,agx_orin,1280x720,2,6,3.0735,83.29,10.53,386.88
15
+ Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,agx_orin,1280x720,4,12,3.3670,76.03,10.78,615.95
16
+ Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,agx_orin,1920x1080,2,6,3.5450,72.21,10.86,772.66
17
+ Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,agx_orin,854x480,2,6,2.8936,88.47,10.50,213.47
18
+ Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,agx_orin,854x480,4,12,3.0035,85.23,10.54,314.49
19
+ Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,agx_thor,1280x720,2,6,2.7978,91.50,9.91,270.26
20
+ Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,agx_thor,1920x1080,2,6,3.0856,82.97,10.01,532.88
21
+ Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,agx_thor,854x480,2,6,2.6603,96.23,9.87,142.99
22
+ Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,agx_thor,854x480,4,12,2.7177,94.20,9.81,213.93
23
+ Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,orin_nano_super,1280x720,4,12,6.1033,41.94,18.67,1338.10
24
+ Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,orin_nano_super,1920x1080,2,6,6.5065,39.35,18.81,1707.33
25
+ Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,orin_nano_super,854x480,2,6,4.9916,51.29,18.02,392.16
26
+ Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,orin_nano_super,854x480,4,12,5.2994,48.31,18.29,630.37
27
+ Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,image,1,agx_orin,1280x720,N/A,N/A,2.2128,115.69,8.27,101.45
28
+ Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,image,1,agx_orin,1920x1080,N/A,N/A,2.3052,111.05,8.40,160.46
29
+ Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,image,1,agx_orin,854x480,N/A,N/A,2.1979,116.47,8.30,78.56
30
+ Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,image,1,agx_thor,1280x720,N/A,N/A,1.9191,133.40,7.26,66.86
31
+ Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,image,1,agx_thor,1920x1080,N/A,N/A,1.9246,133.02,7.23,81.14
32
+ Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,image,1,agx_thor,854x480,N/A,N/A,1.9014,134.64,7.24,54.50
33
+ Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,image,1,orin_nano_super,1280x720,N/A,N/A,3.8313,66.82,14.20,206.90
34
+ Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,image,1,orin_nano_super,1920x1080,N/A,N/A,4.1057,62.35,14.44,420.53
35
+ Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,image,1,orin_nano_super,854x480,N/A,N/A,3.7445,68.37,14.09,148.61
36
+ Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,text,1,agx_orin,N/A,N/A,N/A,2.1632,118.35,8.17,76.56
37
+ Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,text,1,agx_thor,N/A,N/A,N/A,1.9263,132.90,7.35,50.20
38
+ Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,text,1,orin_nano_super,N/A,N/A,N/A,3.7055,69.09,14.00,132.70
39
+ Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,video,1,agx_orin,1280x720,2,6,2.5097,102.01,8.39,367.21
40
+ Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,video,1,agx_orin,1280x720,4,12,2.7828,91.99,8.60,587.83
41
+ Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,video,1,agx_orin,1920x1080,2,6,2.9646,86.35,8.70,743.11
42
+ Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,video,1,agx_orin,854x480,2,6,2.3126,110.70,8.29,195.80
43
+ Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,video,1,agx_orin,854x480,4,12,2.4420,104.83,8.42,292.43
44
+ Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,video,1,agx_thor,1280x720,2,6,2.0808,123.03,7.14,259.81
45
+ Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,video,1,agx_thor,1280x720,4,12,2.2889,111.84,7.33,418.55
46
+ Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,video,1,agx_thor,1920x1080,2,6,2.4498,104.50,7.46,546.30
47
+ Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,video,1,agx_thor,854x480,2,6,1.9858,128.92,7.22,143.59
48
+ Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,video,1,agx_thor,854x480,4,12,2.0480,125.00,7.21,208.68
49
+ Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,video,1,orin_nano_super,1280x720,2,6,4.4434,57.61,14.49,745.92
50
+ Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,video,1,orin_nano_super,1280x720,4,12,5.0913,50.28,14.80,1314.76
51
+ Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,video,1,orin_nano_super,1920x1080,2,6,5.5163,46.41,14.87,1717.69
52
+ Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,video,1,orin_nano_super,854x480,2,6,4.0274,63.56,14.30,379.27
53
+ Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,video,1,orin_nano_super,854x480,4,12,4.3154,59.32,14.44,630.29
54
+ Qwen3.5-2B,Qwen/Qwen3.5-2B,image,1,agx_orin,1280x720,N/A,N/A,6.2175,41.17,23.71,167.39
55
+ Qwen3.5-2B,Qwen/Qwen3.5-2B,image,1,agx_orin,1920x1080,N/A,N/A,6.3983,40.01,23.85,314.32
56
+ Qwen3.5-2B,Qwen/Qwen3.5-2B,image,1,agx_thor,1280x720,N/A,N/A,5.0679,50.51,19.59,70.66
57
+ Qwen3.5-2B,Qwen/Qwen3.5-2B,image,1,agx_thor,1920x1080,N/A,N/A,5.0132,51.07,19.07,149.61
58
+ Qwen3.5-2B,Qwen/Qwen3.5-2B,image,1,agx_thor,854x480,N/A,N/A,5.1994,49.24,20.14,63.16
59
+ Qwen3.5-2B,Qwen/Qwen3.5-2B,text,1,agx_orin,N/A,N/A,N/A,6.1340,41.73,23.61,109.34
60
+ Qwen3.5-2B,Qwen/Qwen3.5-2B,text,1,agx_thor,N/A,N/A,N/A,5.5918,45.78,21.77,39.46
61
+ Qwen3.5-2B,Qwen/Qwen3.5-2B,video,1,agx_orin,1280x720,2,6,6.6718,38.37,23.87,580.84
62
+ Qwen3.5-2B,Qwen/Qwen3.5-2B,video,1,agx_orin,1280x720,4,12,7.1087,36.01,24.06,971.06
63
+ Qwen3.5-2B,Qwen/Qwen3.5-2B,video,1,agx_orin,1920x1080,2,6,7.3556,34.80,24.17,1188.10
64
+ Qwen3.5-2B,Qwen/Qwen3.5-2B,video,1,agx_orin,854x480,2,6,6.3868,40.08,23.80,314.54
65
+ Qwen3.5-2B,Qwen/Qwen3.5-2B,video,1,agx_orin,854x480,4,12,6.5845,38.88,23.87,494.64
66
+ Qwen3.5-2B,Qwen/Qwen3.5-2B,video,1,agx_thor,1280x720,2,6,5.2330,48.92,19.27,316.95
67
+ Qwen3.5-2B,Qwen/Qwen3.5-2B,video,1,agx_thor,1280x720,4,12,5.4291,47.15,19.28,510.58
68
+ Qwen3.5-2B,Qwen/Qwen3.5-2B,video,1,agx_thor,1920x1080,2,6,5.5582,46.06,19.19,664.38
69
+ Qwen3.5-2B,Qwen/Qwen3.5-2B,video,1,agx_thor,854x480,2,6,5.1684,49.53,19.59,171.86
70
+ Qwen3.5-2B,Qwen/Qwen3.5-2B,video,1,agx_thor,854x480,4,12,5.2654,48.62,19.59,267.45
71
+ Qwen3.5-2B,embedl/Qwen3.5-2B-FlashHead,image,1,agx_orin,1280x720,N/A,N/A,5.1555,49.66,19.57,161.82
72
+ Qwen3.5-2B,embedl/Qwen3.5-2B-FlashHead,image,1,agx_orin,1920x1080,N/A,N/A,5.3222,48.10,19.64,309.35
73
+ Qwen3.5-2B,embedl/Qwen3.5-2B-FlashHead,image,1,agx_orin,854x480,N/A,N/A,5.1018,50.18,19.55,112.50
74
+ Qwen3.5-2B,embedl/Qwen3.5-2B-FlashHead,image,1,agx_thor,1280x720,N/A,N/A,4.4200,57.92,17.05,70.30
75
+ Qwen3.5-2B,embedl/Qwen3.5-2B-FlashHead,image,1,agx_thor,1920x1080,N/A,N/A,4.5200,56.64,17.06,167.52
76
+ Qwen3.5-2B,embedl/Qwen3.5-2B-FlashHead,image,1,agx_thor,854x480,N/A,N/A,4.3817,58.42,16.94,61.53
77
+ Qwen3.5-2B,embedl/Qwen3.5-2B-FlashHead,text,1,agx_orin,N/A,N/A,N/A,5.0735,50.46,19.46,107.93
78
+ Qwen3.5-2B,embedl/Qwen3.5-2B-FlashHead,text,1,agx_thor,N/A,N/A,N/A,4.3399,58.99,16.88,35.76
79
+ Qwen3.5-2B,embedl/Qwen3.5-2B-FlashHead,video,1,agx_orin,1280x720,2,6,5.5990,45.72,19.67,580.47
80
+ Qwen3.5-2B,embedl/Qwen3.5-2B-FlashHead,video,1,agx_orin,1280x720,4,12,6.0369,42.41,19.89,961.40
81
+ Qwen3.5-2B,embedl/Qwen3.5-2B-FlashHead,video,1,agx_orin,1920x1080,2,6,6.2596,40.90,19.90,1181.74
82
+ Qwen3.5-2B,embedl/Qwen3.5-2B-FlashHead,video,1,agx_orin,854x480,2,6,5.3071,48.24,19.59,307.39
83
+ Qwen3.5-2B,embedl/Qwen3.5-2B-FlashHead,video,1,agx_orin,854x480,4,12,5.5098,46.46,19.69,486.51
84
+ Qwen3.5-2B,embedl/Qwen3.5-2B-FlashHead,video,1,agx_thor,1280x720,2,6,4.6344,55.24,16.91,321.10
85
+ Qwen3.5-2B,embedl/Qwen3.5-2B-FlashHead,video,1,agx_thor,1280x720,4,12,4.8944,52.30,17.12,527.14
86
+ Qwen3.5-2B,embedl/Qwen3.5-2B-FlashHead,video,1,agx_thor,1920x1080,2,6,5.0641,50.55,17.15,690.03
87
+ Qwen3.5-2B,embedl/Qwen3.5-2B-FlashHead,video,1,agx_thor,854x480,2,6,4.4936,56.97,16.93,174.87
88
+ Qwen3.5-2B,embedl/Qwen3.5-2B-FlashHead,video,1,agx_thor,854x480,4,12,4.6162,55.46,17.05,268.48
89
+ Qwen3.5-4B,Qwen/Qwen3.5-4B,image,1,agx_orin,1280x720,N/A,N/A,13.5430,18.90,51.68,361.88
90
+ Qwen3.5-4B,Qwen/Qwen3.5-4B,image,1,agx_orin,1920x1080,N/A,N/A,14.0422,18.23,51.84,819.97
91
+ Qwen3.5-4B,Qwen/Qwen3.5-4B,image,1,agx_orin,854x480,N/A,N/A,13.3597,19.16,51.58,204.92
92
+ Qwen3.5-4B,Qwen/Qwen3.5-4B,image,1,agx_thor,1280x720,N/A,N/A,9.4345,27.13,36.47,133.23
93
+ Qwen3.5-4B,Qwen/Qwen3.5-4B,image,1,agx_thor,1920x1080,N/A,N/A,9.7112,26.36,36.92,296.96
94
+ Qwen3.5-4B,Qwen/Qwen3.5-4B,image,1,agx_thor,854x480,N/A,N/A,9.4375,27.13,36.63,96.72
95
+ Qwen3.5-4B,Qwen/Qwen3.5-4B,text,1,agx_orin,N/A,N/A,N/A,13.2601,19.31,51.46,133.55
96
+ Qwen3.5-4B,Qwen/Qwen3.5-4B,text,1,agx_thor,N/A,N/A,N/A,10.3373,24.76,40.28,65.67
97
+ Qwen3.5-4B,Qwen/Qwen3.5-4B,video,1,agx_orin,1280x720,2,6,14.4518,17.71,51.94,1204.69
98
+ Qwen3.5-4B,Qwen/Qwen3.5-4B,video,1,agx_orin,1280x720,4,12,15.5557,16.46,52.48,2169.44
99
+ Qwen3.5-4B,Qwen/Qwen3.5-4B,video,1,agx_orin,1920x1080,2,6,16.0521,15.95,52.69,2614.24
100
+ Qwen3.5-4B,Qwen/Qwen3.5-4B,video,1,agx_orin,854x480,2,6,13.7607,18.60,51.64,589.35
101
+ Qwen3.5-4B,Qwen/Qwen3.5-4B,video,1,agx_orin,854x480,4,12,14.2876,17.92,51.91,1048.37
102
+ Qwen3.5-4B,Qwen/Qwen3.5-4B,video,1,agx_thor,1280x720,2,6,9.7875,26.16,36.40,502.98
103
+ Qwen3.5-4B,Qwen/Qwen3.5-4B,video,1,agx_thor,1280x720,4,12,10.3543,24.72,37.30,841.52
104
+ Qwen3.5-4B,Qwen/Qwen3.5-4B,video,1,agx_thor,1920x1080,2,6,10.4803,24.43,36.85,1083.17
105
+ Qwen3.5-4B,Qwen/Qwen3.5-4B,video,1,agx_thor,854x480,2,6,9.5823,26.72,36.55,261.13
106
+ Qwen3.5-4B,Qwen/Qwen3.5-4B,video,1,agx_thor,854x480,4,12,9.7556,26.24,36.56,432.20
107
+ Qwen3.5-4B,embedl/Qwen3.5-4B-FlashHead,image,1,agx_orin,1280x720,N/A,N/A,12.2943,20.82,46.79,359.74
108
+ Qwen3.5-4B,embedl/Qwen3.5-4B-FlashHead,image,1,agx_orin,1920x1080,N/A,N/A,12.8082,19.99,47.02,815.32
109
+ Qwen3.5-4B,embedl/Qwen3.5-4B-FlashHead,image,1,agx_orin,854x480,N/A,N/A,12.0968,21.16,46.64,199.85
110
+ Qwen3.5-4B,embedl/Qwen3.5-4B-FlashHead,image,1,agx_thor,1280x720,N/A,N/A,8.9355,28.65,34.51,134.74
111
+ Qwen3.5-4B,embedl/Qwen3.5-4B-FlashHead,image,1,agx_thor,1920x1080,N/A,N/A,8.8460,28.94,33.48,307.11
112
+ Qwen3.5-4B,embedl/Qwen3.5-4B-FlashHead,image,1,agx_thor,854x480,N/A,N/A,9.1015,28.13,35.30,98.85
113
+ Qwen3.5-4B,embedl/Qwen3.5-4B-FlashHead,text,1,agx_orin,N/A,N/A,N/A,12.0002,21.33,46.51,136.62
114
+ Qwen3.5-4B,embedl/Qwen3.5-4B-FlashHead,text,1,agx_thor,N/A,N/A,N/A,9.6536,26.52,37.65,52.22
115
+ Qwen3.5-4B,embedl/Qwen3.5-4B-FlashHead,video,1,agx_orin,1280x720,2,6,13.2436,19.33,47.18,1210.78
116
+ Qwen3.5-4B,embedl/Qwen3.5-4B-FlashHead,video,1,agx_orin,1280x720,4,12,14.2906,17.91,47.61,2148.09
117
+ Qwen3.5-4B,embedl/Qwen3.5-4B-FlashHead,video,1,agx_orin,1920x1080,2,6,14.7796,17.32,47.77,2594.58
118
+ Qwen3.5-4B,embedl/Qwen3.5-4B-FlashHead,video,1,agx_orin,854x480,2,6,12.5461,20.40,46.88,588.13
119
+ Qwen3.5-4B,embedl/Qwen3.5-4B-FlashHead,video,1,agx_orin,854x480,4,12,13.0698,19.59,47.08,1060.97
120
+ Qwen3.5-4B,embedl/Qwen3.5-4B-FlashHead,video,1,agx_thor,1280x720,2,6,8.8215,29.02,32.62,502.32
121
+ Qwen3.5-4B,embedl/Qwen3.5-4B-FlashHead,video,1,agx_thor,1280x720,4,12,9.1552,27.96,32.52,862.34
122
+ Qwen3.5-4B,embedl/Qwen3.5-4B-FlashHead,video,1,agx_thor,1920x1080,2,6,10.1913,25.12,35.49,1139.08
123
+ Qwen3.5-4B,embedl/Qwen3.5-4B-FlashHead,video,1,agx_thor,854x480,2,6,8.6451,29.61,32.91,251.29
124
+ Qwen3.5-4B,embedl/Qwen3.5-4B-FlashHead,video,1,agx_thor,854x480,4,12,8.6350,29.65,32.21,419.77
125
+ Qwen3.5-9B,Qwen/Qwen3.5-9B,image,1,agx_orin,1280x720,N/A,N/A,24.6359,10.39,93.84,703.22
126
+ Qwen3.5-9B,Qwen/Qwen3.5-9B,image,1,agx_orin,1920x1080,N/A,N/A,25.5535,10.02,93.81,1628.43
127
+ Qwen3.5-9B,Qwen/Qwen3.5-9B,image,1,agx_orin,854x480,N/A,N/A,24.2290,10.57,93.56,367.19
128
+ Qwen3.5-9B,Qwen/Qwen3.5-9B,image,1,agx_thor,1280x720,N/A,N/A,17.6067,14.54,68.21,211.92
129
+ Qwen3.5-9B,Qwen/Qwen3.5-9B,image,1,agx_thor,1920x1080,N/A,N/A,17.8187,14.37,68.00,478.42
130
+ Qwen3.5-9B,Qwen/Qwen3.5-9B,image,1,agx_thor,854x480,N/A,N/A,17.3310,14.77,67.50,116.39
131
+ Qwen3.5-9B,Qwen/Qwen3.5-9B,text,1,agx_orin,N/A,N/A,N/A,15.9093,16.09,61.10,325.87
132
+ Qwen3.5-9B,Qwen/Qwen3.5-9B,text,1,agx_thor,N/A,N/A,N/A,17.5353,14.60,68.44,81.28
133
+ Qwen3.5-9B,Qwen/Qwen3.5-9B,video,1,agx_orin,1280x720,2,6,26.1078,9.81,93.86,2170.51
134
+ Qwen3.5-9B,Qwen/Qwen3.5-9B,video,1,agx_orin,1280x720,4,12,28.0875,9.11,94.41,4008.86
135
+ Qwen3.5-9B,Qwen/Qwen3.5-9B,video,1,agx_orin,1920x1080,2,6,28.9312,8.85,94.75,4766.94
136
+ Qwen3.5-9B,Qwen/Qwen3.5-9B,video,1,agx_orin,854x480,2,6,24.9454,10.26,93.80,1022.12
137
+ Qwen3.5-9B,Qwen/Qwen3.5-9B,video,1,agx_orin,854x480,4,12,25.8510,9.90,93.75,1941.94
138
+ Qwen3.5-9B,Qwen/Qwen3.5-9B,video,1,agx_thor,1280x720,2,6,18.1572,14.10,68.52,683.80
139
+ Qwen3.5-9B,Qwen/Qwen3.5-9B,video,1,agx_thor,1280x720,4,12,18.7767,13.63,68.94,1196.10
140
+ Qwen3.5-9B,Qwen/Qwen3.5-9B,video,1,agx_thor,1920x1080,2,6,19.1826,13.35,69.22,1528.95
141
+ Qwen3.5-9B,Qwen/Qwen3.5-9B,video,1,agx_thor,854x480,2,6,17.8835,14.31,68.79,341.15
142
+ Qwen3.5-9B,Qwen/Qwen3.5-9B,video,1,agx_thor,854x480,4,12,18.3139,13.98,69.43,608.89
143
+ Qwen3.5-9B,embedl/Qwen3.5-9B-FlashHead,image,1,agx_orin,1280x720,N/A,N/A,22.5527,11.35,85.71,694.32
144
+ Qwen3.5-9B,embedl/Qwen3.5-9B-FlashHead,image,1,agx_orin,1920x1080,N/A,N/A,23.5190,10.88,85.83,1629.31
145
+ Qwen3.5-9B,embedl/Qwen3.5-9B-FlashHead,image,1,agx_orin,854x480,N/A,N/A,22.1107,11.58,85.30,355.74
146
+ Qwen3.5-9B,embedl/Qwen3.5-9B-FlashHead,image,1,agx_thor,1920x1080,N/A,N/A,16.1406,15.86,61.46,466.80
147
+ Qwen3.5-9B,embedl/Qwen3.5-9B-FlashHead,text,1,agx_orin,N/A,N/A,N/A,21.9096,11.68,85.34,143.70
148
+ Qwen3.5-9B,embedl/Qwen3.5-9B-FlashHead,text,1,agx_thor,N/A,N/A,N/A,15.7387,16.27,61.40,79.97
149
+ Qwen3.5-9B,embedl/Qwen3.5-9B-FlashHead,video,1,agx_orin,1280x720,2,6,24.0229,10.66,85.70,2165.72
150
+ Qwen3.5-9B,embedl/Qwen3.5-9B-FlashHead,video,1,agx_orin,1280x720,4,12,26.0244,9.84,86.32,4010.24
151
+ Qwen3.5-9B,embedl/Qwen3.5-9B-FlashHead,video,1,agx_orin,1920x1080,2,6,26.8348,9.54,86.59,4750.45
152
+ Qwen3.5-9B,embedl/Qwen3.5-9B-FlashHead,video,1,agx_orin,854x480,2,6,22.8176,11.22,85.45,1025.56
153
+ Qwen3.5-9B,embedl/Qwen3.5-9B-FlashHead,video,1,agx_orin,854x480,4,12,23.8306,10.74,85.87,1930.07
154
+ Qwen3.5-9B,embedl/Qwen3.5-9B-FlashHead,video,1,agx_thor,1280x720,2,6,16.3839,15.63,61.59,677.36
155
+ Qwen3.5-9B,embedl/Qwen3.5-9B-FlashHead,video,1,agx_thor,1280x720,4,12,17.0982,14.97,62.43,1177.31
156
+ Qwen3.5-9B,embedl/Qwen3.5-9B-FlashHead,video,1,agx_thor,1920x1080,2,6,17.3792,14.73,62.24,1506.86
157
+ Qwen3.5-9B,embedl/Qwen3.5-9B-FlashHead,video,1,agx_thor,854x480,2,6,16.0702,15.93,61.69,338.46
158
+ Qwen3.5-9B,embedl/Qwen3.5-9B-FlashHead,video,1,agx_thor,854x480,4,12,16.5510,15.47,62.49,613.58
159
+ Qwen3.5-27B,Qwen/Qwen3.5-27B,image,1,agx_thor,1280x720,N/A,N/A,58.2756,4.39,225.83,686.77
160
+ Qwen3.5-27B,Qwen/Qwen3.5-27B,image,1,agx_thor,1920x1080,N/A,N/A,58.9030,4.35,225.49,1401.98
161
+ Qwen3.5-27B,Qwen/Qwen3.5-27B,image,1,agx_thor,854x480,N/A,N/A,58.3865,4.38,227.70,322.55
162
+ Qwen3.5-27B,Qwen/Qwen3.5-27B,text,1,agx_thor,N/A,N/A,N/A,56.9997,4.49,222.55,247.34
163
+ Qwen3.5-27B,Qwen/Qwen3.5-27B,video,1,agx_thor,1280x720,2,6,58.9446,4.34,223.52,1945.31
164
+ Qwen3.5-27B,Qwen/Qwen3.5-27B,video,1,agx_thor,1280x720,4,12,61.7836,4.14,228.03,3635.39
165
+ Qwen3.5-27B,Qwen/Qwen3.5-27B,video,1,agx_thor,1920x1080,2,6,61.8995,4.14,225.29,4448.88
166
+ Qwen3.5-27B,Qwen/Qwen3.5-27B,video,1,agx_thor,854x480,2,6,58.3367,4.39,225.21,905.97
167
+ Qwen3.5-27B,Qwen/Qwen3.5-27B,video,1,agx_thor,854x480,4,12,59.2120,4.32,225.01,1834.20
168
+ Qwen3.5-27B,embedl/Qwen3.5-27B-FlashHead,image,1,agx_thor,1280x720,N/A,N/A,55.2027,4.64,213.80,682.33
169
+ Qwen3.5-27B,embedl/Qwen3.5-27B-FlashHead,image,1,agx_thor,1920x1080,N/A,N/A,57.6501,4.44,220.61,1391.86
170
+ Qwen3.5-27B,embedl/Qwen3.5-27B-FlashHead,image,1,agx_thor,854x480,N/A,N/A,56.4273,4.54,220.01,322.89
171
+ Qwen3.5-27B,embedl/Qwen3.5-27B-FlashHead,text,1,agx_thor,N/A,N/A,N/A,55.4387,4.62,216.49,233.63
172
+ Qwen3.5-27B,embedl/Qwen3.5-27B-FlashHead,video,1,agx_thor,1280x720,2,6,57.7674,4.43,218.89,1948.45
173
+ Qwen3.5-27B,embedl/Qwen3.5-27B-FlashHead,video,1,agx_thor,1280x720,4,12,59.8771,4.28,220.63,3613.92
174
+ Qwen3.5-27B,embedl/Qwen3.5-27B-FlashHead,video,1,agx_thor,1920x1080,2,6,60.8164,4.21,221.24,4398.47
175
+ Qwen3.5-27B,embedl/Qwen3.5-27B-FlashHead,video,1,agx_thor,854x480,2,6,55.6238,4.60,214.54,914.83
 
 
 
 
 
 
 
data/acc-Qwen3.5.csv ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Model,thinking_mode,countbench,mmbench_en_dev_lite,ocrbench,vlmsareblind
2
+ Qwen/Qwen3.5-0.8B,no_thinking,0.6273,0.64,0.7750,0.4877
3
+ embedl/Qwen3.5-0.8B-FlashHead,no_thinking,0.65,,0.76,0.48
4
+ Qwen/Qwen3.5-2B,no_thinking,0.80,,0.84,0.54
5
+ embedl/Qwen3.5-2B-FlashHead,no_thinking,0.81,0.77,0.84,0.55
6
+ Qwen/Qwen3.5-4B,no_thinking,0.91,,0.85,0.65
7
+ embedl/Qwen3.5-4B-FlashHead,no_thinking,0.90,0.912,0.85,0.63
8
+ Qwen/Qwen3.5-9B,thinking,0.92,0.89,0.89,0.69
9
+ embedl/Qwen3.5-9B-FlashHead,thinking,0.93,0.89,0.88,0.70
10
+ Qwen/Qwen3.5-27B,thinking,0.94,,0.45,0.67
11
+ embedl/Qwen3.5-27B-FlashHead,thinking,0.93,0.92,0.45,0.67