Qwen3.5-FlashHead
#6
by JonnaMat - opened
- config.json +1 -0
- data/Qwen3.5.csv +174 -181
- data/acc-Qwen3.5.csv +11 -0
config.json
CHANGED
|
@@ -215,6 +215,7 @@
|
|
| 215 |
},
|
| 216 |
"Qwen3.5": {
|
| 217 |
"data_file": "data/Qwen3.5.csv",
|
|
|
|
| 218 |
"table_group_by": [
|
| 219 |
"res",
|
| 220 |
"fps"
|
|
|
|
| 215 |
},
|
| 216 |
"Qwen3.5": {
|
| 217 |
"data_file": "data/Qwen3.5.csv",
|
| 218 |
+
"accuracy_file": "data/acc-Qwen3.5.csv",
|
| 219 |
"table_group_by": [
|
| 220 |
"res",
|
| 221 |
"fps"
|
data/Qwen3.5.csv
CHANGED
|
@@ -1,182 +1,175 @@
|
|
| 1 |
model_family,model,type,batch,device,res,fps,frames,e2e,tps,tpot,ttft
|
| 2 |
-
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,1,agx_orin,1280x720,N/A,N/A,
|
| 3 |
-
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,1,agx_orin,1920x1080,N/A,N/A,
|
| 4 |
-
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,1,agx_orin,854x480,N/A,N/A,
|
| 5 |
-
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,1,agx_thor,1280x720,N/A,N/A,2.
|
| 6 |
-
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,1,agx_thor,1920x1080,N/A,N/A,
|
| 7 |
-
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,1,agx_thor,854x480,N/A,N/A,2.
|
| 8 |
-
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,1,orin_nano_super,1280x720,N/A,N/A,
|
| 9 |
-
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,1,orin_nano_super,1920x1080,N/A,N/A,5.
|
| 10 |
-
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,1,orin_nano_super,854x480,N/A,N/A,
|
| 11 |
-
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,
|
| 12 |
-
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,
|
| 13 |
-
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,
|
| 14 |
-
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,
|
| 15 |
-
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,
|
| 16 |
-
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,
|
| 17 |
-
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,
|
| 18 |
-
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,
|
| 19 |
-
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,
|
| 20 |
-
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,
|
| 21 |
-
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,
|
| 22 |
-
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,
|
| 23 |
-
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,
|
| 24 |
-
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,
|
| 25 |
-
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,
|
| 26 |
-
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,
|
| 27 |
-
Qwen3.5-0.8B,
|
| 28 |
-
Qwen3.5-0.8B,
|
| 29 |
-
Qwen3.5-0.8B,
|
| 30 |
-
Qwen3.5-0.8B,
|
| 31 |
-
Qwen3.5-0.8B,
|
| 32 |
-
Qwen3.5-0.8B,
|
| 33 |
-
Qwen3.5-0.8B,
|
| 34 |
-
Qwen3.5-0.8B,
|
| 35 |
-
Qwen3.5-0.8B,
|
| 36 |
-
Qwen3.5-0.8B,
|
| 37 |
-
Qwen3.5-0.8B,
|
| 38 |
-
Qwen3.5-0.8B,
|
| 39 |
-
Qwen3.5-0.8B,
|
| 40 |
-
Qwen3.5-0.8B,
|
| 41 |
-
Qwen3.5-0.8B,
|
| 42 |
-
Qwen3.5-0.8B,
|
| 43 |
-
Qwen3.5-0.8B,
|
| 44 |
-
Qwen3.5-0.8B,
|
| 45 |
-
Qwen3.5-0.8B,
|
| 46 |
-
Qwen3.5-0.8B,
|
| 47 |
-
Qwen3.5-0.8B,
|
| 48 |
-
Qwen3.5-0.8B,
|
| 49 |
-
Qwen3.5-0.8B,
|
| 50 |
-
Qwen3.5-0.8B,
|
| 51 |
-
Qwen3.5-0.8B,
|
| 52 |
-
Qwen3.5-0.8B,
|
| 53 |
-
Qwen3.5-0.8B,
|
| 54 |
-
Qwen3.5-
|
| 55 |
-
Qwen3.5-
|
| 56 |
-
Qwen3.5-
|
| 57 |
-
Qwen3.5-
|
| 58 |
-
Qwen3.5-
|
| 59 |
-
Qwen3.5-
|
| 60 |
-
Qwen3.5-
|
| 61 |
-
Qwen3.5-
|
| 62 |
-
Qwen3.5-2B,Qwen/Qwen3.5-2B,
|
| 63 |
-
Qwen3.5-2B,Qwen/Qwen3.5-2B,
|
| 64 |
-
Qwen3.5-2B,Qwen/Qwen3.5-2B,
|
| 65 |
-
Qwen3.5-2B,Qwen/Qwen3.5-2B,
|
| 66 |
-
Qwen3.5-2B,Qwen/Qwen3.5-2B,
|
| 67 |
-
Qwen3.5-2B,Qwen/Qwen3.5-2B,
|
| 68 |
-
Qwen3.5-2B,Qwen/Qwen3.5-2B,
|
| 69 |
-
Qwen3.5-2B,Qwen/Qwen3.5-2B,
|
| 70 |
-
Qwen3.5-2B,Qwen/Qwen3.5-2B,
|
| 71 |
-
Qwen3.5-2B,
|
| 72 |
-
Qwen3.5-2B,
|
| 73 |
-
Qwen3.5-2B,
|
| 74 |
-
Qwen3.5-2B,
|
| 75 |
-
Qwen3.5-2B,
|
| 76 |
-
Qwen3.5-2B,
|
| 77 |
-
Qwen3.5-2B,
|
| 78 |
-
Qwen3.5-2B,
|
| 79 |
-
Qwen3.5-2B,
|
| 80 |
-
Qwen3.5-2B,
|
| 81 |
-
Qwen3.5-2B,
|
| 82 |
-
Qwen3.5-2B,
|
| 83 |
-
Qwen3.5-2B,
|
| 84 |
-
Qwen3.5-2B,
|
| 85 |
-
Qwen3.5-2B,
|
| 86 |
-
Qwen3.5-2B,
|
| 87 |
-
Qwen3.5-2B,
|
| 88 |
-
Qwen3.5-2B,
|
| 89 |
-
Qwen3.5-
|
| 90 |
-
Qwen3.5-
|
| 91 |
-
Qwen3.5-
|
| 92 |
-
Qwen3.5-
|
| 93 |
-
Qwen3.5-
|
| 94 |
-
Qwen3.5-
|
| 95 |
-
Qwen3.5-
|
| 96 |
-
Qwen3.5-
|
| 97 |
-
Qwen3.5-
|
| 98 |
-
Qwen3.5-
|
| 99 |
-
Qwen3.5-
|
| 100 |
-
Qwen3.5-
|
| 101 |
-
Qwen3.5-
|
| 102 |
-
Qwen3.5-
|
| 103 |
-
Qwen3.5-4B,Qwen/Qwen3.5-4B,
|
| 104 |
-
Qwen3.5-4B,Qwen/Qwen3.5-4B,
|
| 105 |
-
Qwen3.5-4B,Qwen/Qwen3.5-4B,
|
| 106 |
-
Qwen3.5-4B,Qwen/Qwen3.5-4B,
|
| 107 |
-
Qwen3.5-4B,
|
| 108 |
-
Qwen3.5-4B,
|
| 109 |
-
Qwen3.5-4B,
|
| 110 |
-
Qwen3.5-4B,
|
| 111 |
-
Qwen3.5-4B,
|
| 112 |
-
Qwen3.5-4B,
|
| 113 |
-
Qwen3.5-4B,
|
| 114 |
-
Qwen3.5-4B,
|
| 115 |
-
Qwen3.5-4B,
|
| 116 |
-
Qwen3.5-4B,
|
| 117 |
-
Qwen3.5-4B,
|
| 118 |
-
Qwen3.5-4B,
|
| 119 |
-
Qwen3.5-4B,
|
| 120 |
-
Qwen3.5-4B,
|
| 121 |
-
Qwen3.5-4B,
|
| 122 |
-
Qwen3.5-4B,
|
| 123 |
-
Qwen3.5-4B,
|
| 124 |
-
Qwen3.5-4B,
|
| 125 |
-
Qwen3.5-
|
| 126 |
-
Qwen3.5-
|
| 127 |
-
Qwen3.5-
|
| 128 |
-
Qwen3.5-
|
| 129 |
-
Qwen3.5-
|
| 130 |
-
Qwen3.5-
|
| 131 |
-
Qwen3.5-
|
| 132 |
-
Qwen3.5-
|
| 133 |
-
Qwen3.5-
|
| 134 |
-
Qwen3.5-
|
| 135 |
-
Qwen3.5-
|
| 136 |
-
Qwen3.5-
|
| 137 |
-
Qwen3.5-
|
| 138 |
-
Qwen3.5-
|
| 139 |
-
Qwen3.5-
|
| 140 |
-
Qwen3.5-
|
| 141 |
-
Qwen3.5-
|
| 142 |
-
Qwen3.5-
|
| 143 |
-
Qwen3.5-9B,
|
| 144 |
-
Qwen3.5-9B,
|
| 145 |
-
Qwen3.5-9B,
|
| 146 |
-
Qwen3.5-9B,
|
| 147 |
-
Qwen3.5-9B,
|
| 148 |
-
Qwen3.5-9B,
|
| 149 |
-
Qwen3.5-9B,
|
| 150 |
-
Qwen3.5-9B,
|
| 151 |
-
Qwen3.5-9B,
|
| 152 |
-
Qwen3.5-9B,
|
| 153 |
-
Qwen3.5-9B,
|
| 154 |
-
Qwen3.5-9B,
|
| 155 |
-
Qwen3.5-9B,
|
| 156 |
-
Qwen3.5-9B,
|
| 157 |
-
Qwen3.5-9B,
|
| 158 |
-
Qwen3.5-9B,
|
| 159 |
-
Qwen3.5-
|
| 160 |
-
Qwen3.5-
|
| 161 |
-
Qwen3.5-
|
| 162 |
-
Qwen3.5-
|
| 163 |
-
Qwen3.5-
|
| 164 |
-
Qwen3.5-
|
| 165 |
-
Qwen3.5-
|
| 166 |
-
Qwen3.5-
|
| 167 |
-
Qwen3.5-
|
| 168 |
-
Qwen3.5-
|
| 169 |
-
Qwen3.5-
|
| 170 |
-
Qwen3.5-
|
| 171 |
-
Qwen3.5-
|
| 172 |
-
Qwen3.5-
|
| 173 |
-
Qwen3.5-
|
| 174 |
-
Qwen3.5-
|
| 175 |
-
Qwen3.5-
|
| 176 |
-
Qwen3.5-9B,Qwen/Qwen3.5-9B,video,8,agx_orin,854x480,4,12,33.3452,61.42,107.26,5157.33
|
| 177 |
-
Qwen3.5-9B,Qwen/Qwen3.5-9B,video,8,agx_thor,1280x720,2,6,23.2278,88.17,78.84,2177.68
|
| 178 |
-
Qwen3.5-9B,Qwen/Qwen3.5-9B,video,8,agx_thor,1280x720,4,12,22.9413,89.27,77.75,2179.41
|
| 179 |
-
Qwen3.5-9B,Qwen/Qwen3.5-9B,video,8,agx_thor,1920x1080,2,6,30.4954,67.16,91.76,5243.04
|
| 180 |
-
Qwen3.5-9B,Qwen/Qwen3.5-9B,video,8,agx_thor,1920x1080,4,12,30.4498,67.26,91.48,5270.69
|
| 181 |
-
Qwen3.5-9B,Qwen/Qwen3.5-9B,video,8,agx_thor,854x480,2,6,20.3426,100.68,73.19,1094.31
|
| 182 |
-
Qwen3.5-9B,Qwen/Qwen3.5-9B,video,8,agx_thor,854x480,4,12,20.6727,99.07,74.40,1095.14
|
|
|
|
| 1 |
model_family,model,type,batch,device,res,fps,frames,e2e,tps,tpot,ttft
|
| 2 |
+
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,1,agx_orin,1280x720,N/A,N/A,2.7705,92.40,10.42,111.40
|
| 3 |
+
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,1,agx_orin,1920x1080,N/A,N/A,2.8685,89.25,10.58,168.43
|
| 4 |
+
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,1,agx_orin,854x480,N/A,N/A,2.7434,93.32,10.40,89.55
|
| 5 |
+
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,1,agx_thor,1280x720,N/A,N/A,2.5924,98.75,9.97,50.39
|
| 6 |
+
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,1,agx_thor,1920x1080,N/A,N/A,2.6415,96.91,9.99,91.67
|
| 7 |
+
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,1,agx_thor,854x480,N/A,N/A,2.6228,97.60,10.06,56.53
|
| 8 |
+
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,1,orin_nano_super,1280x720,N/A,N/A,4.8156,53.16,18.02,217.07
|
| 9 |
+
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,1,orin_nano_super,1920x1080,N/A,N/A,5.0868,50.33,18.23,435.12
|
| 10 |
+
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,1,orin_nano_super,854x480,N/A,N/A,4.7664,53.71,18.07,155.56
|
| 11 |
+
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,text,1,agx_orin,N/A,N/A,N/A,2.7191,94.15,10.32,86.19
|
| 12 |
+
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,text,1,agx_thor,N/A,N/A,N/A,2.6879,95.24,10.33,51.82
|
| 13 |
+
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,text,1,orin_nano_super,N/A,N/A,N/A,4.7269,54.16,17.98,139.75
|
| 14 |
+
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,agx_orin,1280x720,2,6,3.0735,83.29,10.53,386.88
|
| 15 |
+
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,agx_orin,1280x720,4,12,3.3670,76.03,10.78,615.95
|
| 16 |
+
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,agx_orin,1920x1080,2,6,3.5450,72.21,10.86,772.66
|
| 17 |
+
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,agx_orin,854x480,2,6,2.8936,88.47,10.50,213.47
|
| 18 |
+
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,agx_orin,854x480,4,12,3.0035,85.23,10.54,314.49
|
| 19 |
+
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,agx_thor,1280x720,2,6,2.7978,91.50,9.91,270.26
|
| 20 |
+
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,agx_thor,1920x1080,2,6,3.0856,82.97,10.01,532.88
|
| 21 |
+
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,agx_thor,854x480,2,6,2.6603,96.23,9.87,142.99
|
| 22 |
+
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,agx_thor,854x480,4,12,2.7177,94.20,9.81,213.93
|
| 23 |
+
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,orin_nano_super,1280x720,4,12,6.1033,41.94,18.67,1338.10
|
| 24 |
+
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,orin_nano_super,1920x1080,2,6,6.5065,39.35,18.81,1707.33
|
| 25 |
+
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,orin_nano_super,854x480,2,6,4.9916,51.29,18.02,392.16
|
| 26 |
+
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,orin_nano_super,854x480,4,12,5.2994,48.31,18.29,630.37
|
| 27 |
+
Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,image,1,agx_orin,1280x720,N/A,N/A,2.2128,115.69,8.27,101.45
|
| 28 |
+
Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,image,1,agx_orin,1920x1080,N/A,N/A,2.3052,111.05,8.40,160.46
|
| 29 |
+
Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,image,1,agx_orin,854x480,N/A,N/A,2.1979,116.47,8.30,78.56
|
| 30 |
+
Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,image,1,agx_thor,1280x720,N/A,N/A,1.9191,133.40,7.26,66.86
|
| 31 |
+
Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,image,1,agx_thor,1920x1080,N/A,N/A,1.9246,133.02,7.23,81.14
|
| 32 |
+
Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,image,1,agx_thor,854x480,N/A,N/A,1.9014,134.64,7.24,54.50
|
| 33 |
+
Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,image,1,orin_nano_super,1280x720,N/A,N/A,3.8313,66.82,14.20,206.90
|
| 34 |
+
Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,image,1,orin_nano_super,1920x1080,N/A,N/A,4.1057,62.35,14.44,420.53
|
| 35 |
+
Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,image,1,orin_nano_super,854x480,N/A,N/A,3.7445,68.37,14.09,148.61
|
| 36 |
+
Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,text,1,agx_orin,N/A,N/A,N/A,2.1632,118.35,8.17,76.56
|
| 37 |
+
Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,text,1,agx_thor,N/A,N/A,N/A,1.9263,132.90,7.35,50.20
|
| 38 |
+
Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,text,1,orin_nano_super,N/A,N/A,N/A,3.7055,69.09,14.00,132.70
|
| 39 |
+
Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,video,1,agx_orin,1280x720,2,6,2.5097,102.01,8.39,367.21
|
| 40 |
+
Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,video,1,agx_orin,1280x720,4,12,2.7828,91.99,8.60,587.83
|
| 41 |
+
Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,video,1,agx_orin,1920x1080,2,6,2.9646,86.35,8.70,743.11
|
| 42 |
+
Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,video,1,agx_orin,854x480,2,6,2.3126,110.70,8.29,195.80
|
| 43 |
+
Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,video,1,agx_orin,854x480,4,12,2.4420,104.83,8.42,292.43
|
| 44 |
+
Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,video,1,agx_thor,1280x720,2,6,2.0808,123.03,7.14,259.81
|
| 45 |
+
Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,video,1,agx_thor,1280x720,4,12,2.2889,111.84,7.33,418.55
|
| 46 |
+
Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,video,1,agx_thor,1920x1080,2,6,2.4498,104.50,7.46,546.30
|
| 47 |
+
Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,video,1,agx_thor,854x480,2,6,1.9858,128.92,7.22,143.59
|
| 48 |
+
Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,video,1,agx_thor,854x480,4,12,2.0480,125.00,7.21,208.68
|
| 49 |
+
Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,video,1,orin_nano_super,1280x720,2,6,4.4434,57.61,14.49,745.92
|
| 50 |
+
Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,video,1,orin_nano_super,1280x720,4,12,5.0913,50.28,14.80,1314.76
|
| 51 |
+
Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,video,1,orin_nano_super,1920x1080,2,6,5.5163,46.41,14.87,1717.69
|
| 52 |
+
Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,video,1,orin_nano_super,854x480,2,6,4.0274,63.56,14.30,379.27
|
| 53 |
+
Qwen3.5-0.8B,embedl/Qwen3.5-0.8B-FlashHead,video,1,orin_nano_super,854x480,4,12,4.3154,59.32,14.44,630.29
|
| 54 |
+
Qwen3.5-2B,Qwen/Qwen3.5-2B,image,1,agx_orin,1280x720,N/A,N/A,6.2175,41.17,23.71,167.39
|
| 55 |
+
Qwen3.5-2B,Qwen/Qwen3.5-2B,image,1,agx_orin,1920x1080,N/A,N/A,6.3983,40.01,23.85,314.32
|
| 56 |
+
Qwen3.5-2B,Qwen/Qwen3.5-2B,image,1,agx_thor,1280x720,N/A,N/A,5.0679,50.51,19.59,70.66
|
| 57 |
+
Qwen3.5-2B,Qwen/Qwen3.5-2B,image,1,agx_thor,1920x1080,N/A,N/A,5.0132,51.07,19.07,149.61
|
| 58 |
+
Qwen3.5-2B,Qwen/Qwen3.5-2B,image,1,agx_thor,854x480,N/A,N/A,5.1994,49.24,20.14,63.16
|
| 59 |
+
Qwen3.5-2B,Qwen/Qwen3.5-2B,text,1,agx_orin,N/A,N/A,N/A,6.1340,41.73,23.61,109.34
|
| 60 |
+
Qwen3.5-2B,Qwen/Qwen3.5-2B,text,1,agx_thor,N/A,N/A,N/A,5.5918,45.78,21.77,39.46
|
| 61 |
+
Qwen3.5-2B,Qwen/Qwen3.5-2B,video,1,agx_orin,1280x720,2,6,6.6718,38.37,23.87,580.84
|
| 62 |
+
Qwen3.5-2B,Qwen/Qwen3.5-2B,video,1,agx_orin,1280x720,4,12,7.1087,36.01,24.06,971.06
|
| 63 |
+
Qwen3.5-2B,Qwen/Qwen3.5-2B,video,1,agx_orin,1920x1080,2,6,7.3556,34.80,24.17,1188.10
|
| 64 |
+
Qwen3.5-2B,Qwen/Qwen3.5-2B,video,1,agx_orin,854x480,2,6,6.3868,40.08,23.80,314.54
|
| 65 |
+
Qwen3.5-2B,Qwen/Qwen3.5-2B,video,1,agx_orin,854x480,4,12,6.5845,38.88,23.87,494.64
|
| 66 |
+
Qwen3.5-2B,Qwen/Qwen3.5-2B,video,1,agx_thor,1280x720,2,6,5.2330,48.92,19.27,316.95
|
| 67 |
+
Qwen3.5-2B,Qwen/Qwen3.5-2B,video,1,agx_thor,1280x720,4,12,5.4291,47.15,19.28,510.58
|
| 68 |
+
Qwen3.5-2B,Qwen/Qwen3.5-2B,video,1,agx_thor,1920x1080,2,6,5.5582,46.06,19.19,664.38
|
| 69 |
+
Qwen3.5-2B,Qwen/Qwen3.5-2B,video,1,agx_thor,854x480,2,6,5.1684,49.53,19.59,171.86
|
| 70 |
+
Qwen3.5-2B,Qwen/Qwen3.5-2B,video,1,agx_thor,854x480,4,12,5.2654,48.62,19.59,267.45
|
| 71 |
+
Qwen3.5-2B,embedl/Qwen3.5-2B-FlashHead,image,1,agx_orin,1280x720,N/A,N/A,5.1555,49.66,19.57,161.82
|
| 72 |
+
Qwen3.5-2B,embedl/Qwen3.5-2B-FlashHead,image,1,agx_orin,1920x1080,N/A,N/A,5.3222,48.10,19.64,309.35
|
| 73 |
+
Qwen3.5-2B,embedl/Qwen3.5-2B-FlashHead,image,1,agx_orin,854x480,N/A,N/A,5.1018,50.18,19.55,112.50
|
| 74 |
+
Qwen3.5-2B,embedl/Qwen3.5-2B-FlashHead,image,1,agx_thor,1280x720,N/A,N/A,4.4200,57.92,17.05,70.30
|
| 75 |
+
Qwen3.5-2B,embedl/Qwen3.5-2B-FlashHead,image,1,agx_thor,1920x1080,N/A,N/A,4.5200,56.64,17.06,167.52
|
| 76 |
+
Qwen3.5-2B,embedl/Qwen3.5-2B-FlashHead,image,1,agx_thor,854x480,N/A,N/A,4.3817,58.42,16.94,61.53
|
| 77 |
+
Qwen3.5-2B,embedl/Qwen3.5-2B-FlashHead,text,1,agx_orin,N/A,N/A,N/A,5.0735,50.46,19.46,107.93
|
| 78 |
+
Qwen3.5-2B,embedl/Qwen3.5-2B-FlashHead,text,1,agx_thor,N/A,N/A,N/A,4.3399,58.99,16.88,35.76
|
| 79 |
+
Qwen3.5-2B,embedl/Qwen3.5-2B-FlashHead,video,1,agx_orin,1280x720,2,6,5.5990,45.72,19.67,580.47
|
| 80 |
+
Qwen3.5-2B,embedl/Qwen3.5-2B-FlashHead,video,1,agx_orin,1280x720,4,12,6.0369,42.41,19.89,961.40
|
| 81 |
+
Qwen3.5-2B,embedl/Qwen3.5-2B-FlashHead,video,1,agx_orin,1920x1080,2,6,6.2596,40.90,19.90,1181.74
|
| 82 |
+
Qwen3.5-2B,embedl/Qwen3.5-2B-FlashHead,video,1,agx_orin,854x480,2,6,5.3071,48.24,19.59,307.39
|
| 83 |
+
Qwen3.5-2B,embedl/Qwen3.5-2B-FlashHead,video,1,agx_orin,854x480,4,12,5.5098,46.46,19.69,486.51
|
| 84 |
+
Qwen3.5-2B,embedl/Qwen3.5-2B-FlashHead,video,1,agx_thor,1280x720,2,6,4.6344,55.24,16.91,321.10
|
| 85 |
+
Qwen3.5-2B,embedl/Qwen3.5-2B-FlashHead,video,1,agx_thor,1280x720,4,12,4.8944,52.30,17.12,527.14
|
| 86 |
+
Qwen3.5-2B,embedl/Qwen3.5-2B-FlashHead,video,1,agx_thor,1920x1080,2,6,5.0641,50.55,17.15,690.03
|
| 87 |
+
Qwen3.5-2B,embedl/Qwen3.5-2B-FlashHead,video,1,agx_thor,854x480,2,6,4.4936,56.97,16.93,174.87
|
| 88 |
+
Qwen3.5-2B,embedl/Qwen3.5-2B-FlashHead,video,1,agx_thor,854x480,4,12,4.6162,55.46,17.05,268.48
|
| 89 |
+
Qwen3.5-4B,Qwen/Qwen3.5-4B,image,1,agx_orin,1280x720,N/A,N/A,13.5430,18.90,51.68,361.88
|
| 90 |
+
Qwen3.5-4B,Qwen/Qwen3.5-4B,image,1,agx_orin,1920x1080,N/A,N/A,14.0422,18.23,51.84,819.97
|
| 91 |
+
Qwen3.5-4B,Qwen/Qwen3.5-4B,image,1,agx_orin,854x480,N/A,N/A,13.3597,19.16,51.58,204.92
|
| 92 |
+
Qwen3.5-4B,Qwen/Qwen3.5-4B,image,1,agx_thor,1280x720,N/A,N/A,9.4345,27.13,36.47,133.23
|
| 93 |
+
Qwen3.5-4B,Qwen/Qwen3.5-4B,image,1,agx_thor,1920x1080,N/A,N/A,9.7112,26.36,36.92,296.96
|
| 94 |
+
Qwen3.5-4B,Qwen/Qwen3.5-4B,image,1,agx_thor,854x480,N/A,N/A,9.4375,27.13,36.63,96.72
|
| 95 |
+
Qwen3.5-4B,Qwen/Qwen3.5-4B,text,1,agx_orin,N/A,N/A,N/A,13.2601,19.31,51.46,133.55
|
| 96 |
+
Qwen3.5-4B,Qwen/Qwen3.5-4B,text,1,agx_thor,N/A,N/A,N/A,10.3373,24.76,40.28,65.67
|
| 97 |
+
Qwen3.5-4B,Qwen/Qwen3.5-4B,video,1,agx_orin,1280x720,2,6,14.4518,17.71,51.94,1204.69
|
| 98 |
+
Qwen3.5-4B,Qwen/Qwen3.5-4B,video,1,agx_orin,1280x720,4,12,15.5557,16.46,52.48,2169.44
|
| 99 |
+
Qwen3.5-4B,Qwen/Qwen3.5-4B,video,1,agx_orin,1920x1080,2,6,16.0521,15.95,52.69,2614.24
|
| 100 |
+
Qwen3.5-4B,Qwen/Qwen3.5-4B,video,1,agx_orin,854x480,2,6,13.7607,18.60,51.64,589.35
|
| 101 |
+
Qwen3.5-4B,Qwen/Qwen3.5-4B,video,1,agx_orin,854x480,4,12,14.2876,17.92,51.91,1048.37
|
| 102 |
+
Qwen3.5-4B,Qwen/Qwen3.5-4B,video,1,agx_thor,1280x720,2,6,9.7875,26.16,36.40,502.98
|
| 103 |
+
Qwen3.5-4B,Qwen/Qwen3.5-4B,video,1,agx_thor,1280x720,4,12,10.3543,24.72,37.30,841.52
|
| 104 |
+
Qwen3.5-4B,Qwen/Qwen3.5-4B,video,1,agx_thor,1920x1080,2,6,10.4803,24.43,36.85,1083.17
|
| 105 |
+
Qwen3.5-4B,Qwen/Qwen3.5-4B,video,1,agx_thor,854x480,2,6,9.5823,26.72,36.55,261.13
|
| 106 |
+
Qwen3.5-4B,Qwen/Qwen3.5-4B,video,1,agx_thor,854x480,4,12,9.7556,26.24,36.56,432.20
|
| 107 |
+
Qwen3.5-4B,embedl/Qwen3.5-4B-FlashHead,image,1,agx_orin,1280x720,N/A,N/A,12.2943,20.82,46.79,359.74
|
| 108 |
+
Qwen3.5-4B,embedl/Qwen3.5-4B-FlashHead,image,1,agx_orin,1920x1080,N/A,N/A,12.8082,19.99,47.02,815.32
|
| 109 |
+
Qwen3.5-4B,embedl/Qwen3.5-4B-FlashHead,image,1,agx_orin,854x480,N/A,N/A,12.0968,21.16,46.64,199.85
|
| 110 |
+
Qwen3.5-4B,embedl/Qwen3.5-4B-FlashHead,image,1,agx_thor,1280x720,N/A,N/A,8.9355,28.65,34.51,134.74
|
| 111 |
+
Qwen3.5-4B,embedl/Qwen3.5-4B-FlashHead,image,1,agx_thor,1920x1080,N/A,N/A,8.8460,28.94,33.48,307.11
|
| 112 |
+
Qwen3.5-4B,embedl/Qwen3.5-4B-FlashHead,image,1,agx_thor,854x480,N/A,N/A,9.1015,28.13,35.30,98.85
|
| 113 |
+
Qwen3.5-4B,embedl/Qwen3.5-4B-FlashHead,text,1,agx_orin,N/A,N/A,N/A,12.0002,21.33,46.51,136.62
|
| 114 |
+
Qwen3.5-4B,embedl/Qwen3.5-4B-FlashHead,text,1,agx_thor,N/A,N/A,N/A,9.6536,26.52,37.65,52.22
|
| 115 |
+
Qwen3.5-4B,embedl/Qwen3.5-4B-FlashHead,video,1,agx_orin,1280x720,2,6,13.2436,19.33,47.18,1210.78
|
| 116 |
+
Qwen3.5-4B,embedl/Qwen3.5-4B-FlashHead,video,1,agx_orin,1280x720,4,12,14.2906,17.91,47.61,2148.09
|
| 117 |
+
Qwen3.5-4B,embedl/Qwen3.5-4B-FlashHead,video,1,agx_orin,1920x1080,2,6,14.7796,17.32,47.77,2594.58
|
| 118 |
+
Qwen3.5-4B,embedl/Qwen3.5-4B-FlashHead,video,1,agx_orin,854x480,2,6,12.5461,20.40,46.88,588.13
|
| 119 |
+
Qwen3.5-4B,embedl/Qwen3.5-4B-FlashHead,video,1,agx_orin,854x480,4,12,13.0698,19.59,47.08,1060.97
|
| 120 |
+
Qwen3.5-4B,embedl/Qwen3.5-4B-FlashHead,video,1,agx_thor,1280x720,2,6,8.8215,29.02,32.62,502.32
|
| 121 |
+
Qwen3.5-4B,embedl/Qwen3.5-4B-FlashHead,video,1,agx_thor,1280x720,4,12,9.1552,27.96,32.52,862.34
|
| 122 |
+
Qwen3.5-4B,embedl/Qwen3.5-4B-FlashHead,video,1,agx_thor,1920x1080,2,6,10.1913,25.12,35.49,1139.08
|
| 123 |
+
Qwen3.5-4B,embedl/Qwen3.5-4B-FlashHead,video,1,agx_thor,854x480,2,6,8.6451,29.61,32.91,251.29
|
| 124 |
+
Qwen3.5-4B,embedl/Qwen3.5-4B-FlashHead,video,1,agx_thor,854x480,4,12,8.6350,29.65,32.21,419.77
|
| 125 |
+
Qwen3.5-9B,Qwen/Qwen3.5-9B,image,1,agx_orin,1280x720,N/A,N/A,24.6359,10.39,93.84,703.22
|
| 126 |
+
Qwen3.5-9B,Qwen/Qwen3.5-9B,image,1,agx_orin,1920x1080,N/A,N/A,25.5535,10.02,93.81,1628.43
|
| 127 |
+
Qwen3.5-9B,Qwen/Qwen3.5-9B,image,1,agx_orin,854x480,N/A,N/A,24.2290,10.57,93.56,367.19
|
| 128 |
+
Qwen3.5-9B,Qwen/Qwen3.5-9B,image,1,agx_thor,1280x720,N/A,N/A,17.6067,14.54,68.21,211.92
|
| 129 |
+
Qwen3.5-9B,Qwen/Qwen3.5-9B,image,1,agx_thor,1920x1080,N/A,N/A,17.8187,14.37,68.00,478.42
|
| 130 |
+
Qwen3.5-9B,Qwen/Qwen3.5-9B,image,1,agx_thor,854x480,N/A,N/A,17.3310,14.77,67.50,116.39
|
| 131 |
+
Qwen3.5-9B,Qwen/Qwen3.5-9B,text,1,agx_orin,N/A,N/A,N/A,15.9093,16.09,61.10,325.87
|
| 132 |
+
Qwen3.5-9B,Qwen/Qwen3.5-9B,text,1,agx_thor,N/A,N/A,N/A,17.5353,14.60,68.44,81.28
|
| 133 |
+
Qwen3.5-9B,Qwen/Qwen3.5-9B,video,1,agx_orin,1280x720,2,6,26.1078,9.81,93.86,2170.51
|
| 134 |
+
Qwen3.5-9B,Qwen/Qwen3.5-9B,video,1,agx_orin,1280x720,4,12,28.0875,9.11,94.41,4008.86
|
| 135 |
+
Qwen3.5-9B,Qwen/Qwen3.5-9B,video,1,agx_orin,1920x1080,2,6,28.9312,8.85,94.75,4766.94
|
| 136 |
+
Qwen3.5-9B,Qwen/Qwen3.5-9B,video,1,agx_orin,854x480,2,6,24.9454,10.26,93.80,1022.12
|
| 137 |
+
Qwen3.5-9B,Qwen/Qwen3.5-9B,video,1,agx_orin,854x480,4,12,25.8510,9.90,93.75,1941.94
|
| 138 |
+
Qwen3.5-9B,Qwen/Qwen3.5-9B,video,1,agx_thor,1280x720,2,6,18.1572,14.10,68.52,683.80
|
| 139 |
+
Qwen3.5-9B,Qwen/Qwen3.5-9B,video,1,agx_thor,1280x720,4,12,18.7767,13.63,68.94,1196.10
|
| 140 |
+
Qwen3.5-9B,Qwen/Qwen3.5-9B,video,1,agx_thor,1920x1080,2,6,19.1826,13.35,69.22,1528.95
|
| 141 |
+
Qwen3.5-9B,Qwen/Qwen3.5-9B,video,1,agx_thor,854x480,2,6,17.8835,14.31,68.79,341.15
|
| 142 |
+
Qwen3.5-9B,Qwen/Qwen3.5-9B,video,1,agx_thor,854x480,4,12,18.3139,13.98,69.43,608.89
|
| 143 |
+
Qwen3.5-9B,embedl/Qwen3.5-9B-FlashHead,image,1,agx_orin,1280x720,N/A,N/A,22.5527,11.35,85.71,694.32
|
| 144 |
+
Qwen3.5-9B,embedl/Qwen3.5-9B-FlashHead,image,1,agx_orin,1920x1080,N/A,N/A,23.5190,10.88,85.83,1629.31
|
| 145 |
+
Qwen3.5-9B,embedl/Qwen3.5-9B-FlashHead,image,1,agx_orin,854x480,N/A,N/A,22.1107,11.58,85.30,355.74
|
| 146 |
+
Qwen3.5-9B,embedl/Qwen3.5-9B-FlashHead,image,1,agx_thor,1920x1080,N/A,N/A,16.1406,15.86,61.46,466.80
|
| 147 |
+
Qwen3.5-9B,embedl/Qwen3.5-9B-FlashHead,text,1,agx_orin,N/A,N/A,N/A,21.9096,11.68,85.34,143.70
|
| 148 |
+
Qwen3.5-9B,embedl/Qwen3.5-9B-FlashHead,text,1,agx_thor,N/A,N/A,N/A,15.7387,16.27,61.40,79.97
|
| 149 |
+
Qwen3.5-9B,embedl/Qwen3.5-9B-FlashHead,video,1,agx_orin,1280x720,2,6,24.0229,10.66,85.70,2165.72
|
| 150 |
+
Qwen3.5-9B,embedl/Qwen3.5-9B-FlashHead,video,1,agx_orin,1280x720,4,12,26.0244,9.84,86.32,4010.24
|
| 151 |
+
Qwen3.5-9B,embedl/Qwen3.5-9B-FlashHead,video,1,agx_orin,1920x1080,2,6,26.8348,9.54,86.59,4750.45
|
| 152 |
+
Qwen3.5-9B,embedl/Qwen3.5-9B-FlashHead,video,1,agx_orin,854x480,2,6,22.8176,11.22,85.45,1025.56
|
| 153 |
+
Qwen3.5-9B,embedl/Qwen3.5-9B-FlashHead,video,1,agx_orin,854x480,4,12,23.8306,10.74,85.87,1930.07
|
| 154 |
+
Qwen3.5-9B,embedl/Qwen3.5-9B-FlashHead,video,1,agx_thor,1280x720,2,6,16.3839,15.63,61.59,677.36
|
| 155 |
+
Qwen3.5-9B,embedl/Qwen3.5-9B-FlashHead,video,1,agx_thor,1280x720,4,12,17.0982,14.97,62.43,1177.31
|
| 156 |
+
Qwen3.5-9B,embedl/Qwen3.5-9B-FlashHead,video,1,agx_thor,1920x1080,2,6,17.3792,14.73,62.24,1506.86
|
| 157 |
+
Qwen3.5-9B,embedl/Qwen3.5-9B-FlashHead,video,1,agx_thor,854x480,2,6,16.0702,15.93,61.69,338.46
|
| 158 |
+
Qwen3.5-9B,embedl/Qwen3.5-9B-FlashHead,video,1,agx_thor,854x480,4,12,16.5510,15.47,62.49,613.58
|
| 159 |
+
Qwen3.5-27B,Qwen/Qwen3.5-27B,image,1,agx_thor,1280x720,N/A,N/A,58.2756,4.39,225.83,686.77
|
| 160 |
+
Qwen3.5-27B,Qwen/Qwen3.5-27B,image,1,agx_thor,1920x1080,N/A,N/A,58.9030,4.35,225.49,1401.98
|
| 161 |
+
Qwen3.5-27B,Qwen/Qwen3.5-27B,image,1,agx_thor,854x480,N/A,N/A,58.3865,4.38,227.70,322.55
|
| 162 |
+
Qwen3.5-27B,Qwen/Qwen3.5-27B,text,1,agx_thor,N/A,N/A,N/A,56.9997,4.49,222.55,247.34
|
| 163 |
+
Qwen3.5-27B,Qwen/Qwen3.5-27B,video,1,agx_thor,1280x720,2,6,58.9446,4.34,223.52,1945.31
|
| 164 |
+
Qwen3.5-27B,Qwen/Qwen3.5-27B,video,1,agx_thor,1280x720,4,12,61.7836,4.14,228.03,3635.39
|
| 165 |
+
Qwen3.5-27B,Qwen/Qwen3.5-27B,video,1,agx_thor,1920x1080,2,6,61.8995,4.14,225.29,4448.88
|
| 166 |
+
Qwen3.5-27B,Qwen/Qwen3.5-27B,video,1,agx_thor,854x480,2,6,58.3367,4.39,225.21,905.97
|
| 167 |
+
Qwen3.5-27B,Qwen/Qwen3.5-27B,video,1,agx_thor,854x480,4,12,59.2120,4.32,225.01,1834.20
|
| 168 |
+
Qwen3.5-27B,embedl/Qwen3.5-27B-FlashHead,image,1,agx_thor,1280x720,N/A,N/A,55.2027,4.64,213.80,682.33
|
| 169 |
+
Qwen3.5-27B,embedl/Qwen3.5-27B-FlashHead,image,1,agx_thor,1920x1080,N/A,N/A,57.6501,4.44,220.61,1391.86
|
| 170 |
+
Qwen3.5-27B,embedl/Qwen3.5-27B-FlashHead,image,1,agx_thor,854x480,N/A,N/A,56.4273,4.54,220.01,322.89
|
| 171 |
+
Qwen3.5-27B,embedl/Qwen3.5-27B-FlashHead,text,1,agx_thor,N/A,N/A,N/A,55.4387,4.62,216.49,233.63
|
| 172 |
+
Qwen3.5-27B,embedl/Qwen3.5-27B-FlashHead,video,1,agx_thor,1280x720,2,6,57.7674,4.43,218.89,1948.45
|
| 173 |
+
Qwen3.5-27B,embedl/Qwen3.5-27B-FlashHead,video,1,agx_thor,1280x720,4,12,59.8771,4.28,220.63,3613.92
|
| 174 |
+
Qwen3.5-27B,embedl/Qwen3.5-27B-FlashHead,video,1,agx_thor,1920x1080,2,6,60.8164,4.21,221.24,4398.47
|
| 175 |
+
Qwen3.5-27B,embedl/Qwen3.5-27B-FlashHead,video,1,agx_thor,854x480,2,6,55.6238,4.60,214.54,914.83
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
data/acc-Qwen3.5.csv
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Model,thinking_mode,countbench,mmbench_en_dev_lite,ocrbench,vlmsareblind
|
| 2 |
+
Qwen/Qwen3.5-0.8B,no_thinking,0.6273,0.64,0.7750,0.4877
|
| 3 |
+
embedl/Qwen3.5-0.8B-FlashHead,no_thinking,0.65,,0.76,0.48
|
| 4 |
+
Qwen/Qwen3.5-2B,no_thinking,0.80,,0.84,0.54
|
| 5 |
+
embedl/Qwen3.5-2B-FlashHead,no_thinking,0.81,0.77,0.84,0.55
|
| 6 |
+
Qwen/Qwen3.5-4B,no_thinking,0.91,,0.85,0.65
|
| 7 |
+
embedl/Qwen3.5-4B-FlashHead,no_thinking,0.90,0.912,0.85,0.63
|
| 8 |
+
Qwen/Qwen3.5-9B,thinking,0.92,0.89,0.89,0.69
|
| 9 |
+
embedl/Qwen3.5-9B-FlashHead,thinking,0.93,0.89,0.88,0.70
|
| 10 |
+
Qwen/Qwen3.5-27B,thinking,0.94,,0.45,0.67
|
| 11 |
+
embedl/Qwen3.5-27B-FlashHead,thinking,0.93,0.92,0.45,0.67
|