11import { Router , DatasetInfo , ContactInfo } from '../types' ;
22
3+ const roundToOneDecimal = ( value : number ) : number => Math . round ( value * 10 ) / 10 ;
4+ const roundNullableToOneDecimal = ( value : number | null ) : number | null =>
5+ value === null ? null : roundToOneDecimal ( value ) ;
6+
37export const contactInfo : ContactInfo = {
48 authors : [
59 {
@@ -70,38 +74,37 @@ const calculateAverageScore = (metrics: {
7074 return scores . reduce ( ( sum , score ) => sum + score , 0 ) / scores . length ;
7175} ;
7276
73- // Raw router data from the provided JSON
7477const rawRouterData = [
7578 {
7679 'Router Name' : 'RouterDC' ,
77- 'Arena Score' : 0.3375 ,
78- 'Optimal Selection Score' : 0.3984 ,
79- 'Optimal Cost Score' : 0.72998 ,
80- 'Optimal Acc. Score' : 0.4905 ,
81- 'Robustness Score' : 0.976 ,
82- 'Latency Score' : 0.107527 ,
80+ 'Arena Score' : 33.75 ,
81+ 'Optimal Selection Score' : 39.84 ,
82+ 'Optimal Cost Score' : 72.998 ,
83+ 'Optimal Acc. Score' : 49.05 ,
84+ 'Robustness Score' : 97.6 ,
85+ 'Latency Score' : 10.7527 ,
8386 } ,
8487 {
8588 'Router Name' : 'azure' ,
86- 'Arena Score' : 0.6666 ,
87- 'Optimal Selection Score' : 0.2252 ,
88- 'Optimal Cost Score' : 0.46322 ,
89- 'Optimal Acc. Score' : 0.8196 ,
89+ 'Arena Score' : 66.66 ,
90+ 'Optimal Selection Score' : 22.52 ,
91+ 'Optimal Cost Score' : 46.322 ,
92+ 'Optimal Acc. Score' : 81.96 ,
9093 'Robustness Score' : null ,
9194 'Latency Score' : null ,
9295 } ,
9396 {
9497 'Router Name' : 'carrot' ,
95- 'Arena Score' : 0.6387 ,
96- 'Optimal Selection Score' : 0.0268 ,
97- 'Optimal Cost Score' : 0.067697 ,
98- 'Optimal Acc. Score' : 0.7863 ,
99- 'Robustness Score' : 0.936 ,
100- 'Latency Score' : 0.014993 ,
98+ 'Arena Score' : 63.87 ,
99+ 'Optimal Selection Score' : 2.68 ,
100+ 'Optimal Cost Score' : 6.7697 ,
101+ 'Optimal Acc. Score' : 78.63 ,
102+ 'Robustness Score' : 93.6 ,
103+ 'Latency Score' : 1.4993 ,
101104 } ,
102105 {
103106 'Router Name' : 'gpt5' ,
104- 'Arena Score' : 0.6432 ,
107+ 'Arena Score' : 64.32 ,
105108 'Optimal Selection Score' : null ,
106109 'Optimal Cost Score' : null ,
107110 'Optimal Acc. Score' : null ,
@@ -110,75 +113,75 @@ const rawRouterData = [
110113 } ,
111114 {
112115 'Router Name' : 'graphrouter' ,
113- 'Arena Score' : 0.5722 ,
114- 'Optimal Selection Score' : 0.0473 ,
115- 'Optimal Cost Score' : 0.383347 ,
116- 'Optimal Acc. Score' : 0.7425 ,
117- 'Robustness Score' : 0.975 ,
118- 'Latency Score' : 0.026954 ,
116+ 'Arena Score' : 57.22 ,
117+ 'Optimal Selection Score' : 4.73 ,
118+ 'Optimal Cost Score' : 38.3347 ,
119+ 'Optimal Acc. Score' : 74.25 ,
120+ 'Robustness Score' : 97.5 ,
121+ 'Latency Score' : 2.6954 ,
119122 } ,
120123 {
121124 'Router Name' : 'mirt_bert' ,
122- 'Arena Score' : 0.6689 ,
123- 'Optimal Selection Score' : 0.0344 ,
124- 'Optimal Cost Score' : 0.196178 ,
125- 'Optimal Acc. Score' : 0.7818 ,
126- 'Robustness Score' : 0.945 ,
127- 'Latency Score' : 0.27027 ,
125+ 'Arena Score' : 66.89 ,
126+ 'Optimal Selection Score' : 3.44 ,
127+ 'Optimal Cost Score' : 19.6178 ,
128+ 'Optimal Acc. Score' : 78.18 ,
129+ 'Robustness Score' : 94.5 ,
130+ 'Latency Score' : 27.027 ,
128131 } ,
129132 {
130133 'Router Name' : 'nirt_bert' ,
131- 'Arena Score' : 0.6612 ,
132- 'Optimal Selection Score' : 0.0383 ,
133- 'Optimal Cost Score' : 0.14039 ,
134- 'Optimal Acc. Score' : 0.7788 ,
135- 'Robustness Score' : 0.445 ,
136- 'Latency Score' : 0.104167 ,
134+ 'Arena Score' : 66.12 ,
135+ 'Optimal Selection Score' : 3.83 ,
136+ 'Optimal Cost Score' : 14.039 ,
137+ 'Optimal Acc. Score' : 77.88 ,
138+ 'Robustness Score' : 44.5 ,
139+ 'Latency Score' : 10.4167 ,
137140 } ,
138141 {
139142 'Router Name' : 'notdiamond' ,
140- 'Arena Score' : 0.63 ,
141- 'Optimal Selection Score' : 0.0155 ,
142- 'Optimal Cost Score' : 0.021367 ,
143- 'Optimal Acc. Score' : 0.7681 ,
143+ 'Arena Score' : 63.0 ,
144+ 'Optimal Selection Score' : 1.55 ,
145+ 'Optimal Cost Score' : 2.1367 ,
146+ 'Optimal Acc. Score' : 76.81 ,
144147 'Robustness Score' : null ,
145148 'Latency Score' : null ,
146149 } ,
147150 {
148151 'Router Name' : 'routellm' ,
149- 'Arena Score' : 0.4807 ,
150- 'Optimal Selection Score' : 0.9972 ,
151- 'Optimal Cost Score' : 0.996314 ,
152- 'Optimal Acc. Score' : 0.6876 ,
153- 'Robustness Score' : 0.998 ,
154- 'Latency Score' : 0.004016 ,
152+ 'Arena Score' : 48.07 ,
153+ 'Optimal Selection Score' : 99.72 ,
154+ 'Optimal Cost Score' : 99.6314 ,
155+ 'Optimal Acc. Score' : 68.76 ,
156+ 'Robustness Score' : 99.8 ,
157+ 'Latency Score' : 0.4016 ,
155158 } ,
156159 {
157160 'Router Name' : 'routerbench_knn' ,
158- 'Arena Score' : 0.5548 ,
159- 'Optimal Selection Score' : 0.1309 ,
160- 'Optimal Cost Score' : 0.254887 ,
161- 'Optimal Acc. Score' : 0.7877 ,
162- 'Robustness Score' : 0.513 ,
163- 'Latency Score' : 0.01328 ,
161+ 'Arena Score' : 55.48 ,
162+ 'Optimal Selection Score' : 13.09 ,
163+ 'Optimal Cost Score' : 25.4887 ,
164+ 'Optimal Acc. Score' : 78.77 ,
165+ 'Robustness Score' : 51.3 ,
166+ 'Latency Score' : 1.328 ,
164167 } ,
165168 {
166169 'Router Name' : 'routerbench_mlp' ,
167- 'Arena Score' : 0.5756 ,
168- 'Optimal Selection Score' : 0.1339 ,
169- 'Optimal Cost Score' : 0.244499 ,
170- 'Optimal Acc. Score' : 0.8332 ,
171- 'Robustness Score' : 0.969 ,
172- 'Latency Score' : 0.909091 ,
170+ 'Arena Score' : 57.56 ,
171+ 'Optimal Selection Score' : 13.39 ,
172+ 'Optimal Cost Score' : 24.4499 ,
173+ 'Optimal Acc. Score' : 83.32 ,
174+ 'Robustness Score' : 96.9 ,
175+ 'Latency Score' : 90.9091 ,
173176 } ,
174177 {
175178 'Router Name' : 'vllm' ,
176- 'Arena Score' : 0.6432 ,
177- 'Optimal Selection Score' : 0.0479 ,
178- 'Optimal Cost Score' : 0.125426 ,
179- 'Optimal Acc. Score' : 0.7933 ,
180- 'Robustness Score' : 1 .0,
181- 'Latency Score' : 0.001863 ,
179+ 'Arena Score' : 64.32 ,
180+ 'Optimal Selection Score' : 4.79 ,
181+ 'Optimal Cost Score' : 12.5426 ,
182+ 'Optimal Acc. Score' : 79.33 ,
183+ 'Robustness Score' : 100 .0,
184+ 'Latency Score' : 0.1863 ,
182185 } ,
183186] ;
184187
@@ -317,12 +320,12 @@ const routersWithRanks = rawRouterData.map(router => {
317320 } ;
318321
319322 const metrics = {
320- arenaScore : router [ 'Arena Score' ] ,
321- optimalSelectionScore : router [ 'Optimal Selection Score' ] ,
322- optimalCostScore : router [ 'Optimal Cost Score' ] ,
323- optimalAccScore : router [ 'Optimal Acc. Score' ] ,
324- robustnessScore : router [ 'Robustness Score' ] ,
325- latencyScore : router [ 'Latency Score' ] ,
323+ arenaScore : roundToOneDecimal ( router [ 'Arena Score' ] ) ,
324+ optimalSelectionScore : roundNullableToOneDecimal ( router [ 'Optimal Selection Score' ] ) ,
325+ optimalCostScore : roundNullableToOneDecimal ( router [ 'Optimal Cost Score' ] ) ,
326+ optimalAccScore : roundNullableToOneDecimal ( router [ 'Optimal Acc. Score' ] ) ,
327+ robustnessScore : roundNullableToOneDecimal ( router [ 'Robustness Score' ] ) ,
328+ latencyScore : roundNullableToOneDecimal ( router [ 'Latency Score' ] ) ,
326329 overallRank : 0 , // Will be calculated below
327330 } ;
328331
0 commit comments