-
Notifications
You must be signed in to change notification settings - Fork 81
/
bootstrap_stats_20k_votes_elo.jsonl
20 lines (20 loc) · 32.3 KB
/
bootstrap_stats_20k_votes_elo.jsonl
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
{"model":"claude-3-opus-20240229","score":1222.9491999028,"lower":1209.0824933701,"upper":1232.9326386671,"results":[1222.8267725538,1218.9215282584,1228.9790953232,1223.2634848857,1225.8945787956,1232.3020077895,1221.4835809997,1216.0915548046,1220.5598644925,1226.1372718331,1229.7392731462,1224.6031002082,1225.4193053074,1220.3889375349,1239.9138671378,1220.8393892998,1219.0423051181,1228.3995958843,1211.9472414486,1218.522997482,1220.1885269091,1219.6536322043,1223.41224759,1214.8777219999,1214.8098267104,1217.8728233512,1222.4876164972,1224.1113857679,1225.8791372565,1209.6356851215,1210.3930200338,1223.7124281991,1214.8877859449,1220.1086945121,1221.3772287994,1210.5181921728,1219.844604947,1230.1518150291,1212.0641660789,1217.3091671202,1222.711838718,1206.4996884403,1223.2547434991,1228.6003576995,1211.9551475935,1221.6270263557,1212.5443138614,1220.6982238333,1219.8771530489,1215.0784324617,1223.4960258295,1221.1821121429,1232.1618392651,1221.8123513703,1218.6692773998,1213.9391036369,1228.3253351068,1231.2936409898,1206.6410234163,1217.265290795,1223.0672897686,1233.5032094611,1224.0696406094,1218.7170333466,1225.0702267818,1227.5410285253,1227.7079855181,1220.861338704,1228.5190428114,1225.2717108348,1229.9392008937,1225.2232640148,1221.4982604534,1213.6637137029,1224.7692282185,1220.136140251,1222.362783574,1228.8445609216,1235.8793288505,1213.0009137056,1223.0571279675,1224.9746818081,1222.7277975433,1230.9493555993,1216.4022991809,1221.4075372276,1219.2727742358,1208.5819865475,1220.9585336082,1221.4195730124,1211.4334009703,1217.2885032104,1225.0464761969,1226.8552886247,1215.4923707066,1216.6791596542,1229.2250251221,1226.763203494,1222.0865759967,1221.7636438322]}
{"model":"claude-3-sonnet-20240229","score":1180.0487693798,"lower":1166.4167236923,"upper":1194.3004952872,"results":[1172.9721609669,1172.8976181457,1183.9869607864,1175.1580669618,1182.1513243796,1183.6415749433,1174.5140066897,1182.1330321751,1175.3551256903,1188.4003756356,1189.9947617296,1187.8673900468,1181.5656988276,1181.2784608279,1197.7372700571,1181.9376763758,1178.4878174029,1190.1484583073,1177.9013291556,1173.4490863394,1179.7070458423,1174.5690617827,1175.8460191499,1191.221922112,1181.5275238977,1177.8647759922,1185.2205333569,1179.7334111372,1184.2225299754,1167.9027501704,1172.9501803896,1183.406873712,1179.0297329832,1184.992207678,1177.0433754533,1183.8424808207,1180.2264989081,1177.1249313137,1164.0848762961,1178.6333100335,1182.1748183323,1176.2777355055,1184.4191074065,1178.1013246548,1180.8533572964,1180.5279833913,1182.0323079438,1182.3435379984,1194.6533411149,1172.6869544704,1176.8011667649,1176.1440447427,1183.688947903,1179.1071806889,1172.987477341,1177.6120081813,1179.4823241459,1181.9852680699,1179.1710225073,1171.7085293775,1174.1742423193,1181.1336684389,1180.2578418564,1177.0402410987,1174.5035234887,1179.3809678574,1177.1519745336,1187.9017071626,1186.0891091563,1182.3742523171,1193.9105077935,1178.8035447704,1176.053356405,1183.3181127651,1182.5229477346,1191.2432374332,1182.6655336867,1174.2789539765,1199.8635459504,1164.8110987691,1186.2129163089,1179.1466345992,1183.4214532494,1168.3482874338,1172.5009642648,1178.0770801045,1182.4211759496,1165.0722235453,1172.8977688509,1182.5665182018,1177.7908304585,1174.6796284974,1181.3276966543,1179.1677929359,1172.4354323635,1171.8502267563,1184.0073188029,1186.5616632311,1186.0386030728,1177.3304601002]}
{"model":"gpt-4-0314","score":1171.5399139142,"lower":1157.9298758636,"upper":1181.6328101026,"results":[1177.2889666009,1166.8766429197,1161.5130346467,1169.3777087791,1177.3459785607,1178.9600080226,1167.386867012,1165.3758644892,1178.2035357236,1176.6417237617,1174.2472139575,1176.9937147168,1173.0249858638,1175.1462226069,1183.5552281111,1169.8175243939,1178.5414918507,1174.5037620159,1176.3923229432,1178.1671016759,1173.5688552002,1160.8244621695,1168.1651695231,1169.2654604285,1166.6007945036,1174.5164809401,1171.3787781188,1165.0424364211,1173.0753882457,1167.1883860185,1161.6407155676,1174.0497842039,1169.7772305034,1172.6854474959,1169.6868431393,1160.6496660112,1162.0885082956,1168.3148571935,1166.2610039278,1158.9106651672,1171.0189792354,1172.7593164916,1171.3646131559,1164.3093952011,1177.1384545438,1171.4267731879,1166.9497357716,1169.1059125321,1182.700960531,1156.9699782334,1167.091081905,1171.3337766624,1179.6509128558,1164.3280875761,1174.6149276398,1169.8227140482,1179.3429247375,1176.467659929,1171.8917618377,1175.605173646,1171.2145818654,1177.1941713658,1160.6308076736,1169.0459981757,1160.1286101758,1167.5662061189,1164.8723084004,1180.452222787,1157.3199294686,1166.9266801863,1170.5152081666,1170.3031570515,1171.020463982,1165.0962037557,1168.3217878138,1177.5224525123,1165.1688687887,1169.7001355253,1190.304578961,1160.8452089548,1165.6910514831,1173.5623345061,1176.112023004,1179.1569225609,1161.6784751533,1180.2699157878,1178.1139423171,1157.6918227758,1158.1929871711,1174.7671355666,1158.6725994461,1174.5423120211,1171.4932818298,1168.4962061442,1165.5178070959,1171.4869862956,1178.8267446425,1169.6213671118,1169.5278626753,1179.7804002537]}
{"model":"mistral-large-2402","score":1154.3539123909,"lower":1141.3135944348,"upper":1168.5596002209,"results":[1153.0893808544,1147.3875143231,1144.467759551,1147.5683935914,1155.9974540331,1153.8974528996,1141.469951564,1152.5915488986,1147.5001840025,1147.7434665556,1157.9429648188,1158.6719998203,1152.8726621861,1161.520563434,1172.5736266086,1166.1999698931,1153.4725578742,1158.7421607908,1153.2357862747,1143.0786770297,1145.8994136439,1144.3023893314,1146.684296521,1160.4976015436,1153.9233903231,1150.461169076,1155.0240266372,1147.0194553454,1150.4139627662,1146.789313599,1144.125615707,1159.0310177576,1146.7969044375,1148.9740491839,1146.3554253957,1147.0666995411,1149.9982103058,1154.0020328278,1146.5578255875,1147.1699142875,1149.6313377188,1147.7146112568,1159.1192505297,1152.6021324543,1146.8061461048,1156.6543114531,1149.4243393143,1159.1821902572,1156.598701371,1151.5198993361,1157.8389047713,1151.8492177699,1158.9505343668,1162.8655093093,1154.8287380765,1159.635481757,1150.9532511137,1172.0404685175,1145.8609491957,1147.4691250508,1163.1884321427,1160.7208763966,1150.2215128855,1159.6760450816,1147.3639455438,1158.5729852233,1154.4933118027,1153.9457629591,1160.7982226696,1150.3085505215,1159.320107493,1169.3479949596,1141.1721284607,1160.7353413289,1143.6823826731,1166.7849128081,1159.3947931308,1156.6016448122,1167.6882165624,1137.2045961449,1151.8445900844,1158.4651389953,1156.0714199828,1154.8824677549,1142.5556028671,1160.9320013735,1151.2079937341,1148.1811507989,1154.4524906052,1157.4612467502,1140.8345718937,1148.4191413009,1149.7356675441,1147.7016940864,1150.7930426464,1154.6123377038,1162.8898591857,1149.020544049,1154.1284272058,1149.9562533913]}
{"model":"gpt-4-0613","score":1152.7642969372,"lower":1138.1916235054,"upper":1165.3959291981,"results":[1148.992789457,1142.505683137,1142.8351708364,1152.1286246936,1153.4046503082,1159.968761246,1146.4941483027,1142.6497285147,1153.0137576947,1158.602717003,1152.6159500444,1156.8401697975,1154.0651544423,1152.2269143059,1166.9380819935,1160.8310045095,1148.6196073712,1154.8509668872,1152.2045239856,1149.63243189,1143.6790196892,1142.7787958421,1145.9899923501,1148.1372775358,1151.8956186496,1137.2292125535,1155.6575306303,1149.1396634151,1155.2019841216,1152.3611246588,1143.3457989098,1152.9657029391,1149.7976471597,1155.9172443291,1158.0170922368,1146.8341746164,1146.9497295327,1150.5030459653,1144.8373999875,1140.4223373752,1153.0560491059,1155.0584703051,1154.52727474,1147.6897771792,1153.5372109001,1149.0060756445,1134.8999170801,1157.3086136531,1152.6439713108,1143.4790821723,1157.215557033,1151.8914501307,1151.6363197696,1153.3534942186,1158.9136956031,1152.6997090257,1166.8354359311,1158.9833566859,1153.5815816404,1151.3201279661,1149.5331606192,1153.1897213878,1150.057389015,1157.0704514391,1148.6413954722,1157.6438529765,1155.5099959906,1152.8012189954,1160.8804200999,1147.0575825619,1153.2285061873,1158.812850973,1150.8648900281,1148.1228107346,1149.7110778894,1156.2442211332,1151.7720727931,1149.9836873406,1166.9398685094,1142.6038019977,1149.5219730944,1153.6695407529,1151.3964432304,1157.5127944382,1138.8068686047,1163.8048954405,1153.7465289447,1151.9760511538,1137.7514547039,1154.9363170833,1142.3924872713,1142.4776879579,1148.4398772094,1155.494459332,1138.678125865,1151.2382133271,1150.42879782,1151.1280770252,1152.8505567687,1153.6767144239]}
{"model":"qwen1.5-72b-chat","score":1141.0306235609,"lower":1125.5402210051,"upper":1157.6659008406,"results":[1131.8013757774,1138.5882783889,1130.8435516367,1133.0093982251,1147.3572430666,1162.5425955275,1138.9838797155,1144.3470097902,1138.581768725,1143.9871691312,1143.8228638019,1146.7500104362,1133.5576247969,1143.8404245652,1150.1412208796,1150.3259593672,1135.2663350176,1151.7396005358,1139.8330105618,1129.409852896,1137.9416692549,1134.1728386439,1130.7544514795,1130.2702524277,1142.4102554378,1134.8240975967,1139.9099232995,1145.4496922359,1139.65539682,1127.4713314356,1143.6495902617,1134.6112831254,1126.2729821289,1157.6325466387,1147.9636484187,1134.6497620036,1143.4395303757,1138.8257999364,1142.582210661,1132.7620068559,1132.2313588196,1133.1656228365,1125.2029591938,1133.0155017063,1131.5850239401,1124.6904997294,1136.7571870819,1144.728121682,1135.4812210876,1151.6827783772,1131.3623379074,1132.9278979679,1143.5379363827,1146.7638499817,1151.5242305151,1142.2222903355,1139.4561420993,1149.2886291193,1149.3708683362,1143.5893120431,1139.0404192687,1145.8093131202,1152.0751267218,1156.2797608856,1146.5273959382,1141.4789574423,1139.2523241411,1146.7274074983,1156.9156830603,1149.3897422686,1144.650893143,1134.7654057615,1144.7932609857,1141.9343246142,1129.9715140245,1163.0069487821,1139.2621385904,1142.8277299215,1153.2687562231,1138.6312193678,1145.8386057625,1157.6960784518,1141.4728064386,1143.6497580075,1123.8600245661,1144.1637268973,1133.3126661532,1138.1842055118,1132.1473057934,1148.5985679642,1133.5090739461,1138.7310524301,1133.7924951999,1132.222107119,1143.7613283889,1125.9129840596,1156.376393795,1150.7405739057,1135.4151111896,1134.7017449593]}
{"model":"mistral-medium","score":1140.5003619709,"lower":1125.9090958687,"upper":1153.5824247286,"results":[1141.3274757917,1137.9715000502,1134.7757563505,1143.2263980968,1146.6462592588,1151.8717198855,1135.0889262029,1128.3712373404,1133.8211430614,1151.7411621275,1148.6956337555,1141.7916498016,1134.3260775769,1148.0462977311,1160.9293618158,1142.5732948844,1139.1348436579,1144.6341476167,1133.9921209436,1141.2726608798,1123.1774387068,1145.2158128554,1135.3036359064,1139.9252728145,1151.9112111477,1135.3287818401,1144.0752109335,1126.0618391822,1142.715591946,1130.7378536094,1144.6456239637,1136.7081097247,1137.929022488,1143.9286781599,1138.8398173279,1130.7249777858,1127.0439582904,1134.6126616196,1141.0972002516,1140.6173365892,1135.7930757878,1138.6428898776,1138.9009947492,1144.3200549902,1147.581654723,1134.1859367234,1131.246810497,1143.6329325568,1151.8261072173,1142.33065096,1143.4800201792,1134.1052871632,1147.7931328127,1160.1182277202,1144.1776721712,1135.6782587269,1144.8573404868,1151.9518828509,1140.3790596008,1132.5847247874,1140.9963151627,1145.5280494425,1142.9014805484,1138.3732421834,1136.9943560404,1136.9913232028,1124.007428716,1141.7157021702,1142.5391960209,1140.123888464,1143.4348579039,1142.9426735742,1137.0387593718,1133.9267063104,1143.2526866511,1144.3529422545,1140.6119387785,1131.8709542186,1144.1834923424,1137.348845788,1134.4342442014,1135.6413337876,1132.9293328007,1155.0576769037,1138.4504827646,1136.9413609112,1143.4839236883,1138.507806086,1133.1277657003,1131.5604154043,1142.3821797409,1145.8896234689,1143.3053266444,1138.2467935242,1138.9046489318,1139.1417686513,1145.6971278815,1147.6008480988,1137.7860966724,1125.7708995375]}
{"model":"command-r","score":1119.4692832203,"lower":1105.3514958739,"upper":1131.8082126323,"results":[1120.789604336,1105.6671893857,1117.5226414544,1119.5273211495,1124.7339847914,1127.800267278,1114.5950748901,1114.7025352377,1121.2000770935,1124.2252780361,1133.4570431968,1121.4825387138,1109.0759933541,1124.8383902339,1131.7980665701,1120.2161264875,1113.0782699356,1122.5855079415,1115.1005387272,1119.5307633211,1130.5593141239,1108.4102901363,1110.8496601535,1124.5634678169,1108.0352574603,1113.080422816,1122.4989527998,1126.9500565267,1130.799643871,1112.699858493,1114.5952740168,1119.8967371421,1114.1395381423,1124.4864245122,1117.4037731669,1122.673835127,1111.7187313234,1130.5002832648,1106.1319018398,1113.6790146185,1115.3933938458,1120.094380986,1116.874015501,1123.0110002288,1107.5108324537,1120.9528569546,1111.0565519912,1115.8078169601,1122.6526722143,1119.1224423312,1109.7686720734,1099.6205385322,1120.586033616,1104.6483999637,1119.6843162918,1122.1733177562,1114.7543169874,1120.4497120174,1108.7543252698,1120.0299067002,1120.3624368875,1122.2052332151,1125.9352828175,1116.2055151294,1114.3389142568,1124.5227432116,1116.9366331818,1116.1115476496,1133.2474221684,1117.1221558611,1127.0548551601,1113.8300547332,1115.2617881935,1118.9529720671,1128.3137268335,1123.4570244588,1124.6224088443,1116.6070597826,1131.8173924029,1112.2071375631,1127.5831149325,1122.7747556578,1121.8542049617,1119.9922215938,1105.0658684107,1124.6624434116,1113.0790905115,1117.1899184926,1119.6923829835,1121.0298715291,1113.6936656302,1109.0957219779,1109.6658220768,1128.0529317093,1119.8845072666,1115.842756562,1120.1891599839,1127.8257088989,1117.9641052546,1112.6928124562]}
{"model":"mixtral-8x7b-instruct-v0.1","score":1114.0,"lower":1114.0,"upper":1114.0,"results":[1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0,1114.0]}
{"model":"gemini-pro","score":1101.3463161467,"lower":1078.4873499381,"upper":1122.4792530858,"results":[1089.8520273141,1080.1573722801,1098.1258361643,1110.0650425015,1093.6445837034,1086.7989609403,1093.3682158481,1106.5146738674,1120.7819213746,1090.7913681498,1122.6890760521,1099.2243710007,1107.9284458352,1122.2473434914,1113.0208589898,1116.80818824,1098.6247669666,1100.4692432652,1107.7155772502,1092.8907715855,1084.9351549571,1105.3127257179,1090.7280909826,1104.303692907,1114.5681408151,1075.3662608569,1093.8555838927,1078.690171407,1108.8473620627,1105.01166073,1089.485082109,1125.5650236444,1089.3820017534,1101.9567976342,1115.9672692511,1096.252542817,1111.3426032278,1101.1327486844,1079.8641001493,1097.1323166959,1108.786765085,1087.7025158697,1085.4174502999,1114.2711996116,1112.11474572,1121.5435694465,1092.4804349332,1098.8645399163,1098.0849272946,1078.3038447997,1116.5389190458,1111.0123521587,1099.9329976393,1102.9750985307,1102.2466595484,1119.0841357743,1114.9807333148,1085.9331837797,1115.9063985996,1101.1093584862,1088.2664944232,1105.1743489337,1109.5348279922,1114.3449316006,1089.0797036903,1113.8301919237,1101.1706842163,1095.1050353576,1084.9185210802,1100.9126318354,1103.8844895185,1081.8358990262,1108.0390401879,1099.7292729296,1094.2013051807,1123.8601445116,1105.7083069395,1095.8310443156,1103.9963965857,1117.203559285,1100.9622762254,1111.3031865112,1095.6046769738,1112.493705357,1091.9717646039,1100.9185644616,1100.9712269788,1104.4899203133,1099.5327665446,1105.3020527926,1075.9489874635,1087.84817809,1103.5495040247,1102.8480470205,1097.7178908058,1108.2723382987,1096.5048213424,1098.3827166078,1108.9690214651,1107.6431112477]}
{"model":"gpt-3.5-turbo-0613","score":1100.3664761442,"lower":1087.2021785899,"upper":1115.9066479751,"results":[1088.004466107,1099.9479716577,1088.8213834266,1097.0972035494,1100.2559756127,1106.9731210515,1096.6122500112,1095.943168225,1092.3343408849,1107.5887096299,1116.9004326396,1107.5451778343,1101.4150118392,1103.0747685006,1122.0692090466,1088.4712664278,1100.5802791743,1097.9125213507,1094.6680837267,1103.8685185735,1092.7798376451,1094.7289725814,1087.5591630019,1100.1931454526,1103.3604605952,1086.0977284539,1107.5447913746,1086.5728898079,1101.8387531569,1096.4805791825,1103.0952836679,1096.6113683118,1103.0864641632,1101.8996601952,1112.5607078978,1094.3926519869,1098.4032655468,1090.847846707,1096.568503296,1086.8791926933,1096.8262101187,1100.7493516796,1094.6199746702,1091.7518824113,1101.8398702673,1097.9880767406,1096.0321623514,1098.7229011977,1101.8831406481,1091.4486844989,1107.8496113015,1091.6447210121,1102.1026674592,1106.0310480758,1108.8148772142,1100.6413394522,1109.5903850301,1104.3801826593,1110.2322598843,1103.6397595104,1114.742848843,1092.7575034374,1100.0064739468,1102.2602180348,1089.8079938792,1098.9475701252,1101.4759665655,1103.4646678292,1099.8801024047,1103.6566376009,1100.180721621,1088.9429279736,1098.6501869089,1092.5847150876,1092.3764481731,1120.7864203586,1103.0057372,1101.1822100782,1114.8082543985,1093.7480000728,1099.0226344522,1095.5002638439,1108.7717153484,1107.4620627696,1101.6380863645,1096.8144998023,1108.9192721091,1101.23360299,1091.5577852746,1105.9167995846,1094.774371982,1097.7264522249,1095.8349758079,1103.7770837629,1093.7647974119,1094.177241524,1102.8408392055,1100.838289728,1102.0549699244,1102.2092424826]}
{"model":"claude-2.1","score":1098.5978507446,"lower":1084.4587599395,"upper":1111.9512744541,"results":[1108.376105863,1094.9978781655,1091.6440435936,1096.6001559147,1097.1451792053,1100.1338735511,1092.9510673469,1091.4878358861,1091.3209273042,1106.5784054789,1113.4331579391,1107.3360078899,1092.935508064,1098.0552655156,1110.3658935903,1107.9143341823,1097.4869767388,1105.6986354823,1106.9435825831,1094.9106753541,1088.1965374056,1103.2997743214,1091.4599101963,1105.336898302,1102.8232385891,1100.6354309225,1096.0876007359,1097.0323176721,1108.4174878372,1099.0127972921,1088.6302637454,1098.4043753194,1091.7411802999,1100.2831315426,1103.798396602,1092.2807828139,1102.0192012999,1106.1827715329,1089.7956369925,1091.0874026888,1096.8204286766,1086.7031120356,1098.8610210218,1092.0836784356,1100.3971836593,1096.7634869439,1087.173865479,1100.9099057737,1103.6978988541,1085.2292902405,1107.7626348157,1092.33294072,1096.2051590974,1085.0585379518,1116.7923037326,1102.4032490983,1099.5523179162,1083.9161036427,1102.757390129,1094.1088616045,1097.9545984333,1104.2621010394,1097.4514252771,1098.6311713998,1075.4093806787,1097.7616693238,1099.0084141131,1094.8600032535,1093.9765693684,1099.9978231646,1092.9038447753,1099.3454442454,1096.4063064899,1094.5680943272,1093.5248535215,1103.3677993658,1092.9763500296,1102.3367039758,1113.3856666641,1092.1203207721,1094.0621734967,1090.7695002784,1097.7427098385,1101.4378488926,1089.9915309802,1100.6413459423,1092.5147998696,1099.9255511943,1083.1813779926,1098.0982343539,1092.0465153012,1098.3144373115,1102.810912687,1100.0811708689,1088.251848229,1094.1291023893,1099.1683860793,1091.5756377012,1095.0857568361,1101.1843336222]}
{"model":"yi-34b-chat","score":1093.9963787509,"lower":1074.1432586125,"upper":1115.229802077,"results":[1080.8885224225,1088.8238692043,1079.8675841341,1082.9835542938,1107.5358891793,1112.8470691424,1087.2196106741,1094.1989421605,1092.9795882465,1112.6048830315,1100.7611696816,1084.8411777557,1082.1699714117,1100.9426683339,1122.3506701364,1108.4104565108,1092.1345061179,1100.7768813762,1080.0850832189,1103.8226012074,1090.7256988023,1072.2413317702,1097.0002249796,1099.1066041123,1089.9142004542,1070.1756394125,1078.3707420483,1089.0835652198,1076.0505985927,1088.3780789093,1093.1239506113,1072.6662829347,1101.949426574,1094.6544951355,1108.7714969691,1078.5825294185,1089.4711821129,1097.4484624172,1086.8578005211,1098.4059912814,1090.7035402422,1090.6804297386,1084.9948473195,1087.875222212,1084.0144093923,1109.4251983576,1102.0433753539,1090.4299729176,1090.4833210275,1092.4402295275,1117.3856080655,1084.9175817933,1100.5899917862,1093.0098839106,1083.625631885,1076.3654439929,1081.0762263562,1088.326632635,1097.7866641833,1108.901740547,1089.4127714172,1097.963698761,1097.7737468404,1100.7609664546,1090.9459826769,1094.3061423621,1099.2405359746,1095.1616667648,1089.6953916752,1082.2304136831,1092.4761547543,1096.3415343204,1082.4070806427,1104.9252168464,1111.1564349175,1103.3459177334,1106.0006394349,1112.6474244602,1105.8629242461,1075.7757054142,1094.3765694409,1083.9092527239,1120.7318765021,1111.2615799813,1080.7562845393,1098.8501147267,1106.6713797853,1096.2441465634,1104.8954195109,1103.4631054193,1093.1400176583,1088.4145181775,1083.0245309456,1097.0533626589,1095.1256631941,1081.8203613389,1106.4062277194,1108.9207718773,1088.1967175698,1089.9041015564]}
{"model":"llama-2-70b-chat","score":1093.1044541473,"lower":1078.6023170561,"upper":1109.3555435609,"results":[1084.8688079728,1089.278275128,1079.2698039085,1097.8217057244,1097.744605464,1087.9907080758,1089.1239976348,1093.1168569072,1083.7390323547,1107.7128427599,1096.2567009253,1084.3392986991,1098.0266208963,1087.2412470427,1104.1287885452,1095.1694361515,1084.4321611452,1109.6013610714,1105.0180799736,1087.6800522068,1092.1303801223,1101.2578258814,1092.4657179889,1105.9418548535,1090.7608053835,1094.9936817413,1075.9512169641,1086.3544546621,1099.3820664087,1091.0301046765,1090.5637303504,1077.7171856756,1080.8961886379,1098.5529262625,1094.9591911966,1089.8971776093,1085.241446848,1090.8719106607,1097.1602523368,1090.1059719866,1087.1485911497,1094.1509924695,1089.9926450074,1087.8463760829,1096.5350869362,1087.1009473442,1091.8176681428,1098.5324496698,1098.3909634744,1099.2818845485,1093.963325764,1077.9984003801,1094.2574453334,1091.5781418668,1094.9155180368,1098.1831245334,1095.1036956668,1091.3198698183,1084.6325231298,1093.0663526551,1092.5092912271,1100.1338073377,1100.809945793,1095.6884687529,1100.4960324003,1088.8589921475,1104.1605034088,1093.8068661399,1102.8800942642,1095.4597351411,1098.3151542831,1086.75040461,1093.0640117522,1090.4895584601,1093.2244239961,1106.0635720394,1104.5881296495,1102.9177150874,1102.8433502229,1085.2214532712,1083.5116914341,1109.083850523,1093.7038284353,1099.6015061423,1084.5788571326,1095.2633641203,1111.8188031147,1085.8126072808,1090.7471910583,1098.906432003,1085.226457005,1081.0017180346,1103.4906388448,1095.8698314892,1091.5573075257,1080.9690426696,1111.2019957136,1089.2994126482,1079.724339005,1087.3184707241]}
{"model":"starling-lm-7b-alpha","score":1086.3316916755,"lower":1063.0163595446,"upper":1105.979261606,"results":[1088.8622663898,1077.4283049343,1090.3449904771,1105.7147960397,1093.5044157691,1084.0020418515,1081.752922028,1093.0255611621,1072.1327154129,1101.7192783852,1083.151388991,1098.5211406977,1073.0690408935,1095.3804853734,1098.3629370274,1100.2026967717,1072.1513731235,1085.3420993092,1091.7335464339,1067.5628888201,1087.9068987143,1090.043763851,1094.296876257,1100.3390293801,1094.5740687786,1073.8529019206,1103.9871900229,1083.9212238418,1101.6887521715,1087.4033457846,1072.6663592332,1072.636449679,1101.333216501,1096.8893383908,1078.2461837046,1084.4846385572,1077.085088117,1102.7758195326,1068.5872487361,1078.0718277752,1092.489953858,1077.2807129076,1084.0913854474,1083.0831235254,1107.3019634812,1074.6959882097,1066.8884258901,1075.8541081856,1086.905849828,1106.2185399755,1064.573547437,1094.8883235451,1087.2681152399,1084.2589148607,1081.1609943895,1094.5289829067,1098.6811800602,1094.7308384215,1052.8513414818,1087.093916337,1100.6885970226,1090.7457850768,1076.547919388,1069.3319663809,1088.1670161181,1084.3398597883,1092.0522419641,1097.0527775361,1093.8053950266,1081.9686845112,1105.6333957461,1073.3753078918,1079.7578134115,1087.756488888,1098.4902098859,1096.8322065285,1094.1756471414,1087.0771004462,1096.6826303953,1061.6074752611,1082.9071057104,1107.1412867819,1061.399209855,1068.0133281169,1084.0806495838,1080.3113863879,1092.7545890641,1078.3620044193,1076.6255028241,1089.6988272143,1077.6533802208,1097.694706228,1083.6445080805,1080.6136110101,1081.3047229912,1083.5367026661,1093.9154242075,1091.4942902465,1071.2108694638,1080.3687386939]}
{"model":"mistral-7b-instruct-v0.2","score":1080.971207031,"lower":1060.4447742247,"upper":1098.8297108069,"results":[1078.3299637383,1090.0076138859,1074.7176528188,1077.5239997996,1075.2719901634,1087.3993442145,1077.7094195448,1082.2159385986,1074.3230350613,1096.0219067092,1089.2464318961,1090.1979503326,1084.7384709872,1082.158808344,1096.8354473706,1092.2690722501,1067.3243829917,1090.8517624243,1080.4591987922,1067.8414114142,1081.4066187475,1061.6098456803,1069.3704761956,1091.6006377903,1074.2946049473,1056.7824988851,1085.2784077138,1083.1164838601,1085.6534791912,1078.4793108699,1071.2150522728,1073.4098977357,1082.1016267211,1079.5106689473,1087.8407407458,1059.3906619553,1076.1683857568,1078.6848964508,1064.0577206978,1085.2233912013,1067.4042440638,1068.0151022414,1081.5623210985,1078.7411277701,1073.033764101,1074.7538764943,1083.1732824541,1076.0543118692,1100.0484102743,1100.6632201387,1069.418978988,1070.9210167143,1081.8072542858,1075.5878060692,1076.0110550711,1101.006048831,1075.5059551356,1079.227409283,1077.2533397473,1090.4156384786,1080.9378242407,1081.4945954689,1079.9551608766,1082.9243982436,1084.2993596301,1091.0013112922,1072.4362042858,1086.0706612828,1083.4725977017,1086.3773167731,1094.3716344473,1074.5325167795,1069.9681746897,1069.5451393614,1079.8726245225,1087.7456142091,1087.2806357142,1082.6188792835,1094.3332389151,1066.5866835641,1080.324513391,1097.482727185,1076.4418487532,1084.6276003131,1072.2408428869,1085.0396166776,1085.4436681226,1059.3447752037,1087.1821601925,1083.7194330152,1068.9906264429,1087.8137666316,1084.5765837839,1081.6646419776,1076.2007228798,1063.2826069984,1075.350081231,1082.6170035931,1078.6627803142,1071.7258259765]}
{"model":"gpt-3.5-turbo-1106","score":1051.7866629681,"lower":1028.3427438482,"upper":1066.7619305128,"results":[1022.874494437,1048.2724879731,1052.2540409412,1052.2532592827,1050.7914763738,1050.9918683798,1037.6390375222,1045.9809297102,1056.2535646472,1059.7089867486,1065.3921249831,1053.9106941411,1056.3006995738,1038.7961623763,1055.8866588528,1054.9470387288,1035.7060663629,1048.1909846114,1055.0024333791,1060.425655927,1059.1259413466,1037.254324204,1046.9007340178,1043.1533546107,1063.3296663868,1056.3036857903,1045.7686041763,1067.1269425088,1047.8336723898,1029.4212012464,1056.3863568407,1053.9082468998,1036.5291618556,1056.6162532842,1055.92065755,1037.0662168841,1052.3825839985,1051.0985859551,1047.8946450467,1049.6780994475,1065.4609910373,1052.2362214415,1046.1585243905,1043.2785881741,1058.7674160124,1039.4797952408,1044.5823527923,1042.8283734816,1059.1906874355,1044.4238133098,1043.4294380227,1054.0793105785,1066.3584962014,1049.2645184855,1058.4299261614,1057.8810729487,1058.5721929609,1042.5366230933,1043.5142880742,1043.9523620178,1062.8929379861,1047.9293563556,1049.799848939,1053.4226221099,1046.993725457,1065.0897788833,1045.5529495904,1053.5101891756,1062.0208907086,1053.5488198057,1038.2371962433,1058.4243206614,1048.546036536,1043.817335669,1027.3669966783,1049.223917296,1050.9724922042,1058.4413493639,1055.8195369332,1042.3523347989,1045.5582135259,1046.0504691203,1045.3417770855,1069.7975544058,1045.7686170104,1051.4903704214,1062.3276174283,1051.0584755594,1022.9141146532,1064.5047979341,1046.8139391414,1043.8325399293,1059.9343171646,1039.7107862428,1035.1837594643,1036.1089722114,1072.1602668965,1041.8709004792,1055.9128525874,1044.9468098474]}
{"model":"llama-2-7b-chat","score":1050.1844072837,"lower":1024.4656445927,"upper":1074.7896469017,"results":[1041.9843887623,1045.5952994355,1025.3332232377,1032.195950332,1014.164654061,1056.3594087607,1049.2869296397,1064.9596775204,1048.5779915062,1071.9639701916,1051.2201251101,1056.8286082111,1059.1587618763,1042.2474858384,1060.7862268717,1061.5937090364,1026.1510549522,1035.6728146554,1032.7126974145,1056.7856093914,1073.144688964,1051.1989560409,1034.8826230981,1060.0042123237,1037.0223723589,1053.7853569784,1032.72433209,1039.4161741921,1062.7838168059,1012.8140711878,1042.1301261285,1056.4749665408,1037.0654889026,1061.7037781245,1064.7313913149,1051.2848526564,1047.9120845351,1040.9413989297,1045.4064102172,1071.8535861527,1047.4329616752,1045.5226846857,1076.2779421786,1056.2232407894,1048.654087911,1064.6714508847,1049.6273609766,1031.713399482,1045.1800763085,1034.3487993366,1044.9644224874,1064.3459275451,1053.8057207893,1054.3962027835,1046.7724105519,1045.6818249086,1038.5118756487,1066.6623074322,1042.2607503109,1034.4902679751,1079.2370646838,1049.2788755629,1043.3898700513,1063.3485796786,1055.0717533363,1064.990371157,1056.0456009642,1066.9385722712,1036.8906339616,1044.6743207113,1058.0613144058,1061.1779695634,1056.5913325309,1040.9951417539,1056.5795741608,1056.4707933108,1055.920175338,1071.3016645219,1053.162818643,1049.3244404237,1045.261327143,1057.5688475903,1023.6806924854,1056.3762353908,1050.4784228827,1031.9733652304,1056.4301503414,1038.3647256793,1046.7960126524,1026.7358276763,1029.0373191933,1058.6348312223,1084.5367568349,1054.1744937694,1039.2372676332,1045.711335394,1056.0008478204,1050.0206073967,1040.4096018013,1041.8735251036]}
{"model":"gemma-7b-it","score":1039.2816060203,"lower":1021.7731265269,"upper":1057.2460632825,"results":[1031.3770489917,1042.5539422716,1030.4135869238,1028.9518885857,1035.472909957,1033.2744062538,1026.9486936356,1047.4875881655,1016.9382731762,1045.2317530785,1041.4044055776,1046.3888483002,1036.4033425938,1022.016296951,1059.2909791658,1040.712507492,1027.8844275237,1065.5436956106,1043.3975387209,1030.113786943,1043.8680594412,1025.3868604945,1041.3555712072,1034.9786437669,1041.7304115683,1044.6943777582,1043.192425517,1020.1192193442,1037.4203862769,1032.9391230776,1040.2546348039,1025.6888697736,1039.6369157942,1045.4015603229,1053.3796454632,1040.8956123881,1026.1180670355,1029.8421516496,1025.0050432752,1047.1671848014,1038.8007242723,1026.5410228075,1038.2165743599,1048.4031175727,1038.8079907329,1033.7281681015,1041.5245939751,1039.5533598592,1034.6429317441,1042.9107701285,1046.3140219141,1041.103247557,1050.0570751954,1057.5610676058,1043.2474589773,1025.9436171379,1050.6706818467,1040.7328192976,1029.7584337552,1023.7258333087,1053.1869087843,1052.8860617973,1051.9075583819,1040.5163895931,1035.7679809685,1041.1067111741,1039.1304402306,1036.0888921323,1042.5806269799,1042.9837644977,1055.7489671167,1041.964700812,1048.2960572076,1028.7950920202,1028.7421585865,1043.5756810589,1044.3943901032,1043.4325305857,1051.7511773847,1033.4379002399,1048.2991742248,1052.2243392624,1031.0898858273,1033.3829404428,1031.1484066868,1054.9858608765,1047.1871263916,1022.6331656384,1052.1635662151,1039.1934248776,1029.5178235381,1039.5433524199,1045.5434788595,1056.8979006095,1021.5531151908,1028.5942181354,1041.1236709515,1037.5482146447,1035.1460576338,1028.7782651974]}
{"model":"gemma-2b-it","score":989.6322727373,"lower":955.0464868938,"upper":1019.415322862,"results":[983.0075645609,980.8083754306,965.5879252539,989.5253117159,996.1994048652,1003.2445639197,974.7793340033,967.5974971848,971.2729028758,1008.2529522674,995.7735765917,984.1024841333,1008.1773302151,963.822723982,1009.4456482493,965.2214833016,980.3477984309,978.061068175,984.1176536458,972.8424112693,976.5334743725,1001.8424779929,974.5825659868,1020.3912508937,1008.0699593952,992.3228883184,971.5656275582,987.7274448793,993.5170597108,959.1392649531,964.2122582011,967.7076664275,951.657118969,1003.321108168,1001.4073900298,979.9825503919,977.8100636986,965.3989022563,978.1110772276,958.0770374137,989.6537621317,976.863593548,979.1222721296,995.75914987,995.2843340459,967.4588722071,973.4679561689,981.4099652723,1004.3475895656,1007.669621454,985.9298682353,1006.0603976509,1003.7129109989,991.9833898181,991.2868276263,999.9729176531,997.014831105,1015.4241070182,992.0579193308,1009.4067034784,989.1777148266,1034.0020205579,1013.4607258298,972.3726601738,1000.0589806478,1031.0362710409,952.304560233,989.4867576497,1006.1081410601,995.889133271,1000.1317658349,967.7725320944,969.5986104628,980.2475539923,972.0024483513,1002.2535187018,1008.5585422176,999.1848454375,1010.6586235467,971.474066835,992.3566063067,1017.6057428619,1002.336688635,1000.409852099,969.5997122943,999.4893310956,999.8097210675,958.8239109922,993.9924735847,984.9105177921,977.0796881444,975.1907422853,1000.0266013633,986.2829556919,967.3179004497,994.1930796022,1016.9797670556,1001.473235262,1018.3366655637,951.4261559823]}