esh-pfi-infrastructure/services/intern-decision-serve/acceptance/gpu1-live/shape-from-nh3dev.json

{"label": "gpu1-from-nh3dev", "backend": "semif", "runs": 3, "per": 20, "max_questions": 10000, "events": [["start", 1790786561.6614697], ["short1:measure", 1790786561.795557], ["crit21:measure", 1790786566.2917683], ["long1:measure", 1790786580.0000832], ["long16:measure", 1790786599.4421108], ["shapes:done", 1790786613.8964252], ["end", 1790786613.896427]], "shapes": {"short1": {"rows": 1, "runs": [{"e2e_ms": [56.185927998740226, 55.15307298628613, 55.357352015562356, 54.251163033768535, 54.68238994944841, 54.9185189884156, 55.455722962506115, 55.212720995768905, 53.89332096092403, 53.90926997642964, 53.87841397896409, 54.129586031194776, 53.35474800085649, 53.38069499703124, 53.78296400886029, 53.54870803421363, 53.70476597454399, 54.571134969592094, 54.76096895290539, 52.966085029765964], "server_ms": [37.29905211366713, 36.49478196166456, 36.43784113228321, 35.87116510607302, 36.0612659715116, 35.706913098692894, 36.73809487372637, 35.71148309856653, 35.630342084914446, 35.53547081537545, 35.33996804617345, 35.12311610393226, 35.24525696411729, 35.15301691368222, 35.168435890227556, 35.09424580261111, 35.191346891224384, 35.106595838442445, 35.36234889179468, 35.00625491142273], "statuses": [200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200], "tokens": 181, "median_e2e": 54.190374532481655, "median_server": 35.448909853585064}, {"e2e_ms": [54.20220602536574, 53.80337004316971, 53.998954012058675, 53.38969500735402, 53.81681496510282, 53.96678001852706, 53.426245984155685, 54.203280014917254, 55.03739300183952, 54.81596599565819, 54.11255999933928, 54.68651500996202, 54.3535629985854, 54.352541046682745, 1071.1610530270264, 63.17531899549067, 54.144159017596394, 53.62485401565209, 53.71145100798458, 53.64206503145397], "server_ms": [35.146846901625395, 34.96586508117616, 35.213237162679434, 34.89573299884796, 35.144345834851265, 34.94440414942801, 35.132355988025665, 34.948743879795074, 36.72276507131755, 36.41404095105827, 36.07863700017333, 36.3710408564657, 36.70336399227381, 36.40380105935037, 36.62309399805963, 35.28231801465154, 35.235446877777576, 35.01008381135762, 35.09918600320816, 35.187147092074156], "statuses": [200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200], "tokens": 181, "median_e2e": 54.12835950846784, "median_server": 35.200192127376795}, {"e2e_ms": [52.961805020458996, 53.90457296743989, 54.020973038859665, 62.628725019749254, 53.072125010658056, 53.084570041392, 53.91808901913464, 53.26455499744043, 53.38821397162974, 53.25448600342497, 53.460038965567946, 52.61560599319637, 52.784082014113665, 53.020844992715865, 53.66958404192701, 54.09113597124815, 53.538414009381086, 53.015334997326136, 53.11888997675851, 52.56087495945394], "server_ms": [35.06609611213207, 35.127206007018685, 35.12617596425116, 35.21102690137923, 34.99448415823281, 34.747710917145014, 35.281367832794785, 34.94274406693876, 35.33166809938848, 35.089854849502444, 35.113535821437836, 34.88673293031752, 35.03679484128952, 35.07417510263622, 35.4030798189342, 35.08775494992733, 35.00438411720097, 34.838643157854676, 35.16022698022425, 34.72828189842403], "statuses": [200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200], "tokens": 181, "median_e2e": 53.2595205004327, "median_server": 35.080965026281774}], "tokens": 181, "median_e2e_ms": 53.9, "run_medians_e2e_ms": [54.2, 54.1, 53.3], "median_server_ms": 35.2, "non_200": 0}, "crit21": {"rows": 21, "runs": [{"e2e_ms": [113.58335800468922, 113.92949399305508, 113.62704902421683, 113.8766820076853, 114.66023500543088, 115.24041503435001, 114.9028799845837, 114.94556098477915, 114.26124698482454, 113.75345900887623, 114.31723897112533, 114.45676896255463, 114.52516895951703, 114.05248095979914, 114.82572898967192, 114.4771070103161, 113.81713004084304, 114.60664699552581, 114.19090098934248, 113.99304500082508], "server_ms": [80.16382693313062, 80.36260888911784, 80.32274898141623, 80.25520713999867, 80.1209460478276, 80.09437588043511, 80.54474089294672, 81.2427590135485, 80.45632112771273, 80.4810500703752, 80.60901192948222, 80.16986702568829, 80.2300269715488, 80.24806808680296, 80.40860993787646, 81.15086681209505, 80.56299085728824, 80.06377494893968, 80.3188479039818, 80.19803697243333], "statuses": [200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200], "tokens": null, "median_e2e": 114.28924297797494, "median_server": 80.32079844269902}, {"e2e_ms": [113.82344301091507, 113.98942704545334, 114.09186501987278, 114.83615398174152, 113.24777000118047, 114.44145103450865, 115.74147001374513, 113.770978001412, 116.94828298641369, 113.97319997195154, 109.6008860040456, 114.09709200961515, 113.82189398864284, 113.84930100757629, 113.8442840310745, 114.56820002058521, 114.72953000338748, 114.6280980319716, 114.43368997424841, 114.80989900883287], "server_ms": [80.2017969544977, 80.29693807475269, 80.2786978892982, 80.46444994397461, 80.22601692937315, 80.17864706926048, 80.35570895299315, 80.08833602070808, 81.84636617079377, 80.47096990048885, 81.12136810086668, 80.34136798232794, 80.02118393778801, 80.17011685296893, 80.08303516544402, 80.16061689704657, 80.37420897744596, 80.40843904018402, 80.32975881360471, 80.29068796895444], "statuses": [200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200], "tokens": null, "median_e2e": 114.09447851474397, "median_server": 80.29381302185357}, {"e2e_ms": [114.32017397601157, 117.96184896957129, 116.25791096594185, 114.29553100606427, 115.26502500055358, 107.94635600177571, 114.01140800444409, 113.5170700144954, 114.9080689647235, 114.84103702241555, 114.15628698887303, 114.08508603926748, 114.16277900571004, 114.12651202408597, 114.99843996716663, 113.96447999868542, 115.42021000059322, 114.56603102851659, 114.94211404351518, 114.37698802910745], "server_ms": [80.23383794352412, 81.11921790987253, 80.26744704693556, 80.0662359688431, 80.4322799667716, 80.22086694836617, 80.27595700696111, 80.0067640375346, 80.26233711279929, 80.40958899073303, 80.23483795113862, 80.28276800177991, 80.31038916669786, 80.39937890134752, 80.28404810465872, 80.19028697162867, 80.42542007751763, 80.30770788900554, 80.37314913235605, 80.35512804053724], "statuses": [200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200], "tokens": null, "median_e2e": 114.34858100255951, "median_server": 80.28340805321932}], "tokens": null, "median_e2e_ms": 114.3, "run_medians_e2e_ms": [114.3, 114.1, 114.3], "median_server_ms": 80.3, "non_200": 0}, "long1": {"rows": 1, "runs": [{"e2e_ms": [201.07466098852456, 201.25595899298787, 213.42234400799498, 209.05971503816545, 211.65212098276243, 213.64701801212505, 211.98941499460489, 218.9142609713599, 208.68858601897955, 203.7032549851574, 211.97794994805008, 214.05536198290065, 208.87496398063377, 212.6418330008164, 204.27908102283254, 208.4360679727979, 213.45071401447058, 211.56698401318863, 216.6357120149769, 210.95129899913445], "server_ms": [176.2117869220674, 176.07871512882411, 187.5385269522667, 183.14708699472249, 187.27068603038788, 189.63044183328748, 187.99053295515478, 193.9114909619093, 184.4813919160515, 179.2445310857147, 187.07307195290923, 189.14818693883717, 184.65812387876213, 187.70122900605202, 179.42141299135983, 183.85379505343735, 190.02704601734877, 187.29196395725012, 191.38796208426356, 184.93421794846654], "statuses": [200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200], "tokens": 4019, "median_e2e": 211.60955249797553, "median_server": 187.17187899164855}, {"e2e_ms": [214.69180600252002, 211.12954802811146, 212.06005598651245, 208.92055501462892, 212.59110805112869, 205.8007880114019, 211.22788096545264, 213.24836101848632, 211.48850297322497, 211.16350800730288, 205.2364099654369, 213.8488030177541, 207.02257100492716, 205.0095039885491, 203.44680303242058, 212.83538499847054, 216.0575269954279, 212.5064370338805, 213.71347398962826, 207.73699501296505], "server_ms": [189.4682499114424, 186.8048789910972, 187.64610891230404, 185.05838909186423, 188.3633069228381, 181.10034288838506, 187.0919328648597, 189.07467601820827, 186.78087810985744, 186.15243094973266, 180.49619579687715, 189.9437450338155, 181.76631210371852, 180.0995219964534, 178.9227279368788, 188.63904103636742, 191.31300202570856, 188.63727012649179, 189.360128948465, 183.80225403234363], "statuses": [200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200], "tokens": 4019, "median_e2e": 211.3581919693388, "median_server": 186.94840592797846}, {"e2e_ms": [211.5567039581947, 207.8533250023611, 214.16606899583712, 206.39903203118593, 211.48150198860094, 204.31739097693935, 211.97730698622763, 201.11146802082658, 201.64729398675263, 205.89542400557548, 202.4893019697629, 210.57170705171302, 211.5771399694495, 216.66355500929058, 209.90153803722933, 214.5676319487393, 210.94122901558876, 207.8102810191922, 211.16335497936234, 212.15065696742386], "server_ms": [186.99781107716262, 184.2603099066764, 190.52091194316745, 182.63353104703128, 187.8753020428121, 179.44408394396305, 187.96685198321939, 176.1200651526451, 177.63973399996758, 181.64889980107546, 177.31358902528882, 186.31826294586062, 186.86820985749364, 191.6698249988258, 185.86406903341413, 189.97784587554634, 185.23099995218217, 183.76687401905656, 186.2029330804944, 186.9842919986695], "statuses": [200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200], "tokens": 4019, "median_e2e": 210.7564680336509, "median_server": 186.03350105695426}], "tokens": 4019, "median_e2e_ms": 211.2, "run_medians_e2e_ms": [211.6, 211.4, 210.8], "median_server_ms": 186.8, "non_200": 0}, "long16": {"rows": 16, "runs": [{"e2e_ms": [235.97326298477128, 237.44609899586067, 251.7742600175552, 234.76688901428133, 235.66584096988663, 238.2615620153956, 235.93839595559984, 236.5614779992029, 236.5817950339988, 253.15484596649185, 235.46458699274808, 241.82038399158046, 246.98888399871066, 250.0694419723004, 240.56200595805421, 242.6385070430115, 242.58206598460674, 238.16161503782496, 234.44204597035423, 233.5029260138981], "server_ms": [201.93989388644695, 202.67793303355575, 216.87507699243724, 201.42858801409602, 203.08376802131534, 204.83252801932395, 204.22850991599262, 202.81744399107993, 203.53949209675193, 219.02193292044103, 202.2660670336336, 208.53806100785732, 213.31387595273554, 217.61243510991335, 207.4596278835088, 209.52440216206014, 209.60789313539863, 205.73902782052755, 202.00943597592413, 201.4701289590448], "statuses": [200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200], "tokens": null, "median_e2e": 237.8038570168428, "median_server": 204.53051896765828}, {"e2e_ms": [237.4112880206667, 238.23550500674173, 235.89864798123017, 238.61347301863134, 246.3392830104567, 238.899762975052, 236.70483502792194, 239.24205405637622, 240.24265399202704, 238.82960597984493, 236.4223480108194, 249.77926100837067, 244.88313304027542, 237.71785805001855, 235.5581999872811, 246.02901004254818, 238.30564599484205, 241.57838901737705, 244.92180696688592, 235.74045597342774], "server_ms": [203.84610607288778, 205.0527399405837, 202.117086853832, 204.48866416700184, 213.17840390838683, 206.03163191117346, 204.1369890794158, 205.77497803606093, 207.54526904784143, 205.93165094032884, 203.85568612255156, 217.84180798567832, 211.73007786273956, 204.23926087096334, 203.74786504544318, 212.8840300720185, 204.4498031027615, 208.10080599039793, 211.61789586767554, 202.63343211263418], "statuses": [200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200], "tokens": null, "median_e2e": 238.72153949923813, "median_server": 205.41385898832232}, {"e2e_ms": [236.0350610106252, 254.21904999529943, 236.08525400049984, 238.34805795922875, 244.30291302269325, 236.63140402641147, 235.60065496712923, 247.78952298220247, 236.14045296562836, 238.3485269965604, 245.13970699626952, 236.05588602367789, 238.43192600179464, 252.89884099038318, 245.43284199899063, 245.64808898139745, 236.96602298878133, 238.01057500531897, 240.49582105362788, 252.1786759607494], "server_ms": [202.41240016184747, 222.13723696768284, 203.51339201442897, 205.42212412692606, 212.45029591955245, 204.4019929599017, 203.37495114654303, 215.37298918701708, 204.35013296082616, 205.63702704384923, 212.57854788564146, 202.99717597663403, 205.1952420733869, 219.46388692595065, 211.41804289072752, 212.0838409755379, 203.90718686394393, 204.6042550355196, 207.01616303995252, 218.71576784178615], "statuses": [200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200, 200], "tokens": null, "median_e2e": 238.39022649917752, "median_server": 205.52957558538765}], "tokens": null, "median_e2e_ms": 238.3, "run_medians_e2e_ms": [237.8, 238.7, 238.4], "median_server_ms": 205.3, "non_200": 0}}}