kreas
/

MA_benchmarks

Model card Files Files and versions Community

kreas commited on Apr 19, 2024

Commit

2b319fd

verified ·

1 Parent(s): 90a430e

Upload /Mistral-7B-v0.1-GPTQ-2bit/gptq2bit_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json with huggingface_hub

Browse files

Files changed (1) hide show

Mistral-7B-v0.1-GPTQ-2bit/gptq2bit_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json +567 -567

Mistral-7B-v0.1-GPTQ-2bit/gptq2bit_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json CHANGED Viewed

@@ -2,86 +2,86 @@
     "prefill": {
         "memory": {
             "unit": "MB",
-            "max_ram": 4916.57216,
             "max_vram": 3894.411264,
             "max_reserved": 3409.969152,
             "max_allocated": 3289.072128
         },
         "latency": {
             "unit": "s",
-            "mean": 0.1552674811730018,
-            "stdev": 0.000814409700089198,
             "values": [
-                0.16154566955566407,
-                0.1562265625,
-                0.1552752685546875,
-                0.1549291534423828,
-                0.15519129943847657,
-                0.15499078369140626,
-                0.15516058349609374,
-                0.15486976623535156,
-                0.15526296997070313,
-                0.1549055938720703,
-                0.15521382141113282,
-                0.15493426513671876,
-                0.15539814758300782,
-                0.15493734741210938,
-                0.15524659729003906,
-                0.1549496307373047,
-                0.1552506866455078,
-                0.15494554138183594,
-                0.15522918701171876,
-                0.15492813110351564,
                 0.15518821716308595,
-                0.15490867614746093,
-                0.1552496643066406,
-                0.15493043518066407,
-                0.15528038024902344,
-                0.15494554138183594,
-                0.15518515014648437,
-                0.15499798583984375,
-                0.15519129943847657,
-                0.1548904571533203,
-                0.15522816467285155,
-                0.1549311981201172,
-                0.15524453735351562,
-                0.1549322204589844,
-                0.15524668884277343,
-                0.15496397399902342,
-                0.15528550720214843,
-                0.15506031799316405,
-                0.1553684844970703,
-                0.15508070373535157,
-                0.15539814758300782,
-                0.15505101013183595,
-                0.1553500213623047,
-                0.15511859130859376,
-                0.15532952880859374,
-                0.1551134796142578,
-                0.15538380432128907,
-                0.15508685302734376,
-                0.15541964721679688,
-                0.15504179382324218,
-                0.15532850646972657,
-                0.15507661437988282,
-                0.15537458801269532,
-                0.15504179382324218,
-                0.15536947631835937,
-                0.15507673645019532,
-                0.15536026000976563,
-                0.15503155517578124,
-                0.15561830139160157,
-                0.15505229187011718,
-                0.15538893127441405,
-                0.15507661437988282,
-                0.15533465576171876,
-                0.1550786590576172,
-                0.15538380432128907
             ]
         },
         "throughput": {
             "unit": "tokens/s",
-            "value": 1648.767649645583
         },
         "energy": null,
         "efficiency": null
@@ -89,23 +89,23 @@
     "decode": {
         "memory": {
             "unit": "MB",
-            "max_ram": 4918.669312,
-            "max_vram": 4045.406208,
             "max_reserved": 3563.061248,
             "max_allocated": 3355.39968
         },
         "latency": {
             "unit": "s",
-            "mean": 8.150193651199341,
-            "stdev": 0.0013184185028123352,
             "values": [
-                8.148875232696529,
-                8.151512069702154
             ]
         },
         "throughput": {
             "unit": "tokens/s",
-            "value": 31.287600137264896
         },
         "energy": null,
         "efficiency": null
@@ -114,524 +114,524 @@
         "memory": null,
         "latency": {
             "unit": "s",
-            "mean": 0.0319615437301935,
-            "stdev": 0.0002464774699415256,
             "values": [
-                0.03496579360961914,
-                0.03364217758178711,
-                0.03199488067626953,
-                0.03208703994750976,
-                0.03205120086669922,
-                0.03206860733032227,
-                0.03200204849243164,
-                0.032130046844482424,
-                0.031955968856811526,
-                0.03192934417724609,
-                0.03199692726135254,
-                0.031903743743896484,
-                0.03201638412475586,
-                0.031971328735351565,
-                0.03199385643005371,
-                0.032161792755126956,
-                0.031975519180297854,
-                0.03192207908630371,
-                0.031954944610595705,
-                0.03193139266967773,
-                0.03228364944458008,
-                0.03205017471313477,
-                0.03191705513000488,
-                0.032080894470214845,
-                0.03193343925476074,
-                0.032020481109619144,
-                0.03196416091918945,
-                0.03199692726135254,
-                0.03193548774719238,
-                0.03189760017395019,
-                0.03180764770507812,
-                0.032000862121582034,
-                0.03197235107421875,
-                0.03189145660400391,
-                0.03186175918579102,
-                0.03189248085021973,
-                0.03192527961730957,
-                0.03191087913513184,
-                0.03202867126464844,
-                0.03201536178588867,
-                0.03196313667297363,
-                0.03194879913330078,
-                0.03206655883789063,
                 0.03184025573730469,
-                0.031955968856811526,
-                0.03192831993103027,
-                0.03196928024291992,
-                0.03203276824951172,
-                0.03192934417724609,
                 0.03184332847595215,
-                0.03178188705444336,
-                0.03177369689941406,
-                0.031884288787841795,
-                0.031764480590820314,
-                0.03179929542541504,
-                0.03197747230529785,
-                0.031867904663085936,
-                0.03191500854492187,
-                0.03190681648254395,
-                0.03181875228881836,
-                0.03200204849243164,
-                0.03190784072875977,
-                0.031818784713745114,
-                0.031791072845458984,
                 0.0317890567779541,
-                0.03187609672546387,
-                0.03196006393432617,
-                0.0319682559967041,
-                0.03184639930725098,
-                0.03184435272216797,
                 0.03179110336303711,
-                0.031927295684814457,
-                0.03189043235778809,
-                0.031866880416870115,
-                0.031865856170654294,
-                0.03193036842346191,
-                0.03189657592773437,
-                0.031893503189086916,
-                0.032148479461669925,
-                0.03196723175048828,
-                0.03183206367492676,
-                0.03192422485351563,
-                0.03196620750427246,
-                0.031849472045898435,
-                0.03164672088623047,
-                0.03263488006591797,
-                0.033258495330810545,
-                0.0319866886138916,
-                0.03193343925476074,
-                0.031835136413574217,
-                0.03181977653503418,
-                0.03187814331054688,
-                0.03180031967163086,
-                0.03180646324157715,
-                0.031851520538330076,
-                0.03191296005249023,
-                0.03172966384887695,
-                0.031884288787841795,
-                0.03186278343200684,
-                0.031939584732055666,
                 0.03172761535644531,
-                0.031870975494384765,
-                0.03182694435119629,
-                0.03199283218383789,
-                0.03191500854492187,
-                0.031916032791137694,
                 0.031833087921142575,
-                0.031920127868652344,
-                0.033754112243652344,
-                0.03198259162902832,
-                0.03187814331054688,
-                0.03202867126464844,
-                0.031821823120117186,
-                0.03196928024291992,
-                0.031888383865356446,
-                0.031921152114868165,
-                0.031982656478881835,
-                0.031908800125122073,
-                0.03188531112670898,
-                0.03187609672546387,
-                0.03179724884033203,
-                0.031888383865356446,
                 0.03181670379638672,
-                0.031941631317138675,
                 0.03173990440368652,
-                0.03186483192443847,
-                0.03181363105773926,
-                0.03188121604919433,
-                0.03221913528442383,
-                0.03183718490600586,
-                0.032008190155029294,
-                0.03201744079589844,
-                0.0319579849243164,
-                0.031923200607299806,
-                0.032020481109619144,
-                0.03189043235778809,
-                0.0319815673828125,
-                0.031920127868652344,
-                0.031959039688110355,
-                0.03194470405578613,
-                0.03191705513000488,
-                0.03198361587524414,
-                0.031886335372924804,
-                0.031932416915893554,
-                0.031942655563354495,
-                0.031854591369628905,
-                0.031764480590820314,
-                0.03184639930725098,
-                0.03219558334350586,
-                0.0319109115600586,
-                0.031869951248168944,
-                0.031920127868652344,
-                0.03184537506103516,
-                0.03195187187194824,
-                0.03175935935974121,
-                0.031854591369628905,
-                0.03183718490600586,
-                0.03190784072875977,
-                0.03183616065979004,
-                0.03187711906433106,
                 0.03177164840698242,
-                0.031867904663085936,
                 0.03180953598022461,
-                0.031850496292114255,
-                0.03179315185546875,
-                0.031870975494384765,
-                0.03191398429870605,
-                0.03185663986206055,
                 0.03184332847595215,
-                0.031904767990112305,
-                0.031866880416870115,
-                0.0319682559967041,
-                0.03232767868041992,
-                0.03202150344848633,
-                0.03200614547729492,
-                0.0319498233795166,
-                0.032048126220703126,
-                0.03198259162902832,
-                0.031987712860107424,
-                0.03204204940795898,
-                0.03198867225646972,
-                0.03195187187194824,
-                0.032008190155029294,
-                0.031936511993408204,
                 0.03160371208190918,
-                0.03188640022277832,
-                0.03198150444030762,
-                0.03198566436767578,
-                0.03197952079772949,
-                0.03203071975708008,
-                0.031954944610595705,
-                0.031941631317138675,
-                0.031764480590820314,
-                0.03193343925476074,
-                0.03193548774719238,
-                0.03199897575378418,
-                0.031922176361083986,
-                0.03193036842346191,
-                0.03195084762573242,
-                0.031884288787841795,
-                0.03242496109008789,
-                0.03191705513000488,
-                0.03189657592773437,
-                0.031889408111572266,
-                0.031958015441894534,
-                0.03190784072875977,
-                0.03193446350097656,
-                0.03192831993103027,
-                0.03184639930725098,
-                0.031922176361083986,
-                0.03191910362243652,
-                0.03194777679443359,
-                0.03188531112670898,
-                0.03191296005249023,
-                0.031927295684814457,
-                0.03195187187194824,
-                0.0319180793762207,
-                0.03196006393432617,
-                0.0318525447845459,
                 0.03188019180297851,
-                0.031908863067626955,
                 0.03182387161254883,
-                0.03177471923828125,
-                0.032023551940917966,
-                0.0319498233795166,
-                0.03194367980957031,
-                0.03183718490600586,
-                0.03186892890930176,
-                0.031908863067626955,
-                0.03203276824951172,
-                0.031987712860107424,
-                0.03197952079772949,
-                0.032538623809814454,
-                0.03212492752075195,
-                0.0320819206237793,
-                0.03197644805908203,
-                0.03187814331054688,
-                0.03202560043334961,
-                0.03204608154296875,
-                0.03200102233886719,
-                0.031955968856811526,
-                0.03203071975708008,
                 0.03177881622314453,
-                0.03189760017395019,
-                0.031886335372924804,
-                0.03203071975708008,
-                0.032010238647460935,
-                0.0317706241607666,
-                0.03150131225585937,
-                0.03219251251220703,
-                0.03197849655151367,
-                0.03163955116271973,
-                0.03148902320861816,
-                0.03180544090270996,
-                0.03160268783569336,
-                0.032355422973632815,
-                0.032312225341796875,
-                0.03195084762573242,
-                0.03204198455810547,
-                0.03193036842346191,
-                0.03192422485351563,
-                0.03197644805908203,
-                0.03200204849243164,
-                0.031867904663085936,
-                0.03188121604919433,
-                0.03191296005249023,
-                0.031898624420166014,
-                0.031926271438598636,
-                0.03193139266967773,
-                0.031875200271606445,
-                0.032033664703369144,
-                0.03181363105773926,
-                0.031916032791137694,
-                0.03189452743530274,
-                0.03183206367492676,
-                0.031817760467529294,
-                0.03195593643188477,
-                0.031853567123413085,
-                0.032129024505615236,
-                0.03189555168151856,
-                0.032026718139648434,
-                0.03185756874084473,
-                0.03189145660400391,
-                0.03185971260070801,
-                0.0318474235534668,
-                0.03186380767822266,
-                0.03198464012145996,
-                0.03183206367492676,
                 0.03181670379638672,
-                0.03180031967163086,
-                0.03184127998352051,
-                0.03208499145507813,
-                0.03194675254821777,
-                0.03187609672546387,
-                0.03196108818054199,
-                0.03187404823303223,
-                0.0318034553527832,
-                0.03184940719604492,
-                0.031889408111572266,
-                0.03196313667297363,
-                0.03179622459411621,
-                0.03184639930725098,
-                0.031942975997924804,
-                0.031826623916625975,
-                0.03166108894348144,
-                0.03170096015930176,
-                0.031765504837036135,
                 0.03175014305114746,
-                0.03175849533081055,
-                0.03174383926391602,
-                0.03189657592773437,
-                0.03174195289611816,
-                0.0318525447845459,
-                0.03177984046936035,
                 0.031838207244873046,
-                0.03191910362243652,
-                0.03193343925476074,
-                0.0319109115600586,
-                0.032004096984863284,
-                0.03179417610168457,
-                0.031833087921142575,
-                0.03181056022644043,
                 0.03181363105773926,
-                0.03173785591125488,
-                0.03176652717590332,
-                0.03198464012145996,
-                0.03184435272216797,
-                0.03177164840698242,
-                0.03185663986206055,
-                0.031865856170654294,
-                0.0316231689453125,
-                0.031765504837036135,
-                0.031783935546875,
-                0.03199488067626953,
-                0.03209830474853516,
-                0.031920127868652344,
-                0.03194367980957031,
-                0.032026622772216795,
-                0.0314337272644043,
-                0.031730688095092774,
-                0.03201126480102539,
-                0.03191398429870605,
-                0.032115711212158206,
-                0.031925247192382815,
-                0.032007167816162106,
-                0.03196518325805664,
-                0.03189555168151856,
-                0.03200307083129883,
-                0.03200511932373047,
-                0.032086017608642575,
-                0.03216691207885742,
-                0.03200614547729492,
-                0.032031742095947266,
-                0.03200511932373047,
-                0.03205017471313477,
-                0.0319866886138916,
-                0.03196211242675781,
-                0.03198876762390137,
-                0.03203785705566406,
-                0.03196928024291992,
                 0.031922176361083986,
-                0.03191193580627441,
-                0.031938560485839845,
-                0.03402035140991211,
-                0.03201331329345703,
-                0.032140289306640625,
-                0.03209011077880859,
-                0.03205836868286133,
-                0.03205120086669922,
-                0.032074752807617186,
-                0.03209625625610352,
-                0.032048126220703126,
-                0.03199590492248535,
-                0.03201331329345703,
-                0.03196006393432617,
-                0.032036865234375,
-                0.03198464012145996,
-                0.03210956954956055,
-                0.03201536178588867,
-                0.03199180793762207,
-                0.031921152114868165,
-                0.03188121604919433,
-                0.03182412719726563,
-                0.032014080047607425,
-                0.032054271697998044,
-                0.0319866886138916,
-                0.03197849655151367,
-                0.032031742095947266,
-                0.03208703994750976,
-                0.03199385643005371,
-                0.031987712860107424,
-                0.032043006896972655,
-                0.031937536239624024,
-                0.03206655883789063,
-                0.03207372665405273,
-                0.03202969741821289,
-                0.03204608154296875,
-                0.032059391021728514,
-                0.03203891372680664,
-                0.03206041717529297,
-                0.03190681648254395,
-                0.032007167816162106,
-                0.03199100875854492,
-                0.031939424514770505,
-                0.03200096130371094,
-                0.03196723175048828,
-                0.031974399566650394,
-                0.03196211242675781,
-                0.031835136413574217,
-                0.03188121604919433,
-                0.031953920364379884,
-                0.03203583908081055,
-                0.03199078369140625,
-                0.0319866886138916,
-                0.03197766494750977,
-                0.03198137664794922,
-                0.03199084854125977,
-                0.03204703903198242,
-                0.03195699119567871,
-                0.0319682559967041,
-                0.0319866886138916,
-                0.03197353553771973,
-                0.031981407165527345,
-                0.03201331329345703,
-                0.03201536178588867,
-                0.03195289611816406,
-                0.03200921630859375,
-                0.03325030517578125,
-                0.032113662719726564,
-                0.03204095840454101,
-                0.032024574279785153,
-                0.03203481674194336,
-                0.03201331329345703,
-                0.03203276824951172,
-                0.03198384094238281,
-                0.03208476638793945,
-                0.03200307083129883,
-                0.03207167816162109,
-                0.03195699119567871,
-                0.032097278594970705,
-                0.03201740646362305,
-                0.03203071975708008,
-                0.032024574279785153,
-                0.03205120086669922,
-                0.032089088439941404,
-                0.032039936065673826,
-                0.032064510345458985,
-                0.032059391021728514,
-                0.03197644805908203,
-                0.03209545516967773,
-                0.03204687881469727,
-                0.03205641555786133,
-                0.032005023956298825,
-                0.03197235107421875,
-                0.032031742095947266,
-                0.03265945434570312,
-                0.03201638412475586,
-                0.03200921630859375,
-                0.03201753616333008,
-                0.03202956771850586,
-                0.03199692726135254,
-                0.03201536178588867,
-                0.03198361587524414,
-                0.03200511932373047,
-                0.032031742095947266,
-                0.03201126480102539,
-                0.031970304489135744,
-                0.03203276824951172,
-                0.031932416915893554,
-                0.03203583908081055,
-                0.031959039688110355,
-                0.03202764892578125,
-                0.03200511932373047,
-                0.03202764892578125,
-                0.0320552978515625,
-                0.03202150344848633,
-                0.03202969741821289,
-                0.03197039985656738,
-                0.03195792007446289,
-                0.03187814331054688,
-                0.03193343925476074,
-                0.03187609672546387,
-                0.03198566436767578,
-                0.031817728042602536,
-                0.03194572830200195,
-                0.03189068794250488,
-                0.03183283233642578,
-                0.03253760147094727,
-                0.031954944610595705,
-                0.03202560043334961,
-                0.03194572830200195,
-                0.03191296005249023,
-                0.03184025573730469,
-                0.031768575668334964,
-                0.031927295684814457,
-                0.031835136413574217,
-                0.031854591369628905,
-                0.031870975494384765,
-                0.03199590492248535,
-                0.03196928024291992,
-                0.03196211242675781,
-                0.031954944610595705,
                 0.03194572830200195,
-                0.03179315185546875,
-                0.03174502372741699,
-                0.031869951248168944,
-                0.03159654426574707,
-                0.03179622459411621,
-                0.031682559967041016,
-                0.03161907196044922
             ]
         },
         "throughput": {
             "unit": "tokens/s",
-            "value": 31.287600137264896
         },
         "energy": null,
         "efficiency": null

     "prefill": {
         "memory": {
             "unit": "MB",
+            "max_ram": 4855.201792,
             "max_vram": 3894.411264,
             "max_reserved": 3409.969152,
             "max_allocated": 3289.072128
         },
         "latency": {
             "unit": "s",
+            "mean": 0.1551446951059194,
+            "stdev": 0.000794693441641556,
             "values": [
+                0.16114207458496094,
+                0.15676313781738282,
+                0.15520460510253906,
+                0.15488409423828126,
+                0.1551974334716797,
+                0.15482572937011718,
                 0.15518821716308595,
+                0.15485848999023438,
+                0.15516978454589844,
+                0.15486163330078126,
+                0.1551329345703125,
+                0.15482266235351563,
+                0.15513600158691407,
+                0.15487078857421874,
+                0.15519334411621094,
+                0.15485848999023438,
+                0.15508377075195312,
+                0.15488409423828126,
+                0.1551513671875,
+                0.1548759002685547,
+                0.15511244201660157,
+                0.1549045715332031,
+                0.15514419555664063,
+                0.15484211730957032,
+                0.15518931579589842,
+                0.15485848999023438,
+                0.155177978515625,
+                0.1548748779296875,
+                0.15517184448242188,
+                0.15486770629882812,
+                0.15516476440429688,
+                0.15491378784179688,
+                0.15509400939941406,
+                0.15486872863769532,
+                0.15519949340820313,
+                0.15485031127929688,
+                0.15515367126464844,
+                0.154893310546875,
+                0.1553203125,
+                0.15492095947265624,
+                0.15523738098144532,
+                0.15489637756347657,
+                0.1551278076171875,
+                0.15486566162109375,
+                0.15515238952636717,
+                0.1548748779296875,
+                0.15520358276367188,
+                0.15492198181152345,
+                0.1551585235595703,
+                0.15483084106445313,
+                0.1551893768310547,
+                0.15488204956054688,
+                0.15517593383789063,
+                0.1548289031982422,
+                0.15518310546875,
+                0.15486872863769532,
+                0.1552209930419922,
+                0.15487692260742186,
+                0.15514111328125,
+                0.15486976623535156,
+                0.15517900085449218,
+                0.15484005737304687,
+                0.15522714233398438,
+                0.15485235595703126,
+                0.15517286682128906
             ]
         },
         "throughput": {
             "unit": "tokens/s",
+            "value": 1650.0725327748094
         },
         "energy": null,
         "efficiency": null
     "decode": {
         "memory": {
             "unit": "MB",
+            "max_ram": 4857.298944,
+            "max_vram": 4047.50336,
             "max_reserved": 3563.061248,
             "max_allocated": 3355.39968
         },
         "latency": {
             "unit": "s",
+            "mean": 8.09360997676849,
+            "stdev": 0.0014038953781101426,
             "values": [
+                8.0950138721466,
+                8.09220608139038
             ]
         },
         "throughput": {
             "unit": "tokens/s",
+            "value": 31.50633657069463
         },
         "energy": null,
         "efficiency": null
         "memory": null,
         "latency": {
             "unit": "s",
+            "mean": 0.03173964696771957,
+            "stdev": 0.00022031687389000343,
             "values": [
+                0.03464191818237305,
+                0.033396736145019534,
+                0.03189555168151856,
+                0.031628288269042966,
+                0.03180748748779297,
+                0.0318023681640625,
+                0.03180544090270996,
+                0.031925247192382815,
+                0.03182694435119629,
+                0.03160371208190918,
+                0.03164057540893555,
+                0.03175833511352539,
+                0.03181363105773926,
+                0.031676416397094724,
+                0.03179827117919922,
+                0.031870975494384765,
+                0.031749120712280275,
+                0.031692800521850584,
+                0.031736831665039066,
+                0.03168972778320313,
+                0.03168767929077149,
+                0.031780864715576174,
+                0.03167436790466309,
+                0.031838207244873046,
+                0.031681535720825195,
                 0.03184025573730469,
+                0.031752191543579104,
+                0.031714303970336914,
+                0.03176345634460449,
+                0.03165081596374512,
+                0.03176243209838867,
+                0.03179212760925293,
+                0.03167334365844727,
+                0.031751167297363284,
+                0.03170918464660644,
+                0.03165695953369141,
+                0.03159654426574707,
+                0.031674432754516604,
+                0.03162412834167481,
+                0.03180953598022461,
+                0.031735807418823245,
+                0.03178291130065918,
+                0.031714303970336914,
+                0.03174092864990234,
+                0.03175526428222656,
+                0.03172352027893066,
+                0.03178598403930664,
+                0.03182387161254883,
+                0.03169718360900879,
+                0.03171196746826172,
+                0.03167948722839355,
+                0.03175833511352539,
+                0.031661056518554685,
+                0.0316549129486084,
+                0.03182796859741211,
+                0.03183923149108887,
+                0.031784959793090824,
+                0.03179724884033203,
+                0.03187411117553711,
+                0.031794111251831056,
                 0.03184332847595215,
+                0.03177267265319824,
+                0.031736831665039066,
+                0.03180544090270996,
+                0.03171225547790527,
+                0.0316682243347168,
+                0.031681535720825195,
+                0.031752191543579104,
+                0.03160166358947754,
+                0.031720447540283206,
+                0.031676416397094724,
+                0.03176959991455078,
+                0.0316549129486084,
+                0.03175628852844238,
+                0.03177676773071289,
+                0.03186483192443847,
+                0.03176755142211914,
+                0.03167231941223145,
+                0.03194367980957031,
+                0.031733760833740236,
+                0.031660032272338864,
+                0.0317255687713623,
+                0.031870975494384765,
+                0.03171737670898438,
+                0.031488000869750975,
+                0.03236249542236328,
+                0.03291545486450195,
+                0.03179007911682129,
+                0.031649791717529296,
+                0.031647743225097655,
+                0.03165798377990723,
+                0.031645696640014646,
+                0.031509504318237305,
+                0.031545343399047854,
+                0.031697919845581055,
+                0.031736831665039066,
+                0.03167334365844727,
+                0.03166924858093262,
+                0.03144806480407715,
+                0.03158016014099121,
+                0.03146240043640137,
+                0.03167436790466309,
+                0.03158527946472168,
+                0.031734783172607424,
+                0.0315996150970459,
                 0.0317890567779541,
+                0.03163340759277344,
+                0.03174297523498535,
+                0.033173503875732424,
+                0.03188531112670898,
+                0.031698944091796875,
+                0.03187711906433106,
                 0.03179110336303711,
+                0.031752191543579104,
+                0.03168767929077149,
+                0.031681535720825195,
+                0.03150028800964356,
+                0.031660032272338864,
+                0.03156070327758789,
+                0.03163545608520508,
+                0.031666175842285156,
+                0.03177471923828125,
+                0.0317071361541748,
+                0.031736831665039066,
+                0.03160166358947754,
                 0.03172761535644531,
+                0.03161497688293457,
+                0.031597600936889646,
+                0.031730655670166016,
+                0.03162419128417969,
+                0.031715328216552735,
+                0.03172352027893066,
+                0.031751167297363284,
+                0.031718399047851564,
+                0.03167231941223145,
+                0.03161087989807129,
+                0.03161907196044922,
+                0.031680511474609374,
+                0.03179520034790039,
                 0.031833087921142575,
+                0.03181875228881836,
+                0.03171737670898438,
+                0.031753215789794925,
+                0.031696895599365234,
+                0.03174399948120117,
+                0.0317890567779541,
+                0.031698944091796875,
+                0.03177676773071289,
+                0.032145408630371096,
+                0.03176959991455078,
+                0.031710208892822264,
+                0.03177676773071289,
+                0.03170201683044434,
+                0.031730688095092774,
+                0.03170201683044434,
+                0.031693824768066405,
+                0.031579135894775394,
+                0.031699968338012696,
+                0.031719423294067385,
+                0.03169484710693359,
+                0.031661056518554685,
+                0.0316231689453125,
+                0.03157196807861328,
+                0.0316231689453125,
+                0.031611072540283204,
+                0.03161887931823731,
+                0.031644672393798826,
+                0.031615999221801756,
+                0.031512575149536134,
+                0.031632383346557616,
+                0.03155353546142578,
+                0.03155558395385742,
+                0.03196518325805664,
+                0.031704063415527346,
+                0.03169075202941894,
+                0.031678464889526366,
+                0.03174297523498535,
+                0.03176243209838867,
+                0.0316753921508789,
+                0.03158937644958496,
+                0.031677440643310545,
+                0.0316753921508789,
+                0.03175014305114746,
+                0.03173785591125488,
+                0.031780864715576174,
+                0.031710208892822264,
+                0.03168870353698731,
+                0.03160985565185547,
+                0.03165695953369141,
+                0.03175833511352539,
+                0.03171123123168945,
+                0.0315863037109375,
+                0.031486976623535154,
+                0.031581472396850586,
+                0.03167407989501953,
+                0.03172761535644531,
                 0.03181670379638672,
+                0.031662080764770506,
+                0.03160268783569336,
+                0.03155251121520996,
+                0.032159744262695314,
+                0.03174604797363281,
+                0.031732736587524416,
+                0.03176959991455078,
+                0.0317573127746582,
+                0.031649791717529296,
+                0.0316866569519043,
+                0.03171225547790527,
+                0.031659008026123044,
+                0.031749120712280275,
+                0.0315729923248291,
+                0.03164262390136719,
+                0.03160166358947754,
+                0.031697919845581055,
+                0.031730688095092774,
+                0.03172966384887695,
+                0.03172147178649903,
                 0.03173990440368652,
+                0.03163545608520508,
+                0.0316753921508789,
+                0.03152383995056152,
+                0.03166924858093262,
+                0.03164672088623047,
                 0.03177164840698242,
+                0.03152179145812988,
+                0.03162521553039551,
+                0.031715328216552735,
+                0.03177267265319824,
+                0.031699968338012696,
+                0.031733760833740236,
+                0.03179110336303711,
+                0.031661056518554685,
+                0.03220787048339844,
+                0.031893503189086916,
+                0.03181260871887207,
                 0.03180953598022461,
+                0.031666175842285156,
+                0.03177471923828125,
+                0.03184127998352051,
+                0.0317255687713623,
+                0.031854591369628905,
                 0.03184332847595215,
+                0.03162009620666504,
+                0.03182694435119629,
+                0.031908863067626955,
+                0.03198464012145996,
+                0.03205734252929687,
+                0.03177676773071289,
+                0.03143577575683594,
+                0.03211673736572265,
+                0.03171737670898438,
+                0.03149004745483398,
+                0.03137126350402832,
+                0.03160780715942383,
+                0.031503360748291014,
+                0.032263168334960936,
+                0.03208396911621094,
+                0.03172761535644531,
+                0.031734783172607424,
+                0.03175129508972168,
+                0.03175718307495117,
+                0.03175628852844238,
+                0.0317573127746582,
+                0.03155251121520996,
+                0.03162214469909668,
+                0.031710208892822264,
+                0.031721567153930666,
+                0.03172854423522949,
+                0.03170921516418457,
+                0.03158627128601074,
+                0.03163852882385254,
+                0.03158118438720703,
+                0.031663103103637694,
+                0.03167868804931641,
+                0.0316331844329834,
+                0.03153510475158691,
+                0.031604736328125,
+                0.0315545597076416,
+                0.03183433532714844,
+                0.03169872093200683,
+                0.03179007911682129,
+                0.03156787109375,
+                0.03152288055419922,
+                0.03154735946655273,
+                0.031654048919677734,
+                0.03160147285461426,
+                0.03174297523498535,
+                0.03162521553039551,
+                0.031665151596069335,
+                0.03162419128417969,
+                0.03160166358947754,
+                0.03179520034790039,
+                0.031697919845581055,
+                0.03171123123168945,
+                0.031747072219848634,
+                0.031678464889526366,
+                0.03163142395019531,
+                0.03166201591491699,
+                0.031692800521850584,
+                0.03172147178649903,
+                0.03159244728088379,
+                0.03162838363647461,
+                0.03176848030090332,
+                0.031601696014404296,
+                0.031608800888061526,
                 0.03160371208190918,
+                0.031731712341308595,
+                0.03155148887634277,
+                0.03162214469909668,
+                0.031525888442993165,
+                0.03176576042175293,
+                0.031596288681030274,
+                0.0317379207611084,
+                0.03156985664367676,
+                0.03163545608520508,
+                0.03155251121520996,
+                0.0317071361541748,
+                0.03184435272216797,
+                0.03183744049072266,
+                0.0316628475189209,
+                0.03165798377990723,
+                0.031631359100341795,
+                0.031680511474609374,
+                0.031720447540283206,
+                0.031693824768066405,
+                0.031753215789794925,
+                0.031660032272338864,
+                0.03158937644958496,
+                0.03167231941223145,
+                0.031664127349853514,
+                0.03161497688293457,
+                0.03171737670898438,
+                0.03170099258422852,
+                0.03167436790466309,
                 0.03188019180297851,
+                0.03172454452514648,
+                0.0317706241607666,
+                0.031699968338012696,
+                0.03139379119873047,
+                0.031426559448242186,
+                0.03157708740234375,
+                0.03149516868591309,
+                0.03182592010498047,
+                0.0316866569519043,
+                0.03175526428222656,
+                0.03160883140563965,
+                0.03164998435974121,
+                0.03166496086120606,
+                0.03173990440368652,
+                0.031871999740600586,
+                0.03181465530395508,
                 0.03182387161254883,
+                0.031753215789794925,
+                0.03191398429870605,
+                0.03166924858093262,
+                0.031731712341308595,
+                0.031718399047851564,
+                0.031643648147583005,
+                0.03167129516601563,
+                0.03170201683044434,
+                0.03170816040039062,
+                0.03175833511352539,
+                0.03172352027893066,
+                0.03337011337280273,
+                0.03177164840698242,
+                0.03181875228881836,
+                0.03184643173217774,
+                0.03183510398864746,
                 0.03177881622314453,
+                0.03177267265319824,
+                0.031665151596069335,
+                0.031647743225097655,
+                0.03178803253173828,
+                0.03168870353698731,
+                0.031715328216552735,
+                0.031679584503173826,
+                0.03175312042236328,
+                0.03162112045288086,
+                0.03158732795715332,
+                0.03158835220336914,
+                0.0316866569519043,
+                0.0316549129486084,
+                0.03165798377990723,
+                0.03196006393432617,
+                0.03175014305114746,
+                0.031768575668334964,
+                0.031834112167358396,
+                0.03178313636779785,
+                0.031778591156005856,
+                0.03166720008850098,
+                0.031659008026123044,
+                0.03170201683044434,
+                0.03169177627563476,
+                0.031732736587524416,
+                0.03176959991455078,
+                0.0317890567779541,
+                0.031631359100341795,
+                0.03168870353698731,
+                0.03167027282714844,
+                0.03172352027893066,
+                0.03172454452514648,
+                0.03174604797363281,
+                0.03173990440368652,
+                0.032045055389404296,
+                0.03182080078125,
+                0.03180953598022461,
+                0.03181875228881836,
+                0.0318156795501709,
+                0.03173990440368652,
+                0.03171123123168945,
+                0.03178188705444336,
+                0.03172761535644531,
+                0.031941631317138675,
+                0.03177779197692871,
+                0.031703039169311525,
+                0.031714303970336914,
+                0.03175935935974121,
+                0.031834112167358396,
+                0.03179110336303711,
+                0.03179007911682129,
+                0.031833087921142575,
+                0.03172249603271484,
+                0.03183923149108887,
+                0.031748096466064454,
+                0.03181260871887207,
                 0.03181670379638672,
+                0.03174092864990234,
+                0.0320819206237793,
                 0.03175014305114746,
+                0.03187302398681641,
+                0.03187711906433106,
+                0.03200102233886719,
+                0.03187814331054688,
+                0.03177779197692871,
+                0.031704063415527346,
+                0.03181260871887207,
+                0.03171225547790527,
+                0.03176038360595703,
+                0.031736831665039066,
+                0.03181670379638672,
+                0.031631359100341795,
+                0.03176038360595703,
+                0.031666175842285156,
+                0.03175833511352539,
                 0.031838207244873046,
+                0.03170611190795898,
+                0.03175424003601074,
+                0.03182694435119629,
+                0.031904767990112305,
+                0.031882240295410154,
+                0.0317706241607666,
                 0.03181363105773926,
+                0.03178598403930664,
+                0.03178700828552246,
+                0.03178803253173828,
+                0.03230003356933594,
                 0.031922176361083986,
                 0.03194572830200195,
+                0.0318023681640625,
+                0.03182796859741211,
+                0.03186483192443847,
+                0.03187302398681641,
+                0.03185766410827637,
+                0.0319180793762207,
+                0.03193343925476074,
+                0.031898624420166014,
+                0.03177574348449707,
+                0.031747072219848634,
+                0.03176755142211914,
+                0.0318156795501709,
+                0.03171123123168945,
+                0.031718591690063476,
+                0.0317459831237793,
+                0.031738752365112304,
+                0.031698944091796875,
+                0.03178803253173828,
+                0.031747072219848634,
+                0.03168668746948242,
+                0.031657951354980465,
+                0.0317010555267334,
+                0.03168864059448242,
+                0.03175526428222656,
+                0.031856927871704105,
+                0.03167612838745117,
+                0.031648767471313476,
+                0.03156480026245117,
+                0.03150131225585937,
+                0.032140289306640625,
+                0.0316549129486084,
+                0.031784959793090824,
+                0.03164159965515137,
+                0.031665151596069335,
+                0.03153116798400879,
+                0.03154006385803223,
+                0.03177676773071289,
+                0.031749120712280275,
+                0.03165286445617676,
+                0.03163340759277344,
+                0.03174399948120117,
+                0.03170611190795898,
+                0.03172147178649903,
+                0.03181875228881836,
+                0.0317255687713623,
+                0.03170099258422852,
+                0.031644672393798826,
+                0.03165388870239258,
+                0.03157196807861328,
+                0.03170611190795898,
+                0.03141632080078125,
+                0.031457279205322264
             ]
         },
         "throughput": {
             "unit": "tokens/s",
+            "value": 31.506336570694632
         },
         "energy": null,
         "efficiency": null