CarGDev/sheepOp
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

adding the needed data

Browse Source
This commit is contained in:
Carlos Gutierrez
2025-11-16 21:03:15 +00:00
parent 87db20cc7b
commit 5fe3dc0753
2 changed files with 2805 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

201
inference_benchmarks/inference_metrics.csv Normal file
View File

@@ -0,0 +1,201 @@
run_name,timestamp,optimized,prompt_length,generated_length,total_time,tokens_per_second,time_per_token,memory_used_mb,gpu_utilization,device
run_1763326618_non_optimized,1763326618.9855335,False,53,5,0.4859466552734375,10.289195214619902,97.1893310546875,8.12548828125,,cuda
run_1763326618_optimized,1763326619.026237,True,53,14,0.04017782211303711,348.4509429259782,2.869844436645508,0.0,,cuda
run_1763326622_non_optimized,1763326622.7140436,False,66,0,0.3553469181060791,0,0,8.1259765625,,cuda
run_1763326622_optimized,1763326622.717709,True,66,0,0.003069162368774414,0,0,0.0,,cuda
run_1763326626_non_optimized,1763326626.4152546,False,60,14,0.3536839485168457,39.58336265671155,25.263139179774694,8.12548828125,,cuda
run_1763326626_optimized,1763326626.4510481,True,60,12,0.03518319129943848,341.0719595579017,2.9319326082865396,0.0,,cuda
run_1763326629_non_optimized,1763326630.1408024,False,61,16,0.35126209259033203,45.55003325867101,21.953880786895752,8.12548828125,,cuda
run_1763326629_optimized,1763326630.1444962,True,61,0,0.003066539764404297,0,0,0.0,,cuda
run_1763326633_non_optimized,1763326633.8381388,False,60,0,0.35619688034057617,0,0,8.12548828125,,cuda
run_1763326633_optimized,1763326633.8418753,True,60,0,0.003074169158935547,0,0,0.0,,cuda
run_1763326637_non_optimized,1763326637.540628,False,64,8,0.3398597240447998,23.539123450078044,42.482465505599976,8.12548828125,,cuda
run_1763326637_optimized,1763326637.5471995,True,64,1,0.005898714065551758,169.52847500101046,5.898714065551758,0.0,,cuda
run_1763326640_non_optimized,1763326641.2843578,False,54,30,0.37198519706726074,80.64837051721585,12.399506568908691,8.12548828125,,cuda
run_1763326640_optimized,1763326641.3555984,True,54,25,0.0705265998840332,354.4761840370508,2.821063995361328,0.0,,cuda
run_1763326644_non_optimized,1763326645.0330086,False,67,0,0.333660364151001,0,0,8.1259765625,,cuda
run_1763326644_optimized,1763326645.0367913,True,67,0,0.0030765533447265625,0,0,0.0,,cuda
run_1763326648_non_optimized,1763326648.755835,False,63,17,0.34771132469177246,48.891131213714694,20.453607334810144,8.12548828125,,cuda
run_1763326648_optimized,1763326648.7840471,True,63,9,0.027483701705932617,327.46680546519195,3.053744633992513,0.0,,cuda
run_1763326652_non_optimized,1763326652.4592273,False,73,19,0.31671810150146484,59.990256035025276,16.66937376323499,8.1259765625,,cuda
run_1763326652_optimized,1763326652.4657354,True,73,1,0.005753517150878906,173.80672965357203,5.753517150878906,0.0,,cuda
run_1763326655_non_optimized,1763326656.2020977,False,46,0,0.392134428024292,0,0,8.12548828125,,cuda
run_1763326655_optimized,1763326656.2059286,True,46,0,0.003073453903198242,0,0,0.0,,cuda
run_1763326659_non_optimized,1763326659.8722565,False,70,17,0.33252859115600586,51.12342352548099,19.56050536211799,8.1259765625,,cuda
run_1763326659_optimized,1763326659.913114,True,70,14,0.040065765380859375,349.42549747691135,2.861840384347098,0.0,,cuda
run_1763326663_non_optimized,1763326663.6047928,False,66,14,0.3415799140930176,40.986016514389014,24.3985652923584,8.1259765625,,cuda
run_1763326663_optimized,1763326663.6473217,True,66,14,0.041661977767944336,336.037815534814,2.9758555548531667,0.0,,cuda
run_1763326666_non_optimized,1763326667.383774,False,50,0,0.38038086891174316,0,0,8.12548828125,,cuda
run_1763326666_optimized,1763326667.4496503,True,50,23,0.06507229804992676,353.45301594164135,2.829230349996816,0.0,,cuda
run_1763326670_non_optimized,1763326671.1408262,False,66,0,0.34095191955566406,0,0,8.1259765625,,cuda
run_1763326670_optimized,1763326671.1447349,True,66,0,0.0030736923217773438,0,0,0.0,,cuda
run_1763326674_non_optimized,1763326674.9176548,False,43,43,0.4153327941894531,103.53143455458913,9.6589021904524,8.12548828125,,cuda
run_1763326674_optimized,1763326675.01074,True,43,32,0.09222531318664551,346.97632238167006,2.882041037082672,0.0,,cuda
run_1763326678_non_optimized,1763326678.7116284,False,61,0,0.34818243980407715,0,0,8.12548828125,,cuda
run_1763326678_optimized,1763326678.7930346,True,61,29,0.08052730560302734,360.1262923530596,2.776803641483702,0.0,,cuda
run_1763326682_non_optimized,1763326682.5197363,False,58,0,0.3616158962249756,0,0,8.12548828125,,cuda
run_1763326682_optimized,1763326682.579515,True,58,19,0.05885767936706543,322.8125913953667,3.0977725982666016,0.0,,cuda
run_1763326685_non_optimized,1763326686.2714303,False,66,0,0.3391129970550537,0,0,8.1259765625,,cuda
run_1763326685_optimized,1763326686.275417,True,66,0,0.0030994415283203125,0,0,0.0,,cuda
run_1763326689_non_optimized,1763326689.9624639,False,67,28,0.3353545665740967,83.4937191583267,11.976948806217738,8.1259765625,,cuda
run_1763326689_optimized,1763326689.9768,True,67,3,0.011225700378417969,267.24390451108655,3.7419001261393228,0.0,,cuda
run_1763326693_non_optimized,1763326693.711334,False,59,24,0.3620493412017822,66.28930719866715,15.085389216740927,8.12548828125,,cuda
run_1763326693_optimized,1763326693.7152996,True,59,0,0.0030515193939208984,0,0,0.0,,cuda
run_1763326697_non_optimized,1763326697.4116411,False,63,0,0.3452737331390381,0,0,8.12548828125,,cuda
run_1763326697_optimized,1763326697.4156432,True,63,0,0.0030455589294433594,0,0,0.0,,cuda
run_1763326700_non_optimized,1763326701.1587586,False,53,19,0.3794400691986084,50.07378382606958,19.970529957821494,8.12548828125,,cuda
run_1763326700_optimized,1763326701.2194357,True,53,21,0.05968618392944336,351.84021858098123,2.8421992347353977,0.0,,cuda
run_1763326704_non_optimized,1763326704.906457,False,67,0,0.3325045108795166,0,0,8.1259765625,,cuda
run_1763326704_optimized,1763326704.9105146,True,67,0,0.0030672550201416016,0,0,0.0,,cuda
run_1763326708_non_optimized,1763326708.6155152,False,64,4,0.3434574604034424,11.646274899084734,85.8643651008606,8.12548828125,,cuda
run_1763326708_optimized,1763326708.6492803,True,64,11,0.03272819519042969,336.1016376245702,2.9752904718572446,0.0,,cuda
run_1763326712_non_optimized,1763326712.3875144,False,54,5,0.3697817325592041,13.521490002753103,73.95634651184082,8.12548828125,,cuda
run_1763326712_optimized,1763326712.3916335,True,54,0,0.0030570030212402344,0,0,0.0,,cuda
run_1763326715_non_optimized,1763326716.129369,False,51,0,0.38543081283569336,0,0,8.12548828125,,cuda
run_1763326715_optimized,1763326716.133514,True,51,0,0.003108978271484375,0,0,0.0,,cuda
run_1763326719_non_optimized,1763326719.845239,False,60,10,0.35239410400390625,28.377319275152093,35.239410400390625,8.12548828125,,cuda
run_1763326719_optimized,1763326719.8974886,True,60,18,0.051172733306884766,351.7498252839718,2.842929628160265,0.0,,cuda
run_1763326723_non_optimized,1763326723.6197646,False,56,0,0.3644559383392334,0,0,8.12548828125,,cuda
run_1763326723_optimized,1763326723.6239054,True,56,0,0.0030570030212402344,0,0,0.0,,cuda
run_1763326726_non_optimized,1763326727.3191404,False,65,0,0.34804534912109375,0,0,8.1259765625,,cuda
run_1763326726_optimized,1763326727.3233125,True,65,0,0.0030825138092041016,0,0,0.0,,cuda
run_1763326730_non_optimized,1763326731.044284,False,59,16,0.35839104652404785,44.64397242950211,22.39944040775299,8.12548828125,,cuda
run_1763326730_optimized,1763326731.048486,True,59,0,0.0030989646911621094,0,0,0.0,,cuda
run_1763326734_non_optimized,1763326734.8039234,False,54,0,0.3762962818145752,0,0,8.12548828125,,cuda
run_1763326734_optimized,1763326734.84245,True,54,13,0.03740096092224121,347.58465235766965,2.8769969940185547,0.0,,cuda
run_1763326738_non_optimized,1763326738.6017425,False,54,41,0.370577335357666,110.63817478321626,9.038471594089415,8.12548828125,,cuda
run_1763326738_optimized,1763326738.6901221,True,54,31,0.08722376823425293,355.4077131447096,2.813669943040417,0.0,,cuda
run_1763326742_non_optimized,1763326742.419483,False,59,12,0.3536853790283203,33.928459335716944,29.47378158569336,8.12548828125,,cuda
run_1763326742_optimized,1763326742.4236658,True,59,0,0.0030400753021240234,0,0,0.0,,cuda
run_1763326745_non_optimized,1763326746.1228704,False,65,19,0.3396615982055664,55.93802802665087,17.8769262213456,8.1259765625,,cuda
run_1763326745_optimized,1763326746.1515133,True,65,9,0.02747321128845215,327.59184594423374,3.052579032050239,0.0,,cuda
run_1763326749_non_optimized,1763326749.8801262,False,60,0,0.35973238945007324,0,0,8.12548828125,,cuda
run_1763326749_optimized,1763326749.9388814,True,60,20,0.05757498741149902,347.37306770136695,2.878749370574951,0.0,,cuda
run_1763326753_non_optimized,1763326753.6588142,False,56,22,0.3657264709472656,60.154245720901606,16.62393049760298,8.12548828125,,cuda
run_1763326753_optimized,1763326753.6631608,True,56,0,0.0031464099884033203,0,0,0.0,,cuda
run_1763326757_non_optimized,1763326757.3905053,False,59,33,0.36070775985717773,91.4868036469921,10.930538177490234,8.12548828125,,cuda
run_1763326757_optimized,1763326757.4786851,True,59,31,0.08695292472839355,356.5147474548062,2.804933055754631,0.0,,cuda
run_1763326760_non_optimized,1763326761.2264946,False,49,17,0.38045310974121094,44.683561691908935,22.379594690659466,8.12548828125,,cuda
run_1763326760_optimized,1763326761.3133712,True,49,31,0.08566641807556152,361.8687543659949,2.763432841147146,0.0,,cuda
run_1763326764_non_optimized,1763326765.0356681,False,57,37,0.3631327152252197,101.89112258049266,9.814397708789722,8.12548828125,,cuda
run_1763326764_optimized,1763326765.0750856,True,57,13,0.03816509246826172,340.62540293360655,2.9357763437124396,0.0,,cuda
run_1763326768_non_optimized,1763326768.767545,False,68,19,0.331697940826416,57.281030906197486,17.457786359285052,8.1259765625,,cuda
run_1763326768_optimized,1763326768.7959456,True,68,9,0.027106285095214844,332.0263167153362,3.011809455023872,0.0,,cuda
run_1763326772_non_optimized,1763326772.5260317,False,57,10,0.36326122283935547,27.52839932056906,36.32612228393555,8.12548828125,,cuda
run_1763326772_optimized,1763326772.5303962,True,57,0,0.003071308135986328,0,0,0.0,,cuda
run_1763326775_non_optimized,1763326776.254764,False,57,25,0.3601036071777344,69.42446424220596,14.404144287109375,8.12548828125,,cuda
run_1763326775_optimized,1763326776.2603817,True,57,0,0.0030698776245117188,0,0,0.0,,cuda
run_1763326779_non_optimized,1763326779.9732888,False,62,0,0.3485872745513916,0,0,8.12548828125,,cuda
run_1763326779_optimized,1763326780.019289,True,62,15,0.0446467399597168,335.9707789086948,2.9764493306477866,0.0,,cuda
run_1763326783_non_optimized,1763326783.7825809,False,48,37,0.3960244655609131,93.42857125656288,10.703363934078732,8.12548828125,,cuda
run_1763326783_optimized,1763326783.8163621,True,48,11,0.032434701919555664,339.142934850523,2.9486092654141514,0.0,,cuda
run_1763326787_non_optimized,1763326787.5348887,False,65,0,0.33835744857788086,0,0,8.1259765625,,cuda
run_1763326787_optimized,1763326787.539357,True,65,0,0.0030851364135742188,0,0,0.0,,cuda
run_1763326790_non_optimized,1763326791.2828848,False,54,0,0.37782812118530273,0,0,8.12548828125,,cuda
run_1763326790_optimized,1763326791.2873359,True,54,0,0.003094911575317383,0,0,0.0,,cuda
run_1763326794_non_optimized,1763326794.9969409,False,60,15,0.3552377223968506,42.225245390023325,23.682514826456707,8.12548828125,,cuda
run_1763326794_optimized,1763326795.0417602,True,60,15,0.043425798416137695,345.41679248494296,2.895053227742513,0.0,,cuda
run_1763326798_non_optimized,1763326798.768397,False,56,0,0.3616046905517578,0,0,8.12548828125,,cuda
run_1763326798_optimized,1763326798.7728815,True,56,0,0.0030786991119384766,0,0,0.0,,cuda
run_1763326802_non_optimized,1763326802.5161467,False,55,8,0.367128849029541,21.790714680001297,45.89110612869263,8.12548828125,,cuda
run_1763326802_optimized,1763326802.5774758,True,55,21,0.05986332893371582,350.79906804468607,2.8506347111293246,0.0,,cuda
run_1763326805_non_optimized,1763326806.225911,False,86,14,0.2903730869293213,48.21383464992984,20.740934780665807,8.1259765625,,cuda
run_1763326805_optimized,1763326806.23062,True,86,0,0.003251314163208008,0,0,0.0,,cuda
run_1763326809_non_optimized,1763326809.8743262,False,87,0,0.2792494297027588,0,0,8.1259765625,,cuda
run_1763326809_optimized,1763326809.8790207,True,87,0,0.0032303333282470703,0,0,0.0,,cuda
run_1763326813_non_optimized,1763326813.5236838,False,92,8,0.2737746238708496,29.22111584663858,34.2218279838562,8.1259765625,,cuda
run_1763326813_optimized,1763326813.5475192,True,92,8,0.022355318069458008,357.8566842638511,2.794414758682251,0.0,,cuda
run_1763326816_non_optimized,1763326817.1884215,False,91,9,0.2681541442871094,33.56278540436731,29.794904920789932,8.1259765625,,cuda
run_1763326816_optimized,1763326817.193147,True,91,0,0.0032160282135009766,0,0,0.0,,cuda
run_1763326820_non_optimized,1763326820.8178222,False,96,0,0.25312256813049316,0,0,8.1259765625,,cuda
run_1763326820_optimized,1763326820.8225522,True,96,0,0.003218412399291992,0,0,0.0,,cuda
run_1763326824_non_optimized,1763326824.1973226,False,100,0,0.00023245811462402344,0,0,0.0009765625,,cuda
run_1763326824_optimized,1763326824.198983,True,100,0,0.0003190040588378906,0,0,0.0,,cuda
run_1763326827_non_optimized,1763326827.7810934,False,98,2,0.24810361862182617,8.061148044150517,124.05180931091309,8.1259765625,,cuda
run_1763326827_optimized,1763326827.7893782,True,98,2,0.006571054458618164,304.3651536591561,3.285527229309082,0.0,,cuda
run_1763326831_non_optimized,1763326831.4181712,False,95,5,0.26477837562561035,18.883717328449315,52.95567512512207,8.1259765625,,cuda
run_1763326831_optimized,1763326831.425718,True,95,1,0.00593876838684082,168.38508169737847,5.93876838684082,0.0,,cuda
run_1763326834_non_optimized,1763326835.0461798,False,99,1,0.25382065773010254,3.9397896488919324,253.82065773010254,8.1259765625,,cuda
run_1763326834_optimized,1763326835.0514338,True,99,1,0.0036373138427734375,274.9281594126901,3.6373138427734375,0.0,,cuda
run_1763326838_non_optimized,1763326838.404944,False,107,0,0.0002460479736328125,0,0,0.0009765625,,cuda
run_1763326838_optimized,1763326838.4067247,True,107,0,0.00032591819763183594,0,0,0.0,,cuda
run_1763326841_non_optimized,1763326841.7476485,False,111,0,0.00024366378784179688,0,0,0.0009765625,,cuda
run_1763326841_optimized,1763326841.7494369,True,111,0,0.000324249267578125,0,0,0.0,,cuda
run_1763326845_non_optimized,1763326845.076511,False,104,0,0.0002353191375732422,0,0,0.0009765625,,cuda
run_1763326845_optimized,1763326845.078336,True,104,0,0.0003311634063720703,0,0,0.0,,cuda
run_1763326848_non_optimized,1763326848.650482,False,97,3,0.2599804401397705,11.539329644903832,86.66014671325684,8.1259765625,,cuda
run_1763326848_optimized,1763326848.655401,True,97,0,0.0032651424407958984,0,0,0.0,,cuda
run_1763326851_non_optimized,1763326852.0037806,False,102,0,0.00024008750915527344,0,0,0.0009765625,,cuda
run_1763326851_optimized,1763326852.0057652,True,102,0,0.00032830238342285156,0,0,0.0,,cuda
run_1763326855_non_optimized,1763326855.3215888,False,102,0,0.0002357959747314453,0,0,0.0009765625,,cuda
run_1763326855_optimized,1763326855.3233974,True,102,0,0.0003199577331542969,0,0,0.0,,cuda
run_1763326858_non_optimized,1763326858.6427326,False,105,0,0.0002455711364746094,0,0,0.0009765625,,cuda
run_1763326858_optimized,1763326858.6446369,True,105,0,0.0003333091735839844,0,0,0.0,,cuda
run_1763326861_non_optimized,1763326862.2181683,False,94,0,0.26184773445129395,0,0,8.1259765625,,cuda
run_1763326861_optimized,1763326862.2230783,True,94,0,0.0032091140747070312,0,0,0.0,,cuda
run_1763326865_non_optimized,1763326865.582198,False,102,0,0.000240325927734375,0,0,0.0009765625,,cuda
run_1763326865_optimized,1763326865.5841131,True,102,0,0.0003209114074707031,0,0,0.0,,cuda
run_1763326868_non_optimized,1763326868.9020677,False,103,0,0.0002429485321044922,0,0,0.0009765625,,cuda
run_1763326868_optimized,1763326868.9039805,True,103,0,0.00033211708068847656,0,0,0.0,,cuda
run_1763326872_non_optimized,1763326872.2377539,False,107,0,0.00024199485778808594,0,0,0.0009765625,,cuda
run_1763326872_optimized,1763326872.2396657,True,107,0,0.00032520294189453125,0,0,0.0,,cuda
run_1763326875_non_optimized,1763326875.572948,False,110,0,0.0002472400665283203,0,0,0.0009765625,,cuda
run_1763326875_optimized,1763326875.5749235,True,110,0,0.000339508056640625,0,0,0.0,,cuda
run_1763326878_non_optimized,1763326878.917066,False,106,0,0.00023293495178222656,0,0,0.0009765625,,cuda
run_1763326878_optimized,1763326878.9190118,True,106,0,0.00032639503479003906,0,0,0.0,,cuda
run_1763326882_non_optimized,1763326882.2492902,False,109,0,0.00023746490478515625,0,0,0.0009765625,,cuda
run_1763326882_optimized,1763326882.251233,True,109,0,0.0003230571746826172,0,0,0.0,,cuda
run_1763326885_non_optimized,1763326885.5688546,False,110,0,0.0002415180206298828,0,0,0.0009765625,,cuda
run_1763326885_optimized,1763326885.5708404,True,110,0,0.00032401084899902344,0,0,0.0,,cuda
run_1763326888_non_optimized,1763326888.8873081,False,114,0,0.00024056434631347656,0,0,0.0009765625,,cuda
run_1763326888_optimized,1763326888.8893402,True,114,0,0.0003287792205810547,0,0,0.0,,cuda
run_1763326892_non_optimized,1763326892.2040594,False,113,0,0.0002467632293701172,0,0,0.0009765625,,cuda
run_1763326892_optimized,1763326892.2060897,True,113,0,0.00032711029052734375,0,0,0.0,,cuda
run_1763326895_non_optimized,1763326895.5235405,False,113,0,0.00023317337036132812,0,0,0.0009765625,,cuda
run_1763326895_optimized,1763326895.5255647,True,113,0,0.0003211498260498047,0,0,0.0,,cuda
run_1763326898_non_optimized,1763326898.837703,False,112,0,0.0002307891845703125,0,0,0.0009765625,,cuda
run_1763326898_optimized,1763326898.839746,True,112,0,0.00032401084899902344,0,0,0.0,,cuda
run_1763326902_non_optimized,1763326902.1575205,False,109,0,0.0002338886260986328,0,0,0.0009765625,,cuda
run_1763326902_optimized,1763326902.1595387,True,109,0,0.0003142356872558594,0,0,0.0,,cuda
run_1763326905_non_optimized,1763326905.4874718,False,102,0,0.00023674964904785156,0,0,0.0009765625,,cuda
run_1763326905_optimized,1763326905.4895573,True,102,0,0.00033164024353027344,0,0,0.0,,cuda
run_1763326908_non_optimized,1763326908.803102,False,105,0,0.00025081634521484375,0,0,0.0009765625,,cuda
run_1763326908_optimized,1763326908.8052208,True,105,0,0.00031828880310058594,0,0,0.0,,cuda
run_1763326912_non_optimized,1763326912.1360228,False,109,0,0.00023627281188964844,0,0,0.0009765625,,cuda
run_1763326912_optimized,1763326912.1381037,True,109,0,0.0003142356872558594,0,0,0.0,,cuda
run_1763326915_non_optimized,1763326915.4476118,False,103,0,0.0002300739288330078,0,0,0.0009765625,,cuda
run_1763326915_optimized,1763326915.449725,True,103,0,0.0003192424774169922,0,0,0.0,,cuda
run_1763326918_non_optimized,1763326918.7690768,False,102,0,0.00023889541625976562,0,0,0.0009765625,,cuda
run_1763326918_optimized,1763326918.7712831,True,102,0,0.00032782554626464844,0,0,0.0,,cuda
run_1763326922_non_optimized,1763326922.0759387,False,107,0,0.0002472400665283203,0,0,0.0009765625,,cuda
run_1763326922_optimized,1763326922.078079,True,107,0,0.000324249267578125,0,0,0.0,,cuda
run_1763326925_non_optimized,1763326925.3886678,False,112,0,0.00023698806762695312,0,0,0.0009765625,,cuda
run_1763326925_optimized,1763326925.3908367,True,112,0,0.00032520294189453125,0,0,0.0,,cuda
run_1763326928_non_optimized,1763326928.6967072,False,105,0,0.0002300739288330078,0,0,0.0009765625,,cuda
run_1763326928_optimized,1763326928.6988983,True,105,0,0.0003209114074707031,0,0,0.0,,cuda
run_1763326932_non_optimized,1763326932.2863104,False,97,3,0.25337719917297363,11.840055102795507,84.45906639099121,8.1259765625,,cuda
run_1763326932_optimized,1763326932.2974646,True,97,3,0.008779525756835938,341.70410601781447,2.926508585611979,0.0,,cuda
run_1763326935_non_optimized,1763326935.6391814,False,102,0,0.00023484230041503906,0,0,0.0009765625,,cuda
run_1763326935_optimized,1763326935.6413832,True,102,0,0.00031876564025878906,0,0,0.0,,cuda
run_1763326938_non_optimized,1763326938.9412687,False,102,0,0.00023102760314941406,0,0,0.0009765625,,cuda
run_1763326938_optimized,1763326938.9434795,True,102,0,0.0003178119659423828,0,0,0.0,,cuda
run_1763326942_non_optimized,1763326942.2639933,False,109,0,0.00024819374084472656,0,0,0.0009765625,,cuda
run_1763326942_optimized,1763326942.266253,True,109,0,0.00033283233642578125,0,0,0.0,,cuda
run_1763326945_non_optimized,1763326945.5876389,False,112,0,0.00024247169494628906,0,0,0.0009765625,,cuda
run_1763326945_optimized,1763326945.5899763,True,112,0,0.0003368854522705078,0,0,0.0,,cuda
run_1763326948_non_optimized,1763326948.9048371,False,107,0,0.0002422332763671875,0,0,0.0009765625,,cuda
run_1763326948_optimized,1763326948.9071276,True,107,0,0.0003273487091064453,0,0,0.0,,cuda
run_1763326952_non_optimized,1763326952.2211714,False,106,0,0.00023603439331054688,0,0,0.0009765625,,cuda
run_1763326952_optimized,1763326952.2234442,True,106,0,0.00032329559326171875,0,0,0.0,,cuda
run_1763326955_non_optimized,1763326955.5458589,False,105,0,0.0002446174621582031,0,0,0.0009765625,,cuda
run_1763326955_optimized,1763326955.5481744,True,105,0,0.00031685829162597656,0,0,0.0,,cuda
run_1763326958_non_optimized,1763326958.8506002,False,102,0,0.00022912025451660156,0,0,0.0009765625,,cuda
run_1763326958_optimized,1763326958.85293,True,102,0,0.0003216266632080078,0,0,0.0,,cuda
run_1763326962_non_optimized,1763326962.1738048,False,106,0,0.00024080276489257812,0,0,0.0009765625,,cuda
run_1763326962_optimized,1763326962.1762178,True,106,0,0.0003228187561035156,0,0,0.0,,cuda
run_1763326965_non_optimized,1763326965.4970171,False,105,0,0.00023508071899414062,0,0,0.0009765625,,cuda
run_1763326965_optimized,1763326965.4993877,True,105,0,0.0003216266632080078,0,0,0.0,,cuda
run_1763326968_non_optimized,1763326968.8236582,False,105,0,0.0002491474151611328,0,0,0.0009765625,,cuda
run_1763326968_optimized,1763326968.826099,True,105,0,0.0003414154052734375,0,0,0.0,,cuda
run_1763326972_non_optimized,1763326972.1689265,False,110,0,0.00025177001953125,0,0,0.0009765625,,cuda
run_1763326972_optimized,1763326972.171371,True,110,0,0.0003230571746826172,0,0,0.0,,cuda
1 run_name timestamp optimized prompt_length generated_length total_time tokens_per_second time_per_token memory_used_mb gpu_utilization device
2 run_1763326618_non_optimized 1763326618.9855335 False 53 5 0.4859466552734375 10.289195214619902 97.1893310546875 8.12548828125 cuda
3 run_1763326618_optimized 1763326619.026237 True 53 14 0.04017782211303711 348.4509429259782 2.869844436645508 0.0 cuda
4 run_1763326622_non_optimized 1763326622.7140436 False 66 0 0.3553469181060791 0 0 8.1259765625 cuda
5 run_1763326622_optimized 1763326622.717709 True 66 0 0.003069162368774414 0 0 0.0 cuda
6 run_1763326626_non_optimized 1763326626.4152546 False 60 14 0.3536839485168457 39.58336265671155 25.263139179774694 8.12548828125 cuda
7 run_1763326626_optimized 1763326626.4510481 True 60 12 0.03518319129943848 341.0719595579017 2.9319326082865396 0.0 cuda
8 run_1763326629_non_optimized 1763326630.1408024 False 61 16 0.35126209259033203 45.55003325867101 21.953880786895752 8.12548828125 cuda
9 run_1763326629_optimized 1763326630.1444962 True 61 0 0.003066539764404297 0 0 0.0 cuda
10 run_1763326633_non_optimized 1763326633.8381388 False 60 0 0.35619688034057617 0 0 8.12548828125 cuda
11 run_1763326633_optimized 1763326633.8418753 True 60 0 0.003074169158935547 0 0 0.0 cuda
12 run_1763326637_non_optimized 1763326637.540628 False 64 8 0.3398597240447998 23.539123450078044 42.482465505599976 8.12548828125 cuda
13 run_1763326637_optimized 1763326637.5471995 True 64 1 0.005898714065551758 169.52847500101046 5.898714065551758 0.0 cuda
14 run_1763326640_non_optimized 1763326641.2843578 False 54 30 0.37198519706726074 80.64837051721585 12.399506568908691 8.12548828125 cuda
15 run_1763326640_optimized 1763326641.3555984 True 54 25 0.0705265998840332 354.4761840370508 2.821063995361328 0.0 cuda
16 run_1763326644_non_optimized 1763326645.0330086 False 67 0 0.333660364151001 0 0 8.1259765625 cuda
17 run_1763326644_optimized 1763326645.0367913 True 67 0 0.0030765533447265625 0 0 0.0 cuda
18 run_1763326648_non_optimized 1763326648.755835 False 63 17 0.34771132469177246 48.891131213714694 20.453607334810144 8.12548828125 cuda
19 run_1763326648_optimized 1763326648.7840471 True 63 9 0.027483701705932617 327.46680546519195 3.053744633992513 0.0 cuda
20 run_1763326652_non_optimized 1763326652.4592273 False 73 19 0.31671810150146484 59.990256035025276 16.66937376323499 8.1259765625 cuda
21 run_1763326652_optimized 1763326652.4657354 True 73 1 0.005753517150878906 173.80672965357203 5.753517150878906 0.0 cuda
22 run_1763326655_non_optimized 1763326656.2020977 False 46 0 0.392134428024292 0 0 8.12548828125 cuda
23 run_1763326655_optimized 1763326656.2059286 True 46 0 0.003073453903198242 0 0 0.0 cuda
24 run_1763326659_non_optimized 1763326659.8722565 False 70 17 0.33252859115600586 51.12342352548099 19.56050536211799 8.1259765625 cuda
25 run_1763326659_optimized 1763326659.913114 True 70 14 0.040065765380859375 349.42549747691135 2.861840384347098 0.0 cuda
26 run_1763326663_non_optimized 1763326663.6047928 False 66 14 0.3415799140930176 40.986016514389014 24.3985652923584 8.1259765625 cuda
27 run_1763326663_optimized 1763326663.6473217 True 66 14 0.041661977767944336 336.037815534814 2.9758555548531667 0.0 cuda
28 run_1763326666_non_optimized 1763326667.383774 False 50 0 0.38038086891174316 0 0 8.12548828125 cuda
29 run_1763326666_optimized 1763326667.4496503 True 50 23 0.06507229804992676 353.45301594164135 2.829230349996816 0.0 cuda
30 run_1763326670_non_optimized 1763326671.1408262 False 66 0 0.34095191955566406 0 0 8.1259765625 cuda
31 run_1763326670_optimized 1763326671.1447349 True 66 0 0.0030736923217773438 0 0 0.0 cuda
32 run_1763326674_non_optimized 1763326674.9176548 False 43 43 0.4153327941894531 103.53143455458913 9.6589021904524 8.12548828125 cuda
33 run_1763326674_optimized 1763326675.01074 True 43 32 0.09222531318664551 346.97632238167006 2.882041037082672 0.0 cuda
34 run_1763326678_non_optimized 1763326678.7116284 False 61 0 0.34818243980407715 0 0 8.12548828125 cuda
35 run_1763326678_optimized 1763326678.7930346 True 61 29 0.08052730560302734 360.1262923530596 2.776803641483702 0.0 cuda
36 run_1763326682_non_optimized 1763326682.5197363 False 58 0 0.3616158962249756 0 0 8.12548828125 cuda
37 run_1763326682_optimized 1763326682.579515 True 58 19 0.05885767936706543 322.8125913953667 3.0977725982666016 0.0 cuda
38 run_1763326685_non_optimized 1763326686.2714303 False 66 0 0.3391129970550537 0 0 8.1259765625 cuda
39 run_1763326685_optimized 1763326686.275417 True 66 0 0.0030994415283203125 0 0 0.0 cuda
40 run_1763326689_non_optimized 1763326689.9624639 False 67 28 0.3353545665740967 83.4937191583267 11.976948806217738 8.1259765625 cuda
41 run_1763326689_optimized 1763326689.9768 True 67 3 0.011225700378417969 267.24390451108655 3.7419001261393228 0.0 cuda
42 run_1763326693_non_optimized 1763326693.711334 False 59 24 0.3620493412017822 66.28930719866715 15.085389216740927 8.12548828125 cuda
43 run_1763326693_optimized 1763326693.7152996 True 59 0 0.0030515193939208984 0 0 0.0 cuda
44 run_1763326697_non_optimized 1763326697.4116411 False 63 0 0.3452737331390381 0 0 8.12548828125 cuda
45 run_1763326697_optimized 1763326697.4156432 True 63 0 0.0030455589294433594 0 0 0.0 cuda
46 run_1763326700_non_optimized 1763326701.1587586 False 53 19 0.3794400691986084 50.07378382606958 19.970529957821494 8.12548828125 cuda
47 run_1763326700_optimized 1763326701.2194357 True 53 21 0.05968618392944336 351.84021858098123 2.8421992347353977 0.0 cuda
48 run_1763326704_non_optimized 1763326704.906457 False 67 0 0.3325045108795166 0 0 8.1259765625 cuda
49 run_1763326704_optimized 1763326704.9105146 True 67 0 0.0030672550201416016 0 0 0.0 cuda
50 run_1763326708_non_optimized 1763326708.6155152 False 64 4 0.3434574604034424 11.646274899084734 85.8643651008606 8.12548828125 cuda
51 run_1763326708_optimized 1763326708.6492803 True 64 11 0.03272819519042969 336.1016376245702 2.9752904718572446 0.0 cuda
52 run_1763326712_non_optimized 1763326712.3875144 False 54 5 0.3697817325592041 13.521490002753103 73.95634651184082 8.12548828125 cuda
53 run_1763326712_optimized 1763326712.3916335 True 54 0 0.0030570030212402344 0 0 0.0 cuda
54 run_1763326715_non_optimized 1763326716.129369 False 51 0 0.38543081283569336 0 0 8.12548828125 cuda
55 run_1763326715_optimized 1763326716.133514 True 51 0 0.003108978271484375 0 0 0.0 cuda
56 run_1763326719_non_optimized 1763326719.845239 False 60 10 0.35239410400390625 28.377319275152093 35.239410400390625 8.12548828125 cuda
57 run_1763326719_optimized 1763326719.8974886 True 60 18 0.051172733306884766 351.7498252839718 2.842929628160265 0.0 cuda
58 run_1763326723_non_optimized 1763326723.6197646 False 56 0 0.3644559383392334 0 0 8.12548828125 cuda
59 run_1763326723_optimized 1763326723.6239054 True 56 0 0.0030570030212402344 0 0 0.0 cuda
60 run_1763326726_non_optimized 1763326727.3191404 False 65 0 0.34804534912109375 0 0 8.1259765625 cuda
61 run_1763326726_optimized 1763326727.3233125 True 65 0 0.0030825138092041016 0 0 0.0 cuda
62 run_1763326730_non_optimized 1763326731.044284 False 59 16 0.35839104652404785 44.64397242950211 22.39944040775299 8.12548828125 cuda
63 run_1763326730_optimized 1763326731.048486 True 59 0 0.0030989646911621094 0 0 0.0 cuda
64 run_1763326734_non_optimized 1763326734.8039234 False 54 0 0.3762962818145752 0 0 8.12548828125 cuda
65 run_1763326734_optimized 1763326734.84245 True 54 13 0.03740096092224121 347.58465235766965 2.8769969940185547 0.0 cuda
66 run_1763326738_non_optimized 1763326738.6017425 False 54 41 0.370577335357666 110.63817478321626 9.038471594089415 8.12548828125 cuda
67 run_1763326738_optimized 1763326738.6901221 True 54 31 0.08722376823425293 355.4077131447096 2.813669943040417 0.0 cuda
68 run_1763326742_non_optimized 1763326742.419483 False 59 12 0.3536853790283203 33.928459335716944 29.47378158569336 8.12548828125 cuda
69 run_1763326742_optimized 1763326742.4236658 True 59 0 0.0030400753021240234 0 0 0.0 cuda
70 run_1763326745_non_optimized 1763326746.1228704 False 65 19 0.3396615982055664 55.93802802665087 17.8769262213456 8.1259765625 cuda
71 run_1763326745_optimized 1763326746.1515133 True 65 9 0.02747321128845215 327.59184594423374 3.052579032050239 0.0 cuda
72 run_1763326749_non_optimized 1763326749.8801262 False 60 0 0.35973238945007324 0 0 8.12548828125 cuda
73 run_1763326749_optimized 1763326749.9388814 True 60 20 0.05757498741149902 347.37306770136695 2.878749370574951 0.0 cuda
74 run_1763326753_non_optimized 1763326753.6588142 False 56 22 0.3657264709472656 60.154245720901606 16.62393049760298 8.12548828125 cuda
75 run_1763326753_optimized 1763326753.6631608 True 56 0 0.0031464099884033203 0 0 0.0 cuda
76 run_1763326757_non_optimized 1763326757.3905053 False 59 33 0.36070775985717773 91.4868036469921 10.930538177490234 8.12548828125 cuda
77 run_1763326757_optimized 1763326757.4786851 True 59 31 0.08695292472839355 356.5147474548062 2.804933055754631 0.0 cuda
78 run_1763326760_non_optimized 1763326761.2264946 False 49 17 0.38045310974121094 44.683561691908935 22.379594690659466 8.12548828125 cuda
79 run_1763326760_optimized 1763326761.3133712 True 49 31 0.08566641807556152 361.8687543659949 2.763432841147146 0.0 cuda
80 run_1763326764_non_optimized 1763326765.0356681 False 57 37 0.3631327152252197 101.89112258049266 9.814397708789722 8.12548828125 cuda
81 run_1763326764_optimized 1763326765.0750856 True 57 13 0.03816509246826172 340.62540293360655 2.9357763437124396 0.0 cuda
82 run_1763326768_non_optimized 1763326768.767545 False 68 19 0.331697940826416 57.281030906197486 17.457786359285052 8.1259765625 cuda
83 run_1763326768_optimized 1763326768.7959456 True 68 9 0.027106285095214844 332.0263167153362 3.011809455023872 0.0 cuda
84 run_1763326772_non_optimized 1763326772.5260317 False 57 10 0.36326122283935547 27.52839932056906 36.32612228393555 8.12548828125 cuda
85 run_1763326772_optimized 1763326772.5303962 True 57 0 0.003071308135986328 0 0 0.0 cuda
86 run_1763326775_non_optimized 1763326776.254764 False 57 25 0.3601036071777344 69.42446424220596 14.404144287109375 8.12548828125 cuda
87 run_1763326775_optimized 1763326776.2603817 True 57 0 0.0030698776245117188 0 0 0.0 cuda
88 run_1763326779_non_optimized 1763326779.9732888 False 62 0 0.3485872745513916 0 0 8.12548828125 cuda
89 run_1763326779_optimized 1763326780.019289 True 62 15 0.0446467399597168 335.9707789086948 2.9764493306477866 0.0 cuda
90 run_1763326783_non_optimized 1763326783.7825809 False 48 37 0.3960244655609131 93.42857125656288 10.703363934078732 8.12548828125 cuda
91 run_1763326783_optimized 1763326783.8163621 True 48 11 0.032434701919555664 339.142934850523 2.9486092654141514 0.0 cuda
92 run_1763326787_non_optimized 1763326787.5348887 False 65 0 0.33835744857788086 0 0 8.1259765625 cuda
93 run_1763326787_optimized 1763326787.539357 True 65 0 0.0030851364135742188 0 0 0.0 cuda
94 run_1763326790_non_optimized 1763326791.2828848 False 54 0 0.37782812118530273 0 0 8.12548828125 cuda
95 run_1763326790_optimized 1763326791.2873359 True 54 0 0.003094911575317383 0 0 0.0 cuda
96 run_1763326794_non_optimized 1763326794.9969409 False 60 15 0.3552377223968506 42.225245390023325 23.682514826456707 8.12548828125 cuda
97 run_1763326794_optimized 1763326795.0417602 True 60 15 0.043425798416137695 345.41679248494296 2.895053227742513 0.0 cuda
98 run_1763326798_non_optimized 1763326798.768397 False 56 0 0.3616046905517578 0 0 8.12548828125 cuda
99 run_1763326798_optimized 1763326798.7728815 True 56 0 0.0030786991119384766 0 0 0.0 cuda
100 run_1763326802_non_optimized 1763326802.5161467 False 55 8 0.367128849029541 21.790714680001297 45.89110612869263 8.12548828125 cuda
101 run_1763326802_optimized 1763326802.5774758 True 55 21 0.05986332893371582 350.79906804468607 2.8506347111293246 0.0 cuda
102 run_1763326805_non_optimized 1763326806.225911 False 86 14 0.2903730869293213 48.21383464992984 20.740934780665807 8.1259765625 cuda
103 run_1763326805_optimized 1763326806.23062 True 86 0 0.003251314163208008 0 0 0.0 cuda
104 run_1763326809_non_optimized 1763326809.8743262 False 87 0 0.2792494297027588 0 0 8.1259765625 cuda
105 run_1763326809_optimized 1763326809.8790207 True 87 0 0.0032303333282470703 0 0 0.0 cuda
106 run_1763326813_non_optimized 1763326813.5236838 False 92 8 0.2737746238708496 29.22111584663858 34.2218279838562 8.1259765625 cuda
107 run_1763326813_optimized 1763326813.5475192 True 92 8 0.022355318069458008 357.8566842638511 2.794414758682251 0.0 cuda
108 run_1763326816_non_optimized 1763326817.1884215 False 91 9 0.2681541442871094 33.56278540436731 29.794904920789932 8.1259765625 cuda
109 run_1763326816_optimized 1763326817.193147 True 91 0 0.0032160282135009766 0 0 0.0 cuda
110 run_1763326820_non_optimized 1763326820.8178222 False 96 0 0.25312256813049316 0 0 8.1259765625 cuda
111 run_1763326820_optimized 1763326820.8225522 True 96 0 0.003218412399291992 0 0 0.0 cuda
112 run_1763326824_non_optimized 1763326824.1973226 False 100 0 0.00023245811462402344 0 0 0.0009765625 cuda
113 run_1763326824_optimized 1763326824.198983 True 100 0 0.0003190040588378906 0 0 0.0 cuda
114 run_1763326827_non_optimized 1763326827.7810934 False 98 2 0.24810361862182617 8.061148044150517 124.05180931091309 8.1259765625 cuda
115 run_1763326827_optimized 1763326827.7893782 True 98 2 0.006571054458618164 304.3651536591561 3.285527229309082 0.0 cuda
116 run_1763326831_non_optimized 1763326831.4181712 False 95 5 0.26477837562561035 18.883717328449315 52.95567512512207 8.1259765625 cuda
117 run_1763326831_optimized 1763326831.425718 True 95 1 0.00593876838684082 168.38508169737847 5.93876838684082 0.0 cuda
118 run_1763326834_non_optimized 1763326835.0461798 False 99 1 0.25382065773010254 3.9397896488919324 253.82065773010254 8.1259765625 cuda
119 run_1763326834_optimized 1763326835.0514338 True 99 1 0.0036373138427734375 274.9281594126901 3.6373138427734375 0.0 cuda
120 run_1763326838_non_optimized 1763326838.404944 False 107 0 0.0002460479736328125 0 0 0.0009765625 cuda
121 run_1763326838_optimized 1763326838.4067247 True 107 0 0.00032591819763183594 0 0 0.0 cuda
122 run_1763326841_non_optimized 1763326841.7476485 False 111 0 0.00024366378784179688 0 0 0.0009765625 cuda
123 run_1763326841_optimized 1763326841.7494369 True 111 0 0.000324249267578125 0 0 0.0 cuda
124 run_1763326845_non_optimized 1763326845.076511 False 104 0 0.0002353191375732422 0 0 0.0009765625 cuda
125 run_1763326845_optimized 1763326845.078336 True 104 0 0.0003311634063720703 0 0 0.0 cuda
126 run_1763326848_non_optimized 1763326848.650482 False 97 3 0.2599804401397705 11.539329644903832 86.66014671325684 8.1259765625 cuda
127 run_1763326848_optimized 1763326848.655401 True 97 0 0.0032651424407958984 0 0 0.0 cuda
128 run_1763326851_non_optimized 1763326852.0037806 False 102 0 0.00024008750915527344 0 0 0.0009765625 cuda
129 run_1763326851_optimized 1763326852.0057652 True 102 0 0.00032830238342285156 0 0 0.0 cuda
130 run_1763326855_non_optimized 1763326855.3215888 False 102 0 0.0002357959747314453 0 0 0.0009765625 cuda
131 run_1763326855_optimized 1763326855.3233974 True 102 0 0.0003199577331542969 0 0 0.0 cuda
132 run_1763326858_non_optimized 1763326858.6427326 False 105 0 0.0002455711364746094 0 0 0.0009765625 cuda
133 run_1763326858_optimized 1763326858.6446369 True 105 0 0.0003333091735839844 0 0 0.0 cuda
134 run_1763326861_non_optimized 1763326862.2181683 False 94 0 0.26184773445129395 0 0 8.1259765625 cuda
135 run_1763326861_optimized 1763326862.2230783 True 94 0 0.0032091140747070312 0 0 0.0 cuda
136 run_1763326865_non_optimized 1763326865.582198 False 102 0 0.000240325927734375 0 0 0.0009765625 cuda
137 run_1763326865_optimized 1763326865.5841131 True 102 0 0.0003209114074707031 0 0 0.0 cuda
138 run_1763326868_non_optimized 1763326868.9020677 False 103 0 0.0002429485321044922 0 0 0.0009765625 cuda
139 run_1763326868_optimized 1763326868.9039805 True 103 0 0.00033211708068847656 0 0 0.0 cuda
140 run_1763326872_non_optimized 1763326872.2377539 False 107 0 0.00024199485778808594 0 0 0.0009765625 cuda
141 run_1763326872_optimized 1763326872.2396657 True 107 0 0.00032520294189453125 0 0 0.0 cuda
142 run_1763326875_non_optimized 1763326875.572948 False 110 0 0.0002472400665283203 0 0 0.0009765625 cuda
143 run_1763326875_optimized 1763326875.5749235 True 110 0 0.000339508056640625 0 0 0.0 cuda
144 run_1763326878_non_optimized 1763326878.917066 False 106 0 0.00023293495178222656 0 0 0.0009765625 cuda
145 run_1763326878_optimized 1763326878.9190118 True 106 0 0.00032639503479003906 0 0 0.0 cuda
146 run_1763326882_non_optimized 1763326882.2492902 False 109 0 0.00023746490478515625 0 0 0.0009765625 cuda
147 run_1763326882_optimized 1763326882.251233 True 109 0 0.0003230571746826172 0 0 0.0 cuda
148 run_1763326885_non_optimized 1763326885.5688546 False 110 0 0.0002415180206298828 0 0 0.0009765625 cuda
149 run_1763326885_optimized 1763326885.5708404 True 110 0 0.00032401084899902344 0 0 0.0 cuda
150 run_1763326888_non_optimized 1763326888.8873081 False 114 0 0.00024056434631347656 0 0 0.0009765625 cuda
151 run_1763326888_optimized 1763326888.8893402 True 114 0 0.0003287792205810547 0 0 0.0 cuda
152 run_1763326892_non_optimized 1763326892.2040594 False 113 0 0.0002467632293701172 0 0 0.0009765625 cuda
153 run_1763326892_optimized 1763326892.2060897 True 113 0 0.00032711029052734375 0 0 0.0 cuda
154 run_1763326895_non_optimized 1763326895.5235405 False 113 0 0.00023317337036132812 0 0 0.0009765625 cuda
155 run_1763326895_optimized 1763326895.5255647 True 113 0 0.0003211498260498047 0 0 0.0 cuda
156 run_1763326898_non_optimized 1763326898.837703 False 112 0 0.0002307891845703125 0 0 0.0009765625 cuda
157 run_1763326898_optimized 1763326898.839746 True 112 0 0.00032401084899902344 0 0 0.0 cuda
158 run_1763326902_non_optimized 1763326902.1575205 False 109 0 0.0002338886260986328 0 0 0.0009765625 cuda
159 run_1763326902_optimized 1763326902.1595387 True 109 0 0.0003142356872558594 0 0 0.0 cuda
160 run_1763326905_non_optimized 1763326905.4874718 False 102 0 0.00023674964904785156 0 0 0.0009765625 cuda
161 run_1763326905_optimized 1763326905.4895573 True 102 0 0.00033164024353027344 0 0 0.0 cuda
162 run_1763326908_non_optimized 1763326908.803102 False 105 0 0.00025081634521484375 0 0 0.0009765625 cuda
163 run_1763326908_optimized 1763326908.8052208 True 105 0 0.00031828880310058594 0 0 0.0 cuda
164 run_1763326912_non_optimized 1763326912.1360228 False 109 0 0.00023627281188964844 0 0 0.0009765625 cuda
165 run_1763326912_optimized 1763326912.1381037 True 109 0 0.0003142356872558594 0 0 0.0 cuda
166 run_1763326915_non_optimized 1763326915.4476118 False 103 0 0.0002300739288330078 0 0 0.0009765625 cuda
167 run_1763326915_optimized 1763326915.449725 True 103 0 0.0003192424774169922 0 0 0.0 cuda
168 run_1763326918_non_optimized 1763326918.7690768 False 102 0 0.00023889541625976562 0 0 0.0009765625 cuda
169 run_1763326918_optimized 1763326918.7712831 True 102 0 0.00032782554626464844 0 0 0.0 cuda
170 run_1763326922_non_optimized 1763326922.0759387 False 107 0 0.0002472400665283203 0 0 0.0009765625 cuda
171 run_1763326922_optimized 1763326922.078079 True 107 0 0.000324249267578125 0 0 0.0 cuda
172 run_1763326925_non_optimized 1763326925.3886678 False 112 0 0.00023698806762695312 0 0 0.0009765625 cuda
173 run_1763326925_optimized 1763326925.3908367 True 112 0 0.00032520294189453125 0 0 0.0 cuda
174 run_1763326928_non_optimized 1763326928.6967072 False 105 0 0.0002300739288330078 0 0 0.0009765625 cuda
175 run_1763326928_optimized 1763326928.6988983 True 105 0 0.0003209114074707031 0 0 0.0 cuda
176 run_1763326932_non_optimized 1763326932.2863104 False 97 3 0.25337719917297363 11.840055102795507 84.45906639099121 8.1259765625 cuda
177 run_1763326932_optimized 1763326932.2974646 True 97 3 0.008779525756835938 341.70410601781447 2.926508585611979 0.0 cuda
178 run_1763326935_non_optimized 1763326935.6391814 False 102 0 0.00023484230041503906 0 0 0.0009765625 cuda
179 run_1763326935_optimized 1763326935.6413832 True 102 0 0.00031876564025878906 0 0 0.0 cuda
180 run_1763326938_non_optimized 1763326938.9412687 False 102 0 0.00023102760314941406 0 0 0.0009765625 cuda
181 run_1763326938_optimized 1763326938.9434795 True 102 0 0.0003178119659423828 0 0 0.0 cuda
182 run_1763326942_non_optimized 1763326942.2639933 False 109 0 0.00024819374084472656 0 0 0.0009765625 cuda
183 run_1763326942_optimized 1763326942.266253 True 109 0 0.00033283233642578125 0 0 0.0 cuda
184 run_1763326945_non_optimized 1763326945.5876389 False 112 0 0.00024247169494628906 0 0 0.0009765625 cuda
185 run_1763326945_optimized 1763326945.5899763 True 112 0 0.0003368854522705078 0 0 0.0 cuda
186 run_1763326948_non_optimized 1763326948.9048371 False 107 0 0.0002422332763671875 0 0 0.0009765625 cuda
187 run_1763326948_optimized 1763326948.9071276 True 107 0 0.0003273487091064453 0 0 0.0 cuda
188 run_1763326952_non_optimized 1763326952.2211714 False 106 0 0.00023603439331054688 0 0 0.0009765625 cuda
189 run_1763326952_optimized 1763326952.2234442 True 106 0 0.00032329559326171875 0 0 0.0 cuda
190 run_1763326955_non_optimized 1763326955.5458589 False 105 0 0.0002446174621582031 0 0 0.0009765625 cuda
191 run_1763326955_optimized 1763326955.5481744 True 105 0 0.00031685829162597656 0 0 0.0 cuda
192 run_1763326958_non_optimized 1763326958.8506002 False 102 0 0.00022912025451660156 0 0 0.0009765625 cuda
193 run_1763326958_optimized 1763326958.85293 True 102 0 0.0003216266632080078 0 0 0.0 cuda
194 run_1763326962_non_optimized 1763326962.1738048 False 106 0 0.00024080276489257812 0 0 0.0009765625 cuda
195 run_1763326962_optimized 1763326962.1762178 True 106 0 0.0003228187561035156 0 0 0.0 cuda
196 run_1763326965_non_optimized 1763326965.4970171 False 105 0 0.00023508071899414062 0 0 0.0009765625 cuda
197 run_1763326965_optimized 1763326965.4993877 True 105 0 0.0003216266632080078 0 0 0.0 cuda
198 run_1763326968_non_optimized 1763326968.8236582 False 105 0 0.0002491474151611328 0 0 0.0009765625 cuda
199 run_1763326968_optimized 1763326968.826099 True 105 0 0.0003414154052734375 0 0 0.0 cuda
200 run_1763326972_non_optimized 1763326972.1689265 False 110 0 0.00025177001953125 0 0 0.0009765625 cuda
201 run_1763326972_optimized 1763326972.171371 True 110 0 0.0003230571746826172 0 0 0.0 cuda

2604
inference_benchmarks/inference_metrics.json Normal file
View File

File diff suppressed because it is too large Load Diff