[ { "top": 1, "dtype": "float16", "num_local_experts": 1, "step_time": [ { "GPU": "V100", "value": "0.014220118522644043" }, { "GPU": "RTX 2080 Ti", "value": "0.016164422035217285" } ], "losses": [ "30.5", "29.90625", "29.34375", "28.796875", "28.265625", "27.765625", "27.28125", "26.8125", "26.359375", "25.90625", "25.46875", "25.03125", "24.609375", "24.203125", "23.796875", "23.40625", "23.015625", "22.625", "22.25", "21.875", "21.515625", "21.15625", "20.796875", "20.453125", "20.109375", "19.765625", "19.4375", "19.09375", "18.765625", "18.4375", "18.109375", "17.796875", "17.46875", "17.15625", "16.84375", "16.515625", "16.21875", "15.90625", "15.59375", "15.2890625", "14.984375", "14.6875", "14.3828125", "14.0859375", "13.7890625", "13.5", "13.2109375", "12.9140625", "12.625", "12.3359375", "12.0546875", "11.7734375", "11.4921875", "11.21875", "10.9453125", "10.671875", "10.40625", "10.140625", "9.875", "9.6171875", "9.3671875", "9.1171875", "8.859375", "8.6171875", "8.3671875", "8.125", "7.8828125", "7.640625", "7.41015625", "7.16796875", "6.9375", "6.70703125", "6.48046875", "6.2578125", "6.0390625", "5.82421875", "5.61328125", "5.40234375", "5.19921875", "5.0", "4.8125", "4.625", "4.4453125", "4.26953125", "4.09765625", "3.9375", "3.78125", "3.630859375", "3.486328125", "3.345703125", "3.212890625", "3.083984375", "2.9609375", "2.845703125", "2.734375", "2.62890625", "2.525390625", "2.4296875", "2.3359375", "2.24609375" ] }, { "top": 1, "dtype": "float16", "num_local_experts": 2, "step_time": [ { "GPU": "V100", "value": "0.015884661674499513" }, { "GPU": "RTX 2080 Ti", "value": "0.016640520095825194" } ], "losses": [ "26.484375", "26.109375", "25.75", "25.390625", "25.046875", "24.703125", "24.375", "24.046875", "23.734375", "23.4375", "23.125", "22.828125", "22.546875", "22.265625", "22.0", "21.734375", "21.46875", "21.21875", "20.984375", "20.734375", "20.46875", "20.234375", "20.015625", "19.796875", "18.6875", "18.5", "18.3125", "18.140625", "18.84375", "17.796875", "17.625", "17.46875", "17.296875", "17.140625", "17.671875", "16.828125", "16.484375", "16.53125", "16.171875", "16.03125", "16.984375", "15.7421875", "15.3203125", "15.7109375", "15.0703125", "15.2265625", "16.390625", "14.734375", "15.3203125", "14.515625", "14.9375", "14.203125", "14.765625", "13.890625", "14.5", "13.7109375", "13.6796875", "14.5078125", "14.0859375", "13.3984375", "14.3671875", "13.0234375", "13.2421875", "13.8359375", "14.2265625", "12.7734375", "13.703125", "12.8984375", "13.3671875", "13.296875", "12.4765625", "13.9140625", "12.6796875", "12.8984375", "12.890625", "12.234375", "13.203125", "12.5390625", "12.8203125", "12.78125", "12.3125", "12.484375", "12.3359375", "12.2265625", "11.921875", "12.9375", "12.7109375", "11.5703125", "12.203125", "11.9921875", "11.5", "11.984375", "12.2734375", "12.3125", "11.703125", "11.71875", "11.421875", "11.4765625", "11.3203125", "11.8828125" ] }, { "top": 1, "dtype": "float32", "num_local_experts": 1, "step_time": [ { "GPU": "V100", "value": "0.06863923072814941" }, { "GPU": "RTX 2080 Ti", "value": "0.059459257125854495" } ], "losses": [ "29.98500633239746", "28.761884689331055", "27.58047866821289", "26.43315315246582", "25.3136043548584", "24.21868133544922", "23.148454666137695", "22.106149673461914", "21.094993591308594", "20.11581802368164", "19.165630340576172", "18.239715576171875", "17.333059310913086", "16.442028045654297", "15.564196586608887", "14.698493957519531", "13.844827651977539", "13.004915237426758", "12.182660102844238", "11.383204460144043", "10.612395286560059", "9.876236915588379", "9.181147575378418", "8.531209945678711", "7.925898551940918", "7.362267017364502", "6.836770534515381", "6.344995975494385", "5.880909442901611", "5.439388751983643", "5.016486167907715", "4.610177040100098", "4.2208251953125", "3.8502838611602783", "3.4999637603759766", "3.16986083984375", "2.858599901199341", "2.564656972885132", "2.287442207336426", "2.0266451835632324", "1.7821216583251953", "1.5533881187438965", "1.3392244577407837", "1.1389491558074951", "0.9536727070808411", "0.7866250276565552", "0.6412524580955505", "0.5192052125930786", "0.41924676299095154", "0.33786702156066895", "0.27139899134635925", "0.21766313910484314", "0.17579089105129242", "0.14475053548812866", "0.12243179231882095", "0.10634990781545639", "0.0944439247250557", "0.08532019704580307", "0.07809687405824661", "0.07220908999443054", "0.06729564070701599", "0.06311818957328796", "0.05951143428683281", "0.05635545030236244", "0.05356447398662567", "0.051073770970106125", "0.04883363097906113", "0.04680565744638443", "0.04495749622583389", "0.043265290558338165", "0.041708823293447495", "0.04027065634727478", "0.03893772140145302", "0.037698108702898026", "0.03654063865542412", "0.03545815870165825", "0.03444304317235947", "0.03348816931247711", "0.03258833661675453", "0.03173903375864029", "0.030935637652873993", "0.03017423115670681", "0.029451580718159676", "0.02876456454396248", "0.028110845014452934", "0.027487512677907944", "0.026892736554145813", "0.026324469596147537", "0.02578059770166874", "0.025259941816329956", "0.024760741740465164", "0.02428179420530796", "0.02382158301770687", "0.02337941713631153", "0.02295416034758091", "0.02254442311823368", "0.02214960940182209", "0.021768951788544655", "0.021401450037956238", "0.021046629175543785" ] }, { "top": 1, "dtype": "float32", "num_local_experts": 2, "step_time": [ { "GPU": "V100", "value": "0.07085721492767334" }, { "GPU": "RTX 2080 Ti", "value": "0.0697479009628296" } ], "losses": [ "22.07648277282715", "21.387950897216797", "20.73025894165039", "20.102460861206055", "19.502853393554688", "18.929244995117188", "18.37995147705078", "17.85356330871582", "17.348365783691406", "16.86236000061035", "16.393089294433594", "15.938311576843262", "15.495789527893066", "15.063897132873535", "14.641019821166992", "14.226059913635254", "13.818093299865723", "13.416620254516602", "13.02176284790039", "12.633668899536133", "12.253036499023438", "11.880377769470215", "11.516019821166992", "11.15967845916748", "10.810673713684082", "10.4685697555542", "10.133264541625977", "9.805092811584473", "9.484430313110352", "9.171442031860352", "8.86601734161377", "8.567427635192871", "8.27490234375", "7.987741947174072", "7.705358028411865", "7.427794456481934", "7.155190944671631", "6.887553691864014", "6.626027584075928", "6.370643138885498", "6.1208953857421875", "5.876578330993652", "5.637292861938477", "5.402650833129883", "5.173330783843994", "4.949470043182373", "4.731014251708984", "4.518482685089111", "4.311755657196045", "4.11070442199707", "3.915586471557617", "3.726199150085449", "3.5423967838287354", "3.3639752864837646", "3.1907100677490234", "3.02242112159729", "2.8590900897979736", "2.7008259296417236", "2.547826051712036", "2.4003584384918213", "2.2587926387786865", "2.1234612464904785", "1.9942450523376465", "1.8715554475784302", "1.7550554275512695", "1.6444458961486816", "1.539300799369812", "1.439163088798523", "1.3436201810836792", "1.2523038387298584", "1.1649760007858276", "1.0814529657363892", "1.0016427040100098", "0.9255325198173523", "0.8531060814857483", "0.7844582796096802", "0.7197057008743286", "0.6593865752220154", "0.6026942729949951", "0.5501302480697632", "0.5016597509384155", "0.457214891910553", "0.41650763154029846", "0.3793560862541199", "0.34559059143066406", "0.314958781003952", "0.287245512008667", "0.26227840781211853", "0.23979704082012177", "0.21966718137264252", "0.20171628892421722", "0.18577177822589874", "0.17165276408195496", "0.15917447209358215", "0.14816568791866302", "0.13842710852622986", "0.12981705367565155", "0.1221797838807106", "0.11538200080394745", "0.10930977761745453" ] }, { "top": 2, "dtype": "float16", "num_local_experts": 1, "step_time": [ { "GPU": "V100", "value": "0.014011073112487792" }, { "GPU": "RTX 2080 Ti", "value": "0.016269850730895995" } ], "losses": [ "30.5", "29.90625", "29.34375", "28.796875", "28.265625", "27.765625", "27.28125", "26.8125", "26.359375", "25.90625", "25.46875", "25.03125", "24.609375", "24.203125", "23.796875", "23.40625", "23.015625", "22.625", "22.25", "21.875", "21.515625", "21.15625", "20.796875", "20.453125", "20.109375", "19.765625", "19.4375", "19.09375", "18.765625", "18.4375", "18.109375", "17.796875", "17.46875", "17.15625", "16.84375", "16.515625", "16.21875", "15.90625", "15.59375", "15.2890625", "14.984375", "14.6875", "14.3828125", "14.0859375", "13.7890625", "13.5", "13.2109375", "12.9140625", "12.625", "12.3359375", "12.0546875", "11.7734375", "11.4921875", "11.21875", "10.9453125", "10.671875", "10.40625", "10.140625", "9.875", "9.6171875", "9.3671875", "9.1171875", "8.859375", "8.6171875", "8.3671875", "8.125", "7.8828125", "7.640625", "7.41015625", "7.16796875", "6.9375", "6.70703125", "6.48046875", "6.2578125", "6.0390625", "5.82421875", "5.61328125", "5.40234375", "5.19921875", "5.0", "4.8125", "4.625", "4.4453125", "4.26953125", "4.09765625", "3.9375", "3.78125", "3.630859375", "3.486328125", "3.345703125", "3.212890625", "3.083984375", "2.9609375", "2.845703125", "2.734375", "2.62890625", "2.525390625", "2.4296875", "2.3359375", "2.24609375" ] }, { "top": 2, "dtype": "float16", "num_local_experts": 2, "step_time": [ { "GPU": "V100", "value": "0.030052709579467773" }, { "GPU": "RTX 2080 Ti", "value": "0.03255057334899902" } ], "losses": [ "25.828125", "25.453125", "25.09375", "24.75", "24.40625", "24.09375", "23.78125", "23.484375", "23.203125", "22.921875", "22.65625", "22.40625", "22.15625", "21.921875", "21.6875", "21.46875", "21.25", "21.046875", "20.828125", "20.625", "20.4375", "20.234375", "20.046875", "19.859375", "19.671875", "19.484375", "19.3125", "19.125", "18.953125", "18.78125", "18.609375", "18.4375", "18.28125", "18.109375", "17.953125", "17.796875", "17.640625", "17.484375", "17.328125", "17.171875", "17.015625", "16.875", "16.71875", "16.578125", "16.4375", "16.28125", "16.140625", "15.9921875", "15.859375", "15.7109375", "15.578125", "15.4375", "15.296875", "15.1640625", "15.0234375", "14.890625", "14.7578125", "14.6171875", "14.484375", "14.3515625", "14.21875", "14.0859375", "13.953125", "13.8203125", "13.6875", "13.5546875", "13.4296875", "13.296875", "13.1640625", "13.0390625", "12.90625", "12.78125", "12.6484375", "12.5234375", "12.390625", "12.265625", "12.140625", "12.015625", "11.8828125", "11.7578125", "11.6328125", "11.5", "11.375", "11.25", "11.125", "11.0", "10.875", "10.75", "10.625", "10.5", "10.375", "10.25", "10.125", "10.0", "9.8828125", "9.7578125", "9.6328125", "9.515625", "9.390625", "9.2734375" ] }, { "top": 2, "dtype": "float32", "num_local_experts": 1, "step_time": [ { "GPU": "V100", "value": "0.06921641826629639" }, { "GPU": "RTX 2080 Ti", "value": "0.05989260673522949" } ], "losses": [ "29.98500633239746", "28.761884689331055", "27.58047866821289", "26.43315315246582", "25.3136043548584", "24.21868133544922", "23.148454666137695", "22.106149673461914", "21.094993591308594", "20.11581802368164", "19.165630340576172", "18.239715576171875", "17.333059310913086", "16.442028045654297", "15.564196586608887", "14.698493957519531", "13.844827651977539", "13.004915237426758", "12.182660102844238", "11.383204460144043", "10.612395286560059", "9.876236915588379", "9.181147575378418", "8.531209945678711", "7.925898551940918", "7.362267017364502", "6.836770534515381", "6.344995975494385", "5.880909442901611", "5.439388751983643", "5.016486167907715", "4.610177040100098", "4.2208251953125", "3.8502838611602783", "3.4999637603759766", "3.16986083984375", "2.858599901199341", "2.564656972885132", "2.287442207336426", "2.0266451835632324", "1.7821216583251953", "1.5533881187438965", "1.3392244577407837", "1.1389491558074951", "0.9536727070808411", "0.7866250276565552", "0.6412524580955505", "0.5192052125930786", "0.41924676299095154", "0.33786702156066895", "0.27139899134635925", "0.21766313910484314", "0.17579089105129242", "0.14475053548812866", "0.12243179231882095", "0.10634990781545639", "0.0944439247250557", "0.08532019704580307", "0.07809687405824661", "0.07220908999443054", "0.06729564070701599", "0.06311818957328796", "0.05951143428683281", "0.05635545030236244", "0.05356447398662567", "0.051073770970106125", "0.04883363097906113", "0.04680565744638443", "0.04495749622583389", "0.043265290558338165", "0.041708823293447495", "0.04027065634727478", "0.03893772140145302", "0.037698108702898026", "0.03654063865542412", "0.03545815870165825", "0.03444304317235947", "0.03348816931247711", "0.03258833661675453", "0.03173903375864029", "0.030935637652873993", "0.03017423115670681", "0.029451580718159676", "0.02876456454396248", "0.028110845014452934", "0.027487512677907944", "0.026892736554145813", "0.026324469596147537", "0.02578059770166874", "0.025259941816329956", "0.024760741740465164", "0.02428179420530796", "0.02382158301770687", "0.02337941713631153", "0.02295416034758091", "0.02254442311823368", "0.02214960940182209", "0.021768951788544655", "0.021401450037956238", "0.021046629175543785" ] }, { "top": 2, "dtype": "float32", "num_local_experts": 2, "step_time": [ { "GPU": "V100", "value": "0.1362759590148926" }, { "GPU": "RTX 2080 Ti", "value": "0.14004385471343994" } ], "losses": [ "24.08013153076172", "23.29282569885254", "22.534143447875977", "21.803869247436523", "21.100021362304688", "20.419719696044922", "19.76018524169922", "19.118858337402344", "18.493772506713867", "17.883146286010742", "17.285343170166016", "16.69870376586914", "16.121618270874023", "15.552938461303711", "14.991884231567383", "14.438118934631348", "13.891477584838867", "13.352250099182129", "12.820815086364746", "12.297611236572266", "11.782981872558594", "11.277116775512695", "10.780354499816895", "10.293059349060059", "9.815596580505371", "9.3479642868042", "8.89001750946045", "8.441652297973633", "8.003580093383789", "7.577324390411377", "7.164087295532227", "6.763621807098389", "6.374527931213379", "5.99547815322876", "5.625848770141602", "5.265934944152832", "4.916399955749512", "4.578485488891602", "4.253542900085449", "3.942594528198242", "3.6465139389038086", "3.3662383556365967", "3.102998971939087", "2.85768461227417", "2.6305179595947266", "2.4205806255340576", "2.2259671688079834", "2.0445773601531982", "1.8744558095932007", "1.7139946222305298", "1.5623281002044678", "1.4191162586212158", "1.2844462394714355", "1.1586267948150635", "1.042003870010376", "0.9347238540649414", "0.8366733193397522", "0.7474625110626221", "0.6664537787437439", "0.5928301215171814", "0.5258411169052124", "0.4649595022201538", "0.4099421203136444", "0.36069005727767944", "0.317216157913208", "0.27947312593460083", "0.24723058938980103", "0.2200528085231781", "0.19733883440494537", "0.17840774357318878", "0.16259536147117615", "0.14931270480155945", "0.13806448876857758", "0.12845289707183838", "0.12016049027442932", "0.11294268816709518", "0.10660269856452942", "0.10099020600318909", "0.09598501771688461", "0.09149053692817688", "0.08743057399988174", "0.08374322205781937", "0.08037738502025604", "0.07729102671146393", "0.07444953173398972", "0.07182367891073227", "0.06938879191875458", "0.06712391972541809", "0.06501118838787079", "0.06303507834672928", "0.06118202582001686", "0.059440482407808304", "0.057800669223070145", "0.056253232061862946", "0.05479034036397934", "0.053405433893203735", "0.05209173634648323", "0.05084368586540222", "0.0496567040681839", "0.048525672405958176" ] }, { "top": 2, "dtype": "float64", "num_local_experts": 2, "step_time": [ { "GPU": "RTX 2080 Ti", "value": "0.22079918384552003" } ], "losses": [ "27.448386457158", "16.62704052924519", "7.467060806621459", "0.5762248991293285", "0.03547520289993352", "0.02809477135324243", "0.023334777984187503", "0.01999105336568195", "0.017506607273773383", "0.015584494110390793", "0.014050133283992646", "0.01279578691597016", "0.011750494163433321", "0.010865584358183304", "0.010106437103754732", "0.009447815468700606", "0.00887086934648234", "0.008361138633483211", "0.007907487467681268", "0.007501064318002476", "0.007134805202108995", "0.006803018882902828", "0.006501021877127516", "0.006224931701034769", "0.005971566554243328", "0.005738199369502883", "0.005522536404718329", "0.005322649718323559", "0.005136823500241541", "0.004963649647667566", "0.0048018655041757435", "0.004650365255696276", "0.00450820659642881", "0.004374549145932308", "0.004248645308252479", "0.004129832568878503", "0.004017526471538513", "0.003911207942749451", "0.0038104107024693815", "0.0037147120981585614", "0.003623730093472561", "0.0035371256693723942", "0.003454591252105671", "0.0033758445997638946", "0.0033006257584612714", "0.003228712022183779", "0.003159875769871621", "0.003093934997176204", "0.003030698416011075", "0.002970019849231812", "0.0029117267332478655", "0.002855690896558411", "0.0028017880653116944", "0.0027498890149930807", "0.002699889628183793", "0.002651684023926449", "0.0026051776572020113", "0.0025602813567713405", "0.002516915773172441", "0.002475002498674116", "0.00243447091402485", "0.0023952475300970813", "0.0023572766497906923", "0.0023204917654825225", "0.0022848482980198643", "0.0022502838751454696", "0.002216755487522313", "0.0021842164309187526", "0.002152622699402496", "0.0021219338370448183", "0.0020921096708784856", "0.002063120178773446", "0.0020349227169327395", "0.0020074897880104432", "0.0019807943562292814", "0.0019547934133035227", "0.0019294749544858955", "0.0019048060631555329", "0.0018807605424784794", "0.0018573171489731286", "0.0018344699261072263", "0.0018121867734525617", "0.0017904364642675878", "0.0017692078257977402", "0.001748478446787041", "0.001728227330401437", "0.001708446466119141", "0.0016891133134218665", "0.0016702130731257574", "0.0016517332280291494", "0.0016336618647047987", "0.0016159794684817157", "0.0015986795396382262", "0.0015817459579443448", "0.0015651691352352721", "0.0015489365308224445", "0.0015330389692089475", "0.0015174668485532716", "0.0015022072171170233", "0.001487254744157283" ] } ]