| step,training/mean_reward,training/mean_nusselt,evaluation/mean_nusselt,evaluation/mean_reward | |
| 500,-0.08789578080177307,4.983815573692322,, | |
| 1000,-0.08489047735929489,4.980810319900512,, | |
| 1500,-0.07402850687503815,4.969948365211486,, | |
| 2000,-0.07380951195955276,4.9697292747497555,, | |
| 2500,-0.021776534616947174,4.917696352005005,, | |
| 3000,-0.0558256097137928,4.951745411872864,, | |
| 3500,-0.056547071784734726,4.952466868400574,, | |
| 4000,-0.025365564972162247,4.921285343170166,, | |
| 4500,-0.021435678005218506,4.917355470657348,, | |
| 5000,-0.02572591044008732,4.921645738124847,, | |
| 5000,,,4.772045583724975,0.12387421607971191 | |
| 5500,-0.005063729360699654,4.900983530044556,, | |
| 6000,0.004578154534101486,4.891341645240784,, | |
| 6500,0.0021282939705997705,4.893791505813598,, | |
| 7000,0.039739638566970825,4.856180171012879,, | |
| 7500,0.024809127673506737,4.871110669136048,, | |
| 8000,0.05220387876033783,4.843715949058533,, | |
| 8500,0.06264922022819519,4.833270592689514,, | |
| 9000,0.05184878408908844,4.844071026802063,, | |
| 9500,0.06805893033742905,4.827860870838165,, | |
| 10000,0.07680060714483261,4.819119157791138,, | |
| 10000,,,4.6430227136611935,0.25289708614349365 | |
| 10500,0.09643294662237167,4.7994868831634525,, | |
| 11000,0.11632811278104782,4.779591638565064,, | |
| 11500,0.09917876124382019,4.796741034507751,, | |
| 12000,0.10068534314632416,4.795234443187714,, | |
| 12500,0.10794519633054733,4.78797460603714,, | |
| 13000,0.11783397942781448,4.778085838794708,, | |
| 13500,0.11581961065530777,4.7801001892089845,, | |
| 14000,0.13579492270946503,4.7601248664855955,, | |
| 14500,0.12679040431976318,4.769129408359528,, | |
| 15000,0.18109574913978577,4.714824043273926,, | |
| 15000,,,4.485036311149597,0.41088348865509033 | |
| 15500,0.15327775478363037,4.742641980648041,, | |
| 16000,0.19094930589199066,4.704970558643341,, | |
| 16500,0.20025986433029175,4.695659906387329,, | |
| 17000,0.22462958097457886,4.671290196418762,, | |
| 17500,0.21971395611763,4.676205770969391,, | |
| 18000,0.20545858144760132,4.690461168289184,, | |
| 18500,0.19404220581054688,4.70187758398056,, | |
| 19000,0.21951983869075775,4.676399926185608,, | |
| 19500,0.2507922649383545,4.645127603054046,, | |
| 20000,0.2256755232810974,4.670244318962097,, | |
| 20000,,,4.419324319362641,0.47659548044204714 | |
| 20500,0.24651269614696503,4.649407182693482,, | |
| 21000,0.27378353476524353,4.6221362466812135,, | |
| 21500,0.2730365991592407,4.62288315820694,, | |
| 22000,0.26632586121559143,4.62959379863739,, | |
| 22500,0.2372441589832306,4.658675565719604,, | |
| 23000,0.3001604676246643,4.595759473323822,, | |
| 23500,0.276321679353714,4.619598108768463,, | |
| 24000,0.3069241940975189,4.588995527744293,, | |
| 24500,0.27938324213027954,4.6165365219116214,, | |
| 25000,0.32076796889305115,4.575151886940002,, | |
| 25000,,,4.206444971561432,0.6894748282432556 | |
| 25500,0.3309136927127838,4.565006216049194,, | |
| 26000,0.29592129588127136,4.599998652935028,, | |
| 26500,0.3054496943950653,4.590470153808594,, | |
| 27000,0.3530077338218689,4.542912295341492,, | |
| 27500,0.3671552538871765,4.5287645487785335,, | |
| 28000,0.3900981545448303,4.505821843624115,, | |
| 28500,0.3686843812465668,4.5272353582382205,, | |
| 29000,0.4437439739704132,4.452175929069519,, | |
| 29500,0.3435244560241699,4.552395201683044,, | |
| 30000,0.3385540544986725,4.557365721702576,, | |
| 30000,,,4.130963191986084,0.7649566078186035 | |
| 30500,0.4123125970363617,4.483607204914093,, | |
| 31000,0.433149129152298,4.462770554065704,, | |
| 31500,0.4086373448371887,4.487282612323761,, | |
| 32000,0.39871716499328613,4.497202652931214,, | |
| 32500,0.461811900138855,4.434107915878296,, | |
| 33000,0.44160640239715576,4.454313483715057,, | |
| 33500,0.47256889939308167,4.423350742816925,, | |
| 34000,0.4270536005496979,4.468866090297699,, | |
| 34500,0.48238086700439453,4.413538793087006,, | |
| 35000,0.48892322182655334,4.406996172904968,, | |
| 35000,,,4.07459200501442,0.821327794790268 | |
| 35500,0.4972190260887146,4.398700597286225,, | |
| 36000,0.5387294888496399,4.357190469741822,, | |
| 36500,0.4519535005092621,4.443966216564179,, | |
| 37000,0.4532269239425659,4.442692930221558,, | |
| 37500,0.5146705508232117,4.381249410152435,, | |
| 38000,0.515996515750885,4.379923354148865,, | |
| 38500,0.4449423551559448,4.450977300167084,, | |
| 39000,0.4897635579109192,4.406156392097473,, | |
| 39500,0.5026822686195374,4.393237642288208,, | |
| 40000,0.5550055503845215,4.340914331436157,, | |
| 40000,,,4.080241128206253,0.8156786715984344 | |
| 40500,0.5193145275115967,4.376605298519134,, | |
| 41000,0.5525123476982117,4.343407257080078,, | |
| 41500,0.5831209421157837,4.31279895401001,, | |
| 42000,0.5132870078086853,4.382632799625397,, | |
| 42500,0.5820605754852295,4.313859079837799,, | |
| 43000,0.6594366431236267,4.236483476638794,, | |
| 43500,0.5406625866889954,4.355256985664368,, | |
| 44000,0.6545690298080444,4.24135071182251,, | |
| 44500,0.5587279796600342,4.3371918320655825,, | |
| 45000,0.6225799322128296,4.273339637279511,, | |
| 45000,,,4.04793941617012,0.8479803836345673 | |
| 45500,0.6233423352241516,4.272577372074127,, | |
| 46000,0.6111544966697693,4.284765155792236,, | |
| 46500,0.5851728320121765,4.310746774196625,, | |
| 47000,0.6181936264038086,4.27772590637207,, | |
| 47500,0.6227078437805176,4.273212064743042,, | |
| 48000,0.6789883971214294,4.21693159866333,, | |
| 48500,0.6121141910552979,4.283805919647217,, | |
| 49000,0.687655508518219,4.208264427661896,, | |
| 49500,0.6854766011238098,4.21044294500351,, | |
| 50000,0.731044352054596,4.164875539302826,, | |
| 50000,,,4.025260992050171,0.8706588077545167 | |
| 50500,0.5564362406730652,4.339483737468719,, | |
| 51000,0.718848466873169,4.177071113586425,, | |