second attempt

PPO-LunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b399ab80ddfe61175c94d7e22dbf14673d5ba1fdb09db993b5e0338f1668d3af
-size 147765
+oid sha256:00c5ef384580e99abc4301d55c417f6532a0c63ae5c4e048c98b076908115445
+size 147744

PPO-LunarLander-v2/data

@@ -47,7 +47,7 @@
     "_num_timesteps_at_start": 0,
     "seed": 242,
     "action_noise": null,
-    "start_time": 1652894290.066164,
+    "start_time": 1652896702.8990524,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "lr_schedule": {
@@ -56,7 +56,7 @@
     },
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAALMMJb1ck0K6i2rjusvfNLZLRJc6Jl8BOgAAgD8AAIA/Gg5EPh2dYz4Ty/+97guTvkgNsDvakGG9AAAAAAAAAABm8V+9e9SVugLpXzq6iko1lxkSuw+RgbkAAIA/AACAPwCoKbvDOWu6MjVyOjF6SzUeNKi3+emKuQAAgD8AAIA/E6E+vvyGKT0IZg8+UwIOviZ6er1jj328AAAAAAAAAAAAs4O97OHvuV3Wt7mGMla2TwoJu5aM2TgAAIA/AACAP7NK6D7/9HU/lpOnPkX/pr4BRng+iHvqPAAAAAAAAAAA2I3GviFN1T4GwCk+LNaDvomQAb6ZNIq9AAAAAAAAAAAzGJg9j74Sukq3X7oO4YW1Xu/fuU2+gDkAAIA/AACAPy1ZFb62kjK8c7dDvT0Y2rvvOJI92BC0PAAAgD8AAAAAzYmZvHvImLoeWZs6ALcltFm+CbvSPLC5AACAPwAAgD+Aizs9e5aIuvNZgDwLIbI8Pg1Xu1wrmz0AAIA/AACAP5qAw7xc01a6v3YYt6/7zLGE0hc3zqE1NgAAgD8AAIA/07lFPng+rzybdvy7lVNiuuRgOD6+BW67AACAPwAAgD+AqjK9w104utOVgzPVb7CvTjb7OtoMuLMAAIA/AACAP6bJtD3hWrG40ruBOakLNDRo6007BgKZuAAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAGaHCb496Cm7hb2wunDtn7eIw2M8WPXROQAAgD8AAIA/ShN/vlN8Jj/T3t69sUn3vtLMB75Z8Ti9AAAAAAAAAACtvim+aB+BvNgj77unJn26DhfoPUFSSzsAAIA/AACAP3oJKb7PsGq8RsvRuoa8Bbl6jd09GwkOOgAAgD8AAIA/DRA4PhTx9Tsq/2a+XkU2vbjbTz17UTO+AACAPwAAgD+a5308wmKxP7P8Rj/C/hG/+3mAvMBwCL4AAAAAAAAAALMml732nHu65PCOuX7W3rSgSz07EEWlOAAAgD8AAIA/zQQCvQK0Zj7d7Gy8uz4kvxo7wb2AN9u9AAAAAAAAAACzwFi9haCMP1YkRL7ehzm/DQEKvdTRtb0AAAAAAAAAAA18uL3hjIK6cDqRt+T8YrJme865UvaoNgAAgD8AAIA/AGuOvMP1UbjXOzS6d0JbtEHJI7xSH1s5AACAPwAAgD+aZnE++42YvADEejitZ6W2cY8GvhZ3mLcAAIA/AACAPxoouj39GhU+Hy0gv7EsXb4dzHQ9Sz0uvgAAAAAAAAAAjV8DPqQpdbvlqnA82p2FPIl3sbzVV2U9AACAPwAAgD+AlBY+VY+MP469hz4RAzS/tbt7PVQSNT0AAAAAAAAAAIASsr32xB26YuItOYahArbMyMi7or4juAAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -69,21 +69,21 @@
     "_current_progress_remaining": -0.04857599999999995,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVexAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI+aHSiBm6YECUhpRSlIwBbJRN6AOMAXSUR0C1VvRjFyaNdX2UKGgGaAloD0MIqyFxj6U0ZECUhpRSlGgVTegDaBZHQLVXKQC0WuZ1fZQoaAZoCWgPQwh1IOupVfZjQJSGlFKUaBVN6ANoFkdAtVco5Qxes3V9lChoBmgJaA9DCKH3xhAAe21AlIaUUpRoFU3MAWgWR0C1V3SmIj4YdX2UKGgGaAloD0MI2gOtwFBCcUCUhpRSlGgVTaICaBZHQLVXoDLr5Zd1fZQoaAZoCWgPQwgbZf1m4iRjQJSGlFKUaBVN6ANoFkdAtVmpSqEOAnV9lChoBmgJaA9DCB/axwp+72BAlIaUUpRoFU3oA2gWR0C1WhvWcz68dX2UKGgGaAloD0MIcjEG1nFMYkCUhpRSlGgVTegDaBZHQLVacoxYaHd1fZQoaAZoCWgPQwjhYG9iyO9iQJSGlFKUaBVN6ANoFkdAtVqV4bCJoHV9lChoBmgJaA9DCCS1UDI5MWNAlIaUUpRoFU3oA2gWR0C1W7poXbdrdX2UKGgGaAloD0MImBWKdD+uaECUhpRSlGgVTegDaBZHQLV/f6WgOBl1fZQoaAZoCWgPQwiMLJljedcpQJSGlFKUaBVL+2gWR0C1gCP557gLdX2UKGgGaAloD0MIyjFZ3H8iYUCUhpRSlGgVTegDaBZHQLWAPALiMpB1fZQoaAZoCWgPQwhZaVIKOnVgQJSGlFKUaBVN6ANoFkdAtYIOfQKKHnV9lChoBmgJaA9DCGoV/aGZrlxAlIaUUpRoFU3oA2gWR0C1ghwmu1WsdX2UKGgGaAloD0MIbCbfbPOKbkCUhpRSlGgVTdUCaBZHQLWEY7Wd3B51fZQoaAZoCWgPQwhm9KPhlDxlQJSGlFKUaBVN6ANoFkdAtYWoiliz9nV9lChoBmgJaA9DCEEqxY4GK3FAlIaUUpRoFU2uAmgWR0C1hmANoakzdX2UKGgGaAloD0MIQMBatetqa0CUhpRSlGgVTWgDaBZHQLWGi8kUsWh1fZQoaAZoCWgPQwinIhXGlllvQJSGlFKUaBVNigNoFkdAtYds8aGYbHV9lChoBmgJaA9DCOLNGryvNGRAlIaUUpRoFU3oA2gWR0C1iCFdX1aodX2UKGgGaAloD0MIA0AVN265OUCUhpRSlGgVS/1oFkdAtYg38wYcenV9lChoBmgJaA9DCGGpLuBl3WBAlIaUUpRoFU3oA2gWR0C1iIbL6k6+dX2UKGgGaAloD0MIryKjAxLXZkCUhpRSlGgVTegDaBZHQLWI603Ov+x1fZQoaAZoCWgPQwhJ1uHoKvFXQJSGlFKUaBVN6ANoFkdAtYuiQzUI9nV9lChoBmgJaA9DCHXIzXADAmRAlIaUUpRoFU3oA2gWR0C1i8eXqqwRdX2UKGgGaAloD0MI4pNOJBjRbECUhpRSlGgVTcMCaBZHQLWMj8YAKfF1fZQoaAZoCWgPQwiJfQIoRpFjQJSGlFKUaBVN6ANoFkdAtYzyIuXeFnV9lChoBmgJaA9DCBv0pbc/fV1AlIaUUpRoFU3oA2gWR0C1jmK+N96UdX2UKGgGaAloD0MIk5BI2/i9Y0CUhpRSlGgVTegDaBZHQLWO+Z4wAVB1fZQoaAZoCWgPQwgq4J7nzx1mQJSGlFKUaBVN6ANoFkdAtY8QSsbNr3V9lChoBmgJaA9DCLWHvVDAbF1AlIaUUpRoFU3oA2gWR0C1kPBg7YChdX2UKGgGaAloD0MIMEj6tIrUcECUhpRSlGgVTWMBaBZHQLWUEzreImB1fZQoaAZoCWgPQwi6nui68PFfQJSGlFKUaBVN6ANoFkdAtZTaNwR5DHV9lChoBmgJaA9DCMlWl1OCK2FAlIaUUpRoFU1dA2gWR0C1lWcBQvYfdX2UKGgGaAloD0MIcXK/Q1H0YUCUhpRSlGgVTegDaBZHQLWVkQXAM2F1fZQoaAZoCWgPQwgGMGXggNZiQJSGlFKUaBVN6ANoFkdAtZW5awD/2nV9lChoBmgJaA9DCDZZox6iz2BAlIaUUpRoFU3oA2gWR0C1lp/UaybAdX2UKGgGaAloD0MIuHcN+tKaYUCUhpRSlGgVTegDaBZHQLWXVBdUsFt1fZQoaAZoCWgPQwjcL5+sGF9hQJSGlFKUaBVN6ANoFkdAtZe7HxSYPXV9lChoBmgJaA9DCCVa8njaKmJAlIaUUpRoFU3oA2gWR0C1mB4BJZntdX2UKGgGaAloD0MI2VpfJPQ4cUCUhpRSlGgVTcYDaBZHQLWacHJtBOZ1fZQoaAZoCWgPQwhDIJc48sg/QJSGlFKUaBVN6ANoFkdAtZsq7aqS5nV9lChoBmgJaA9DCHUCmggbbVlAlIaUUpRoFU3oA2gWR0C1nA154W1udX2UKGgGaAloD0MIgzEiUeh8YECUhpRSlGgVTegDaBZHQLWceYUFjd51fZQoaAZoCWgPQwhyb37DxPlsQJSGlFKUaBVNgwJoFkdAtb//m8ujAXV9lChoBmgJaA9DCJ+u7lhsf1JAlIaUUpRoFU3oA2gWR0C1wKXBxgiNdX2UKGgGaAloD0MI30+Nl26+YkCUhpRSlGgVTegDaBZHQLXAvDej2zx1fZQoaAZoCWgPQwhm22lrRBxwQJSGlFKUaBVNdQNoFkdAtcDYMz/IbXV9lChoBmgJaA9DCE9Y4gFlky9AlIaUUpRoFUvqaBZHQLXBlFH8TBZ1fZQoaAZoCWgPQwjMRXwnpnFwQJSGlFKUaBVNXAFoFkdAtcJsona37XV9lChoBmgJaA9DCEErMGT1eXBAlIaUUpRoFU0wAmgWR0C1wqaAvtdBdX2UKGgGaAloD0MIFOtU+d4kcUCUhpRSlGgVTcUBaBZHQLXDQTF2mpF1fZQoaAZoCWgPQwhfl+E/3fduQJSGlFKUaBVN5gJoFkdAtcOrUExIrnV9lChoBmgJaA9DCGb4TzdQY3BAlIaUUpRoFU1VAWgWR0C1xM4R28qXdX2UKGgGaAloD0MI3PEmv8XOcUCUhpRSlGgVTacDaBZHQLXFQnUDuBt1fZQoaAZoCWgPQwidobjjTYhgQJSGlFKUaBVN6ANoFkdAtcW4hyKekHV9lChoBmgJaA9DCOONzCN/i25AlIaUUpRoFU1wAWgWR0C1xdPUWl/IdX2UKGgGaAloD0MIZyjueNMMcUCUhpRSlGgVTYUBaBZHQLXGVepGWld1fZQoaAZoCWgPQwgo8iTpmgFmQJSGlFKUaBVN6ANoFkdAtcZg2XLNfXV9lChoBmgJaA9DCEga3NYWgGVAlIaUUpRoFU3oA2gWR0C1xoVIuoP1dX2UKGgGaAloD0MIWU+tvjp2bECUhpRSlGgVTYkBaBZHQLXHFPv8ZUF1fZQoaAZoCWgPQwiBI4EGG0BjQJSGlFKUaBVN6ANoFkdAtcfy36Q/5nV9lChoBmgJaA9DCEBR2bCm8WJAlIaUUpRoFU3oA2gWR0C1yE8MAmzCdX2UKGgGaAloD0MIL6LtmHpKcECUhpRSlGgVTVcBaBZHQLXLJ3y7PIJ1fZQoaAZoCWgPQwgDllzFosNwQJSGlFKUaBVNRAFoFkdAtcu+Q0XP7nV9lChoBmgJaA9DCJTb9j2q43BAlIaUUpRoFU04AWgWR0C1zKLOAy2ydX2UKGgGaAloD0MI5UaRtYYvY0CUhpRSlGgVTegDaBZHQLXM9QUHpr11fZQoaAZoCWgPQwia6sn8Y9FxQJSGlFKUaBVN+gJoFkdAtc2kdYGMXXV9lChoBmgJaA9DCLg7a7edmXFAlIaUUpRoFU0xAmgWR0C1zflsguAadX2UKGgGaAloD0MIzlXzHBEFcUCUhpRSlGgVTdoCaBZHQLXORUbDMvB1fZQoaAZoCWgPQwiFe2XeKnRyQJSGlFKUaBVNsQJoFkdAtc7BvUBnz3V9lChoBmgJaA9DCKRS7Ggc92JAlIaUUpRoFU3oA2gWR0C1zv7X18LKdX2UKGgGaAloD0MIxHsOLEesbECUhpRSlGgVTYYCaBZHQLXPAZP2wmp1fZQoaAZoCWgPQwgrwk1GFVJsQJSGlFKUaBVNCAJoFkdAtc/j0e2d/nV9lChoBmgJaA9DCI2Y2ecxP1pAlIaUUpRoFU3oA2gWR0C10JJrcj7idX2UKGgGaAloD0MInKIjufyiYUCUhpRSlGgVTegDaBZHQLXRbMHryDt1fZQoaAZoCWgPQwg0aOif4K1xQJSGlFKUaBVNJgNoFkdAtdHi5Xlr/XV9lChoBmgJaA9DCME24sku9HFAlIaUUpRoFU2eAWgWR0C10puVTrE+dX2UKGgGaAloD0MIk6zD0dVucECUhpRSlGgVTRECaBZHQLXSqeRPoFF1fZQoaAZoCWgPQwgJa2PsBJJwQJSGlFKUaBVNlQFoFkdAtdMjVG0/nnV9lChoBmgJaA9DCF37AnqhPnBAlIaUUpRoFU03AWgWR0C10zkw35vcdX2UKGgGaAloD0MIVp5A2KnFZECUhpRSlGgVTegDaBZHQLXTZQ6ZH/d1fZQoaAZoCWgPQwhYq3ZNyL5vQJSGlFKUaBVNhQFoFkdAtdODLFGXonV9lChoBmgJaA9DCOBKdmyEKWRAlIaUUpRoFU3oA2gWR0C11FMA/9pAdX2UKGgGaAloD0MIA5SGGoUccECUhpRSlGgVTYECaBZHQLXUnFXaJyh1fZQoaAZoCWgPQwi29GiqJ9tAQJSGlFKUaBVL5GgWR0C11jp44ZMtdX2UKGgGaAloD0MIbAn5oGcicUCUhpRSlGgVTYcBaBZHQLXW5diDujR1fZQoaAZoCWgPQwiVD0HV6LBtQJSGlFKUaBVNQwFoFkdAtdc37m+0xHV9lChoBmgJaA9DCEMEHEKVfE1AlIaUUpRoFU0QAWgWR0C112H9m6GydX2UKGgGaAloD0MIDYy8rInscECUhpRSlGgVTXYCaBZHQLXXeJIDoyN1fZQoaAZoCWgPQwh7Mv/om8A1QJSGlFKUaBVL+2gWR0C11/8c+7lJdX2UKGgGaAloD0MIu0ihLHyvcECUhpRSlGgVTWEBaBZHQLXYaSLZSNx1fZQoaAZoCWgPQwgEq+rlN8hxQJSGlFKUaBVNpQJoFkdAtdhsguAZsXV9lChoBmgJaA9DCKtALQaPVm1AlIaUUpRoFU1kAmgWR0C12Su14Pf9dX2UKGgGaAloD0MIyLd3DXo1bECUhpRSlGgVTdMBaBZHQLXZLzwMH8l1fZQoaAZoCWgPQwgBv0aSIL5tQJSGlFKUaBVN7gFoFkdAtdoSvUz9CXV9lChoBmgJaA9DCJs3Tgpz2GFAlIaUUpRoFU3oA2gWR0C12nPmDDjzdX2UKGgGaAloD0MIdej0vBsVRECUhpRSlGgVS+doFkdAtdp8oMKCx3V9lChoBmgJaA9DCE1NgjckQWRAlIaUUpRoFU3oA2gWR0C1255C4SYgdWUu"
+        ":serialized:": "gAWVaRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI+THmrqVFZECUhpRSlIwBbJRN6AOMAXSUR0DA6nOdkJ8fdX2UKGgGaAloD0MIryMO2cAWZUCUhpRSlGgVTegDaBZHQMDqfVIRRMx1fZQoaAZoCWgPQwhV3/lFCWRwQJSGlFKUaBVN2gFoFkdAwOqXEzfrKXV9lChoBmgJaA9DCD86deWz9CTAlIaUUpRoFU3oA2gWR0DA6sTgjyFxdX2UKGgGaAloD0MIvmplwi8haECUhpRSlGgVTegDaBZHQMDrB2gvlEJ1fZQoaAZoCWgPQwjDRlm/mQ5FQJSGlFKUaBVLcmgWR0DA6xnWSU1RdX2UKGgGaAloD0MIcM0d/a/iZUCUhpRSlGgVTegDaBZHQMDrIV3dKul1fZQoaAZoCWgPQwgrvwzGiGByQJSGlFKUaBVNygJoFkdAwOwqjfNzKnV9lChoBmgJaA9DCNlcNc8Rk1ZAlIaUUpRoFU3oA2gWR0DA7KbADaGpdX2UKGgGaAloD0MIlkIgl7grY0CUhpRSlGgVTegDaBZHQMDs2CVbA1x1fZQoaAZoCWgPQwiFs1vL5ENmwJSGlFKUaBVNgwJoFkdAwO09qzqrzXV9lChoBmgJaA9DCI3UeypnBXJAlIaUUpRoFU1GAmgWR0DA71ybWmP6dX2UKGgGaAloD0MIyqXxC6+/ckCUhpRSlGgVTecDaBZHQMDvyxDkU9J1fZQoaAZoCWgPQwg/j1GeedxlQJSGlFKUaBVN6ANoFkdAwO/lCfHxSnV9lChoBmgJaA9DCFcE/1vJU3FAlIaUUpRoFU0cA2gWR0DA8MCHM2WIdX2UKGgGaAloD0MIfc9IhMa3ZUCUhpRSlGgVTegDaBZHQMDwy0eEIxB1fZQoaAZoCWgPQwgDfSJPktdxQJSGlFKUaBVNgwJoFkdAwRvCAAhjfHV9lChoBmgJaA9DCGZrfZFQUGBAlIaUUpRoFU3oA2gWR0DBG+puKoAGdX2UKGgGaAloD0MImrD9ZEwXckCUhpRSlGgVTRECaBZHQMEb8aij+Jh1fZQoaAZoCWgPQwg1mfG2UiFxQJSGlFKUaBVNTQNoFkdAwRv6mqo60nV9lChoBmgJaA9DCH6pnzcV+WFAlIaUUpRoFU3oA2gWR0DBHAVepn6EdX2UKGgGaAloD0MIT6+UZQjvcECUhpRSlGgVTdgDaBZHQMEcFD4gzP91fZQoaAZoCWgPQwiOyHcpdfJnQJSGlFKUaBVN6ANoFkdAwRwy4ACGOHV9lChoBmgJaA9DCLuaPGW17mVAlIaUUpRoFU3oA2gWR0DBHEg1xbSrdX2UKGgGaAloD0MIJSNnYU9bcUCUhpRSlGgVTdgDaBZHQMEcW3Adn011fZQoaAZoCWgPQwjNdoU+2G9xQJSGlFKUaBVNaQFoFkdAwRzYv1UVBXV9lChoBmgJaA9DCNyEe2UegnBAlIaUUpRoFUv9aBZHQMEc7RwIdEN1fZQoaAZoCWgPQwgZqmIqPeJyQJSGlFKUaBVNDgNoFkdAwRzxV3ljmXV9lChoBmgJaA9DCJy/CYUIxXBAlIaUUpRoFU0RAWgWR0DBHQ/RNRFadX2UKGgGaAloD0MIVcGopA7VcECUhpRSlGgVS91oFkdAwR1VQID5kHV9lChoBmgJaA9DCPp6vmb5D3FAlIaUUpRoFU0TAWgWR0DBHV9mcvugdX2UKGgGaAloD0MI7na9NAUOcUCUhpRSlGgVTRsCaBZHQMEdZ5JkGzN1fZQoaAZoCWgPQwieYP91Lv5xQJSGlFKUaBVNVwFoFkdAwR2J0cwQDnV9lChoBmgJaA9DCPYINUMql29AlIaUUpRoFU23A2gWR0DBHbEN6PbPdX2UKGgGaAloD0MIUUzeAHNscUCUhpRSlGgVTU4BaBZHQMEdyRIjGDN1fZQoaAZoCWgPQwg6OxkcZYNxQJSGlFKUaBVNbQFoFkdAwR3PMzuWr3V9lChoBmgJaA9DCHmsGRkkwXFAlIaUUpRoFU08AmgWR0DBHeEurZJ1dX2UKGgGaAloD0MIoUliSTnLcUCUhpRSlGgVTYIBaBZHQMEd4+nhsIp1fZQoaAZoCWgPQwhauoJtxAhuQJSGlFKUaBVNggFoFkdAwR5Tet0V8HV9lChoBmgJaA9DCEZAhSMIAHJAlIaUUpRoFUvWaBZHQMEeesqaw2V1fZQoaAZoCWgPQwg/jXvzWzVxQJSGlFKUaBVNSQFoFkdAwR6eY4Qz13V9lChoBmgJaA9DCF6iemug3HBAlIaUUpRoFUvmaBZHQMEetbMX7+F1fZQoaAZoCWgPQwj9EvHWeTBvQJSGlFKUaBVN6gFoFkdAwR7NOtW+5HV9lChoBmgJaA9DCEAUzJiCCW9AlIaUUpRoFUvJaBZHQMEezpa7mMh1fZQoaAZoCWgPQwjkEkceSEVxQJSGlFKUaBVLvmgWR0DBHtwrtmcwdX2UKGgGaAloD0MI75BigATwcUCUhpRSlGgVTYABaBZHQMEfC3wb2lF1fZQoaAZoCWgPQwg9Kv7vSDdyQJSGlFKUaBVL5WgWR0DBHw0qFyq/dX2UKGgGaAloD0MIYYkHlM0+bMCUhpRSlGgVTYsBaBZHQMEfabRF7Up1fZQoaAZoCWgPQwgYXHNHf1NwQJSGlFKUaBVNmQFoFkdAwR9zH4oJA3V9lChoBmgJaA9DCMzs8xhlX3FAlIaUUpRoFU0BAmgWR0DBH4S7I1cddX2UKGgGaAloD0MIMzffiO5LckCUhpRSlGgVTRgBaBZHQMEfz2J79ht1fZQoaAZoCWgPQwidZKvLaXpxQJSGlFKUaBVLpGgWR0DBH+pXfZVXdX2UKGgGaAloD0MI4xk09M/PcECUhpRSlGgVS/doFkdAwSACkrPMS3V9lChoBmgJaA9DCJLPK546k3JAlIaUUpRoFUv2aBZHQMEgGmYa5wx1fZQoaAZoCWgPQwhVaCCWzTlxQJSGlFKUaBVL9GgWR0DBIFnzQNTcdX2UKGgGaAloD0MIPLznwLIxckCUhpRSlGgVTSUCaBZHQMEglCRW9151fZQoaAZoCWgPQwj99J81P9NwQJSGlFKUaBVNGgJoFkdAwSClaFmFrXV9lChoBmgJaA9DCBrggmxZN3FAlIaUUpRoFU1eAWgWR0DBILDXBguzdX2UKGgGaAloD0MIck9Xd2yKcUCUhpRSlGgVS/1oFkdAwSDh74SHunV9lChoBmgJaA9DCLhAguKH3HFAlIaUUpRoFU2sAWgWR0DBISzJ8v25dX2UKGgGaAloD0MI00z3OqlPY0CUhpRSlGgVTegDaBZHQMEhQWepXIV1fZQoaAZoCWgPQwif5uRFZkdzQJSGlFKUaBVNBwFoFkdAwSFC42CNCXV9lChoBmgJaA9DCGmQgqcQu3FAlIaUUpRoFUv8aBZHQMEhTqVQhwF1fZQoaAZoCWgPQwhdF35wPjVDQJSGlFKUaBVLiWgWR0DBIVQ8KXv6dX2UKGgGaAloD0MIzLT9KyvtEMCUhpRSlGgVS3hoFkdAwSFYAjps43V9lChoBmgJaA9DCJxNRwA3ZzhAlIaUUpRoFUt0aBZHQMEhgF41P311fZQoaAZoCWgPQwhvumWHOARxQJSGlFKUaBVNPgFoFkdAwSG/czImxHV9lChoBmgJaA9DCBEAHHt2+3JAlIaUUpRoFU1TAWgWR0DBIfJc3VCpdX2UKGgGaAloD0MIyhmKO97Jb0CUhpRSlGgVTdUBaBZHQMEh+vrnkkt1fZQoaAZoCWgPQwiMoDGTqElMQJSGlFKUaBVN6ANoFkdAwSI81NQCS3V9lChoBmgJaA9DCL9H/fWKsHBAlIaUUpRoFU1vAWgWR0DBIqToIOYqdX2UKGgGaAloD0MIdjV5yqqXcECUhpRSlGgVTSQBaBZHQMEi4w8fV7R1fZQoaAZoCWgPQwgGZK93/85xQJSGlFKUaBVN9QFoFkdAwSMx9n9NvnV9lChoBmgJaA9DCNf34SBhNnBAlIaUUpRoFU0EAWgWR0DBI0yp1ie/dX2UKGgGaAloD0MISBrc1hYrcUCUhpRSlGgVTVoBaBZHQMEjV10cOsl1fZQoaAZoCWgPQwjo9SfxeSBxQJSGlFKUaBVNZwFoFkdAwSNk0Ltu1nV9lChoBmgJaA9DCBq/8ErSP3BAlIaUUpRoFU0NAWgWR0DBI5IB3iaRdX2UKGgGaAloD0MIKAr0iTxBbkCUhpRSlGgVTWABaBZHQMEjlN7SiM51fZQoaAZoCWgPQwjAWrVrwkxxQJSGlFKUaBVNlQFoFkdAwSOydVea8nV9lChoBmgJaA9DCJp4B3hSgWVAlIaUUpRoFU3oA2gWR0DBJBFsSCe3dX2UKGgGaAloD0MIb9kh/iHNcUCUhpRSlGgVTQwCaBZHQMEkMxcE/0N1fZQoaAZoCWgPQwhYVwVqsR5iQJSGlFKUaBVN6ANoFkdAwSQ12K2rn3V9lChoBmgJaA9DCLudfeVB5G9AlIaUUpRoFU1jAWgWR0DBJFzfm9xqdX2UKGgGaAloD0MI8E3TZ4e0b0CUhpRSlGgVTTUBaBZHQMEkfA5Jbt91fZQoaAZoCWgPQwjC9/4G7cE6QJSGlFKUaBVL+mgWR0DBJJpk5IYndX2UKGgGaAloD0MI5l31gPnLbkCUhpRSlGgVS8RoFkdAwSSo3gDRt3V9lChoBmgJaA9DCKpFRDG5mXFAlIaUUpRoFU0GAWgWR0DBJL+9SMtLdX2UKGgGaAloD0MI66urArV4LUCUhpRSlGgVS31oFkdAwSTawwCbMHV9lChoBmgJaA9DCJks7j+yOGdAlIaUUpRoFU3oA2gWR0DBJPy3RXwLdX2UKGgGaAloD0MIYOgRo2cacUCUhpRSlGgVS/RoFkdAwSWAOz6acHV9lChoBmgJaA9DCI3SpX+Jv3FAlIaUUpRoFU3QAWgWR0DBJYPo7muDdX2UKGgGaAloD0MIJH1aRX9TcUCUhpRSlGgVS9ZoFkdAwSWlpr1ui3V9lChoBmgJaA9DCMO8x5mmAG9AlIaUUpRoFU01AWgWR0DBJb2U4aP0dX2UKGgGaAloD0MI6q9XWHDwckCUhpRSlGgVTRYBaBZHQMEl3l+3H7x1fZQoaAZoCWgPQwidgCbChpNEQJSGlFKUaBVLcGgWR0DBJkfaxoqTdX2UKGgGaAloD0MI6iPwhx9GcECUhpRSlGgVTT8BaBZHQMEmYTB68g91fZQoaAZoCWgPQwire2RzVZVtQJSGlFKUaBVNQQFoFkdAwSZzUzbeuXV9lChoBmgJaA9DCJJ0zeQb729AlIaUUpRoFUvJaBZHQMEmqV+iJwd1fZQoaAZoCWgPQwi/02TGm5JxQJSGlFKUaBVNOwFoFkdAwSbK6J66a3V9lChoBmgJaA9DCEHTEiuj6mNAlIaUUpRoFU3oA2gWR0DBJu7u+h4/dWUu"
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 320,
+    "_n_updates": 1600,
     "n_steps": 2048,
     "gamma": 0.99,
     "gae_lambda": 0.95,
     "ent_coef": 0.0,
     "vf_coef": 0.5,
     "max_grad_norm": 0.5,
-    "batch_size": 128,
-    "n_epochs": 20,
+    "batch_size": 256,
+    "n_epochs": 100,
     "clip_range": {
         ":type:": "<class 'function'>",
         ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"

PPO-LunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:29e0dc77cc6c4bfa7ed69ee0628b1d46e1d1bf630dfea122ff6f2365d3117638
+oid sha256:eb8a7e00ac68c55ac7495fb2a92763920b4ea80a2fc88d05d31989408d3712db
 size 84893

PPO-LunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d4980c0266f484f25f2356d63858c34c4f34b832de0c9013371f9aa6ad2855a2
+oid sha256:76140f35425b0ea25e2fda351cb37a4eb57f862d343f57743957e940541eb740
 size 43201

README.md

@@ -10,7 +10,7 @@ model-index:
   results:
   - metrics:
     - type: mean_reward
-      value: 248.34 +/- 20.42
+      value: 258.01 +/- 18.06
       name: mean_reward
     task:
       type: reinforcement-learning

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f9cfacfd9e0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f9cfacfda70>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f9cfacfdb00>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f9cfacfdb90>", "_build": "<function ActorCriticPolicy._build at 0x7f9cfacfdc20>", "forward": "<function ActorCriticPolicy.forward at 0x7f9cfacfdcb0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f9cfacfdd40>", "_predict": "<function ActorCriticPolicy._predict at 0x7f9cfacfddd0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f9cfacfde60>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f9cfacfdef0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f9cfacfdf80>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f9cfad4e330>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVLwsAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZSMFG51bXB5LnJhbmRvbS5fcGlja2xllIwSX19yYW5kb21zdGF0ZV9jdG9ylJOUjAdNVDE5OTM3lIWUUpR9lCiMDWJpdF9nZW5lcmF0b3KUaBOMBXN0YXRllH2UKIwDa2V5lIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolsAJAAAAAAAAAAAAgEAFtoQEXveRUzsHBEhbGWYQ1fxamBaEH/EdATYi3Vs9PGFKdGMFD42q4wH5nmuwnixVkQI42NMsgwggBriAWLywbAW5XRwQuNzbE0fF3EtXXA1UqL4lzUlVzDhDWyub8w55Aw6mxlxpXucFZO5CkwFRxGeEEMS6g4Z5NYBqm0/BncpNbP5YsulCYUU61pZx8SxPmz/+DBgiea8iXMSf0jcVrEwtp9XUR7A0Tg8J4dlFAb8xgvUeTQoX9Ku98fEtqPEJWIkCrEguBNclDTY94U+WjsNdM6/E4Lou6Qzf0BpF2Jc33FSklC64t+ipd8oJJaaAfebzKKZaCvD7CVE2sC8CAWmozjnaxX/i6GBKdgSka/ynoEJ4G4GmgcbPx0qe4yLepM6o0/CO3OHG2U6KNrJQ63htD3nXy++RkUIdSIqK8TMksNM6QI2VW62NSXPkory16bqoLjpKIEMsH3YJvy9Hh3sWv1fEgmuyBojok3SF3Uin/uT2bfhuy77JUXwaUEDz1lr8R/LQ+UI/U2ZxqhUDyvHtYGbgMu5WQwxbHv30JKNErQkg/MFTc1oVUMtTbqPYgypPUZxmfVXyrtKvfTL4DNp53P+YK4U2I30MYnIPtYJ2n+SKfaV3nzwQJC8+P954YX5GGqBRtJf6vESPJtqSptSaEQCEaz7t+numMRf5LfKb6M5xFdCOwgI+xJS4FYFQXmxb0JmeGHra7DZ7pDdPfFAYZlw96cBR6eFFxxZGbH8cqJKeJrIEy9SYMJ7VfSSgkKOgF+bv/GTwqYygw2YD627SEmF3UDNnl0V9FMpaknPmJEklFiexjZLJ3ArVDOYJFuqJYYP59NqlQmRVJQK8NaW0Icy51O3iF9K6hR14zpfzYb/MldzLMcUWwVhPKnGm5bNeROqZqhc18OTsY2DYl+z4cUBXp8zXnm+t7IztwAq+mMlWd/KUM6eNbvUYIVdLAsAHEOldAsCTgZHv7RQOhFvu+7+/7DKY8azdFHXHaGGr/h9D8Hu9bP5U472X7Ek5+rMp+FKIYVK0u1g5SaRNVI0sCXYfRfmkSf3eW9tFVxN6F0VpxsYuhGAhoLsb0IAtMpLDIoM0+M6OyWRVz01ZMdskOePphkmPs3UFBvkoYrfBIxDSYmAEnYXoo3gULkZda3p2zceK4i2YOyRl8LJCWrybyD+pYLcxh4sKyk+CTuQ2u/uvkTqMeCu8/+Wmx0EOc1kdNQLuW63P9/zuDhWRs3Ny4noarLeIv48KikqVCuX8E7aSveDfccYP9i8VaEfbBLUTG5zBz8T+Z+1OdYap2E18G2iUSSLoi4SQFufcKM5t8klcFKseVqfAZMGPjkveGsNXlZ4Wljj6+5QTEOG1zOfShokA8Isrxe4nkF0/ze0gktL3elhuXtnqYel1uKjQOS4V7pGtInrY3d6d5Eu3s/0Tu7LTrFk4YTFo/LUjxNjRNE6d6/aeUkuE+VMfxficJ/lXMX9Buvt0pCx4oZIXTdq3KiQJjczrc14srqUte1uchHKKKcJpBGgukRLCl8dOn8oLa2zOIrFOTnfBOHy03jgWz/DKG10KjffemktYGgWR/M/sk3JFTuF5EdoPEroRmGzIhnCJbKMmGQQYCRF+tkqPx591dRGEZR0II4MHw2W/X+2qRiuzLEsrRrsVzYr0QckG/okTSR0t/L5xBZUG8kfWMbjQXe5FPxSYTpD63oZP5m727YJbSsFiAwa9bWXQZGTN/cjV894r2uElN5ykR0sBkFSO4RIu6m8NdHkQ2fapadzgAR+QvXAsjsYOHKOMihoapouJWmcNj4B7vkP2o3dWvonYzROMwCm2Y8fbT7UmvUW7OwYzczX+Z++t0Ee71T1jSXw770TAhBETo8WvombQeEKNCxkzbLG2Ytj81Ffj8ljIVsGsBzre+bR2drQYR4pny47LEm9RADKoVENsLsOCEWLool0m8K+MC1GwLmVkZ7QzSBZHrfE7kdqpikRA8iVLKRVmZETyWH8s8sJOyD8N4VXfvy6H7VSGY+UcEoB8D2B/bbFLnLxe+bUGaBzQUIC65BifUy5VVSvTw6BpFzu1tBi9mFTab+hdC25pDJ9J0Cd0LSd4TYY1zDaMoi80Qz+Hh8p3SUpL5LoTbxd6oFTTuc5cF+9LcpcTRNmRDajA9lJt7cgJPLpIb1sUdnY41dvG0vY9U8m26hFGnQbVnqPxqHxOlvOGqHPzmKGi/wFsQhsFQVSCi/46iR8gt5mYI8Ep8HMVlRvrFkWjEKvMAM5e0Ug33SIaOR1MFutQjx4ZniSIbSPcRLzPiikdzcanXwfTtjcFmt4rk52RZwJvtmiQIt3UsAQxjRIk0/F1AWF/AvcDMAAKdzMJrY9OZEZj8xNLovnzeyt+gBt/BVGu1YPRJvK5ZW6dawI8CiX/IbRMUvKhsJhw/RkxNJBT1+/XwkU8+/Ir9BttTvM2wRvgNN08MRFK6R9DtcVIxZ/cfSchr46uOwA9zHkWZENj7MnPoWh7CQr7VphAMZ1DgjUhdh5fDKR35i1v5NWt/HS4/gfBah8wFoiFZKNVpaY04XPqwv8cXFFfC87z+ydz9DZ3XNEiuO7raobrZPoXwPqrRsxQ2+o7+rgaBXwvknllt1VgMYI5AQRqd77YLMKaLzPie0KEunehFaY1bkJID7MFauXzYXz3q+T1WuAP/LwZ9MxGP7YbETDpuzmtStlgKTJSek94RJm3IXFy9gQfYy5TqUGtLKR0YBu+1V7pNmE9t6KyC3BdoMEul4FMG8UecG3SUVMXI/AZ7YOEyXzfM1IXlQsKv/8MdoHo5Uq92Vtie0f8sbzwDqPIakuRft+5KsoPuWNoH9L0HZUmf+3Vh5kFPEMf3HyYTJHdQ8w3P3vsC6oP205TYzTolJmP83ZkrdMKxaxDGzaboGX9rEyqvR64zm4BiATqORluZycRCqkkEZizsXuZHa0Dry8wQ8A6cEVSyDlUqeXIx/Pu/u4NFu9SIA54+jIalVujas6eC5ZIIggqZuvHZhHt41KfhdAP7Yx9ThPqRI26hCitJIxS9GQbQdrVtByaTDKHrnxd3QJNXKQXZCYTtwz+Lu4Lc2qW4pHZkSCm5amXPzFgZ4meW8VWATHib55e72e1jDAvpDLe7NNy5RJiuhA4o2aEJJ7/FkWpWYdSOte3GzXb02mJtlzUTGQeADozBBPf2ITtJjwpKo3/P0xV59RCaLZMMP2URTJcvXDeKMyqHLTPgXwETqyY1HBUKYWMMVpFky/YiviuaHhHelV/bPtGk2gW3SLrCTMyR7I4eRAqxb1irNqnaAMG3Jlira6P3C+GHunvlGgJjAJ1NJSJiIeUUpQoSwNoDU5OTkr/////Sv////9LAHSUYk1wAoWUjAFDlHSUUpSMA3Bvc5RNcAJ1jAloYXNfZ2F1c3OUSwCMBWdhdXNzlEcAAAAAAAAAAHVidWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": "RandomState(MT19937)"}, "n_envs": 16, "num_timesteps": 524288, "_total_timesteps": 500000.0, "_num_timesteps_at_start": 0, "seed": 242, "action_noise": null, "start_time": 1652894290.066164, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAALMMJb1ck0K6i2rjusvfNLZLRJc6Jl8BOgAAgD8AAIA/Gg5EPh2dYz4Ty/+97guTvkgNsDvakGG9AAAAAAAAAABm8V+9e9SVugLpXzq6iko1lxkSuw+RgbkAAIA/AACAPwCoKbvDOWu6MjVyOjF6SzUeNKi3+emKuQAAgD8AAIA/E6E+vvyGKT0IZg8+UwIOviZ6er1jj328AAAAAAAAAAAAs4O97OHvuV3Wt7mGMla2TwoJu5aM2TgAAIA/AACAP7NK6D7/9HU/lpOnPkX/pr4BRng+iHvqPAAAAAAAAAAA2I3GviFN1T4GwCk+LNaDvomQAb6ZNIq9AAAAAAAAAAAzGJg9j74Sukq3X7oO4YW1Xu/fuU2+gDkAAIA/AACAPy1ZFb62kjK8c7dDvT0Y2rvvOJI92BC0PAAAgD8AAAAAzYmZvHvImLoeWZs6ALcltFm+CbvSPLC5AACAPwAAgD+Aizs9e5aIuvNZgDwLIbI8Pg1Xu1wrmz0AAIA/AACAP5qAw7xc01a6v3YYt6/7zLGE0hc3zqE1NgAAgD8AAIA/07lFPng+rzybdvy7lVNiuuRgOD6+BW67AACAPwAAgD+AqjK9w104utOVgzPVb7CvTjb7OtoMuLMAAIA/AACAP6bJtD3hWrG40ruBOakLNDRo6007BgKZuAAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.04857599999999995, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVexAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI+aHSiBm6YECUhpRSlIwBbJRN6AOMAXSUR0C1VvRjFyaNdX2UKGgGaAloD0MIqyFxj6U0ZECUhpRSlGgVTegDaBZHQLVXKQC0WuZ1fZQoaAZoCWgPQwh1IOupVfZjQJSGlFKUaBVN6ANoFkdAtVco5Qxes3V9lChoBmgJaA9DCKH3xhAAe21AlIaUUpRoFU3MAWgWR0C1V3SmIj4YdX2UKGgGaAloD0MI2gOtwFBCcUCUhpRSlGgVTaICaBZHQLVXoDLr5Zd1fZQoaAZoCWgPQwgbZf1m4iRjQJSGlFKUaBVN6ANoFkdAtVmpSqEOAnV9lChoBmgJaA9DCB/axwp+72BAlIaUUpRoFU3oA2gWR0C1WhvWcz68dX2UKGgGaAloD0MIcjEG1nFMYkCUhpRSlGgVTegDaBZHQLVacoxYaHd1fZQoaAZoCWgPQwjhYG9iyO9iQJSGlFKUaBVN6ANoFkdAtVqV4bCJoHV9lChoBmgJaA9DCCS1UDI5MWNAlIaUUpRoFU3oA2gWR0C1W7poXbdrdX2UKGgGaAloD0MImBWKdD+uaECUhpRSlGgVTegDaBZHQLV/f6WgOBl1fZQoaAZoCWgPQwiMLJljedcpQJSGlFKUaBVL+2gWR0C1gCP557gLdX2UKGgGaAloD0MIyjFZ3H8iYUCUhpRSlGgVTegDaBZHQLWAPALiMpB1fZQoaAZoCWgPQwhZaVIKOnVgQJSGlFKUaBVN6ANoFkdAtYIOfQKKHnV9lChoBmgJaA9DCGoV/aGZrlxAlIaUUpRoFU3oA2gWR0C1ghwmu1WsdX2UKGgGaAloD0MIbCbfbPOKbkCUhpRSlGgVTdUCaBZHQLWEY7Wd3B51fZQoaAZoCWgPQwhm9KPhlDxlQJSGlFKUaBVN6ANoFkdAtYWoiliz9nV9lChoBmgJaA9DCEEqxY4GK3FAlIaUUpRoFU2uAmgWR0C1hmANoakzdX2UKGgGaAloD0MIQMBatetqa0CUhpRSlGgVTWgDaBZHQLWGi8kUsWh1fZQoaAZoCWgPQwinIhXGlllvQJSGlFKUaBVNigNoFkdAtYds8aGYbHV9lChoBmgJaA9DCOLNGryvNGRAlIaUUpRoFU3oA2gWR0C1iCFdX1aodX2UKGgGaAloD0MIA0AVN265OUCUhpRSlGgVS/1oFkdAtYg38wYcenV9lChoBmgJaA9DCGGpLuBl3WBAlIaUUpRoFU3oA2gWR0C1iIbL6k6+dX2UKGgGaAloD0MIryKjAxLXZkCUhpRSlGgVTegDaBZHQLWI603Ov+x1fZQoaAZoCWgPQwhJ1uHoKvFXQJSGlFKUaBVN6ANoFkdAtYuiQzUI9nV9lChoBmgJaA9DCHXIzXADAmRAlIaUUpRoFU3oA2gWR0C1i8eXqqwRdX2UKGgGaAloD0MI4pNOJBjRbECUhpRSlGgVTcMCaBZHQLWMj8YAKfF1fZQoaAZoCWgPQwiJfQIoRpFjQJSGlFKUaBVN6ANoFkdAtYzyIuXeFnV9lChoBmgJaA9DCBv0pbc/fV1AlIaUUpRoFU3oA2gWR0C1jmK+N96UdX2UKGgGaAloD0MIk5BI2/i9Y0CUhpRSlGgVTegDaBZHQLWO+Z4wAVB1fZQoaAZoCWgPQwgq4J7nzx1mQJSGlFKUaBVN6ANoFkdAtY8QSsbNr3V9lChoBmgJaA9DCLWHvVDAbF1AlIaUUpRoFU3oA2gWR0C1kPBg7YChdX2UKGgGaAloD0MIMEj6tIrUcECUhpRSlGgVTWMBaBZHQLWUEzreImB1fZQoaAZoCWgPQwi6nui68PFfQJSGlFKUaBVN6ANoFkdAtZTaNwR5DHV9lChoBmgJaA9DCMlWl1OCK2FAlIaUUpRoFU1dA2gWR0C1lWcBQvYfdX2UKGgGaAloD0MIcXK/Q1H0YUCUhpRSlGgVTegDaBZHQLWVkQXAM2F1fZQoaAZoCWgPQwgGMGXggNZiQJSGlFKUaBVN6ANoFkdAtZW5awD/2nV9lChoBmgJaA9DCDZZox6iz2BAlIaUUpRoFU3oA2gWR0C1lp/UaybAdX2UKGgGaAloD0MIuHcN+tKaYUCUhpRSlGgVTegDaBZHQLWXVBdUsFt1fZQoaAZoCWgPQwjcL5+sGF9hQJSGlFKUaBVN6ANoFkdAtZe7HxSYPXV9lChoBmgJaA9DCCVa8njaKmJAlIaUUpRoFU3oA2gWR0C1mB4BJZntdX2UKGgGaAloD0MI2VpfJPQ4cUCUhpRSlGgVTcYDaBZHQLWacHJtBOZ1fZQoaAZoCWgPQwhDIJc48sg/QJSGlFKUaBVN6ANoFkdAtZsq7aqS5nV9lChoBmgJaA9DCHUCmggbbVlAlIaUUpRoFU3oA2gWR0C1nA154W1udX2UKGgGaAloD0MIgzEiUeh8YECUhpRSlGgVTegDaBZHQLWceYUFjd51fZQoaAZoCWgPQwhyb37DxPlsQJSGlFKUaBVNgwJoFkdAtb//m8ujAXV9lChoBmgJaA9DCJ+u7lhsf1JAlIaUUpRoFU3oA2gWR0C1wKXBxgiNdX2UKGgGaAloD0MI30+Nl26+YkCUhpRSlGgVTegDaBZHQLXAvDej2zx1fZQoaAZoCWgPQwhm22lrRBxwQJSGlFKUaBVNdQNoFkdAtcDYMz/IbXV9lChoBmgJaA9DCE9Y4gFlky9AlIaUUpRoFUvqaBZHQLXBlFH8TBZ1fZQoaAZoCWgPQwjMRXwnpnFwQJSGlFKUaBVNXAFoFkdAtcJsona37XV9lChoBmgJaA9DCEErMGT1eXBAlIaUUpRoFU0wAmgWR0C1wqaAvtdBdX2UKGgGaAloD0MIFOtU+d4kcUCUhpRSlGgVTcUBaBZHQLXDQTF2mpF1fZQoaAZoCWgPQwhfl+E/3fduQJSGlFKUaBVN5gJoFkdAtcOrUExIrnV9lChoBmgJaA9DCGb4TzdQY3BAlIaUUpRoFU1VAWgWR0C1xM4R28qXdX2UKGgGaAloD0MI3PEmv8XOcUCUhpRSlGgVTacDaBZHQLXFQnUDuBt1fZQoaAZoCWgPQwidobjjTYhgQJSGlFKUaBVN6ANoFkdAtcW4hyKekHV9lChoBmgJaA9DCOONzCN/i25AlIaUUpRoFU1wAWgWR0C1xdPUWl/IdX2UKGgGaAloD0MIZyjueNMMcUCUhpRSlGgVTYUBaBZHQLXGVepGWld1fZQoaAZoCWgPQwgo8iTpmgFmQJSGlFKUaBVN6ANoFkdAtcZg2XLNfXV9lChoBmgJaA9DCEga3NYWgGVAlIaUUpRoFU3oA2gWR0C1xoVIuoP1dX2UKGgGaAloD0MIWU+tvjp2bECUhpRSlGgVTYkBaBZHQLXHFPv8ZUF1fZQoaAZoCWgPQwiBI4EGG0BjQJSGlFKUaBVN6ANoFkdAtcfy36Q/5nV9lChoBmgJaA9DCEBR2bCm8WJAlIaUUpRoFU3oA2gWR0C1yE8MAmzCdX2UKGgGaAloD0MIL6LtmHpKcECUhpRSlGgVTVcBaBZHQLXLJ3y7PIJ1fZQoaAZoCWgPQwgDllzFosNwQJSGlFKUaBVNRAFoFkdAtcu+Q0XP7nV9lChoBmgJaA9DCJTb9j2q43BAlIaUUpRoFU04AWgWR0C1zKLOAy2ydX2UKGgGaAloD0MI5UaRtYYvY0CUhpRSlGgVTegDaBZHQLXM9QUHpr11fZQoaAZoCWgPQwia6sn8Y9FxQJSGlFKUaBVN+gJoFkdAtc2kdYGMXXV9lChoBmgJaA9DCLg7a7edmXFAlIaUUpRoFU0xAmgWR0C1zflsguAadX2UKGgGaAloD0MIzlXzHBEFcUCUhpRSlGgVTdoCaBZHQLXORUbDMvB1fZQoaAZoCWgPQwiFe2XeKnRyQJSGlFKUaBVNsQJoFkdAtc7BvUBnz3V9lChoBmgJaA9DCKRS7Ggc92JAlIaUUpRoFU3oA2gWR0C1zv7X18LKdX2UKGgGaAloD0MIxHsOLEesbECUhpRSlGgVTYYCaBZHQLXPAZP2wmp1fZQoaAZoCWgPQwgrwk1GFVJsQJSGlFKUaBVNCAJoFkdAtc/j0e2d/nV9lChoBmgJaA9DCI2Y2ecxP1pAlIaUUpRoFU3oA2gWR0C10JJrcj7idX2UKGgGaAloD0MInKIjufyiYUCUhpRSlGgVTegDaBZHQLXRbMHryDt1fZQoaAZoCWgPQwg0aOif4K1xQJSGlFKUaBVNJgNoFkdAtdHi5Xlr/XV9lChoBmgJaA9DCME24sku9HFAlIaUUpRoFU2eAWgWR0C10puVTrE+dX2UKGgGaAloD0MIk6zD0dVucECUhpRSlGgVTRECaBZHQLXSqeRPoFF1fZQoaAZoCWgPQwgJa2PsBJJwQJSGlFKUaBVNlQFoFkdAtdMjVG0/nnV9lChoBmgJaA9DCF37AnqhPnBAlIaUUpRoFU03AWgWR0C10zkw35vcdX2UKGgGaAloD0MIVp5A2KnFZECUhpRSlGgVTegDaBZHQLXTZQ6ZH/d1fZQoaAZoCWgPQwhYq3ZNyL5vQJSGlFKUaBVNhQFoFkdAtdODLFGXonV9lChoBmgJaA9DCOBKdmyEKWRAlIaUUpRoFU3oA2gWR0C11FMA/9pAdX2UKGgGaAloD0MIA5SGGoUccECUhpRSlGgVTYECaBZHQLXUnFXaJyh1fZQoaAZoCWgPQwi29GiqJ9tAQJSGlFKUaBVL5GgWR0C11jp44ZMtdX2UKGgGaAloD0MIbAn5oGcicUCUhpRSlGgVTYcBaBZHQLXW5diDujR1fZQoaAZoCWgPQwiVD0HV6LBtQJSGlFKUaBVNQwFoFkdAtdc37m+0xHV9lChoBmgJaA9DCEMEHEKVfE1AlIaUUpRoFU0QAWgWR0C112H9m6GydX2UKGgGaAloD0MIDYy8rInscECUhpRSlGgVTXYCaBZHQLXXeJIDoyN1fZQoaAZoCWgPQwh7Mv/om8A1QJSGlFKUaBVL+2gWR0C11/8c+7lJdX2UKGgGaAloD0MIu0ihLHyvcECUhpRSlGgVTWEBaBZHQLXYaSLZSNx1fZQoaAZoCWgPQwgEq+rlN8hxQJSGlFKUaBVNpQJoFkdAtdhsguAZsXV9lChoBmgJaA9DCKtALQaPVm1AlIaUUpRoFU1kAmgWR0C12Su14Pf9dX2UKGgGaAloD0MIyLd3DXo1bECUhpRSlGgVTdMBaBZHQLXZLzwMH8l1fZQoaAZoCWgPQwgBv0aSIL5tQJSGlFKUaBVN7gFoFkdAtdoSvUz9CXV9lChoBmgJaA9DCJs3Tgpz2GFAlIaUUpRoFU3oA2gWR0C12nPmDDjzdX2UKGgGaAloD0MIdej0vBsVRECUhpRSlGgVS+doFkdAtdp8oMKCx3V9lChoBmgJaA9DCE1NgjckQWRAlIaUUpRoFU3oA2gWR0C1255C4SYgdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 320, "n_steps": 2048, "gamma": 0.99, "gae_lambda": 0.95, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 128, "n_epochs": 20, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.4.188+-x86_64-with-Ubuntu-18.04-bionic #1 SMP Sun Apr 24 10:03:06 PDT 2022", "Python": "3.7.13", "Stable-Baselines3": "1.5.0", "PyTorch": "1.11.0+cu113", "GPU Enabled": "True", "Numpy": "1.21.6", "Gym": "0.21.0"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f9cfacfd9e0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f9cfacfda70>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f9cfacfdb00>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f9cfacfdb90>", "_build": "<function ActorCriticPolicy._build at 0x7f9cfacfdc20>", "forward": "<function ActorCriticPolicy.forward at 0x7f9cfacfdcb0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f9cfacfdd40>", "_predict": "<function ActorCriticPolicy._predict at 0x7f9cfacfddd0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f9cfacfde60>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f9cfacfdef0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f9cfacfdf80>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f9cfad4e330>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVLwsAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZSMFG51bXB5LnJhbmRvbS5fcGlja2xllIwSX19yYW5kb21zdGF0ZV9jdG9ylJOUjAdNVDE5OTM3lIWUUpR9lCiMDWJpdF9nZW5lcmF0b3KUaBOMBXN0YXRllH2UKIwDa2V5lIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolsAJAAAAAAAAAAAAgEAFtoQEXveRUzsHBEhbGWYQ1fxamBaEH/EdATYi3Vs9PGFKdGMFD42q4wH5nmuwnixVkQI42NMsgwggBriAWLywbAW5XRwQuNzbE0fF3EtXXA1UqL4lzUlVzDhDWyub8w55Aw6mxlxpXucFZO5CkwFRxGeEEMS6g4Z5NYBqm0/BncpNbP5YsulCYUU61pZx8SxPmz/+DBgiea8iXMSf0jcVrEwtp9XUR7A0Tg8J4dlFAb8xgvUeTQoX9Ku98fEtqPEJWIkCrEguBNclDTY94U+WjsNdM6/E4Lou6Qzf0BpF2Jc33FSklC64t+ipd8oJJaaAfebzKKZaCvD7CVE2sC8CAWmozjnaxX/i6GBKdgSka/ynoEJ4G4GmgcbPx0qe4yLepM6o0/CO3OHG2U6KNrJQ63htD3nXy++RkUIdSIqK8TMksNM6QI2VW62NSXPkory16bqoLjpKIEMsH3YJvy9Hh3sWv1fEgmuyBojok3SF3Uin/uT2bfhuy77JUXwaUEDz1lr8R/LQ+UI/U2ZxqhUDyvHtYGbgMu5WQwxbHv30JKNErQkg/MFTc1oVUMtTbqPYgypPUZxmfVXyrtKvfTL4DNp53P+YK4U2I30MYnIPtYJ2n+SKfaV3nzwQJC8+P954YX5GGqBRtJf6vESPJtqSptSaEQCEaz7t+numMRf5LfKb6M5xFdCOwgI+xJS4FYFQXmxb0JmeGHra7DZ7pDdPfFAYZlw96cBR6eFFxxZGbH8cqJKeJrIEy9SYMJ7VfSSgkKOgF+bv/GTwqYygw2YD627SEmF3UDNnl0V9FMpaknPmJEklFiexjZLJ3ArVDOYJFuqJYYP59NqlQmRVJQK8NaW0Icy51O3iF9K6hR14zpfzYb/MldzLMcUWwVhPKnGm5bNeROqZqhc18OTsY2DYl+z4cUBXp8zXnm+t7IztwAq+mMlWd/KUM6eNbvUYIVdLAsAHEOldAsCTgZHv7RQOhFvu+7+/7DKY8azdFHXHaGGr/h9D8Hu9bP5U472X7Ek5+rMp+FKIYVK0u1g5SaRNVI0sCXYfRfmkSf3eW9tFVxN6F0VpxsYuhGAhoLsb0IAtMpLDIoM0+M6OyWRVz01ZMdskOePphkmPs3UFBvkoYrfBIxDSYmAEnYXoo3gULkZda3p2zceK4i2YOyRl8LJCWrybyD+pYLcxh4sKyk+CTuQ2u/uvkTqMeCu8/+Wmx0EOc1kdNQLuW63P9/zuDhWRs3Ny4noarLeIv48KikqVCuX8E7aSveDfccYP9i8VaEfbBLUTG5zBz8T+Z+1OdYap2E18G2iUSSLoi4SQFufcKM5t8klcFKseVqfAZMGPjkveGsNXlZ4Wljj6+5QTEOG1zOfShokA8Isrxe4nkF0/ze0gktL3elhuXtnqYel1uKjQOS4V7pGtInrY3d6d5Eu3s/0Tu7LTrFk4YTFo/LUjxNjRNE6d6/aeUkuE+VMfxficJ/lXMX9Buvt0pCx4oZIXTdq3KiQJjczrc14srqUte1uchHKKKcJpBGgukRLCl8dOn8oLa2zOIrFOTnfBOHy03jgWz/DKG10KjffemktYGgWR/M/sk3JFTuF5EdoPEroRmGzIhnCJbKMmGQQYCRF+tkqPx591dRGEZR0II4MHw2W/X+2qRiuzLEsrRrsVzYr0QckG/okTSR0t/L5xBZUG8kfWMbjQXe5FPxSYTpD63oZP5m727YJbSsFiAwa9bWXQZGTN/cjV894r2uElN5ykR0sBkFSO4RIu6m8NdHkQ2fapadzgAR+QvXAsjsYOHKOMihoapouJWmcNj4B7vkP2o3dWvonYzROMwCm2Y8fbT7UmvUW7OwYzczX+Z++t0Ee71T1jSXw770TAhBETo8WvombQeEKNCxkzbLG2Ytj81Ffj8ljIVsGsBzre+bR2drQYR4pny47LEm9RADKoVENsLsOCEWLool0m8K+MC1GwLmVkZ7QzSBZHrfE7kdqpikRA8iVLKRVmZETyWH8s8sJOyD8N4VXfvy6H7VSGY+UcEoB8D2B/bbFLnLxe+bUGaBzQUIC65BifUy5VVSvTw6BpFzu1tBi9mFTab+hdC25pDJ9J0Cd0LSd4TYY1zDaMoi80Qz+Hh8p3SUpL5LoTbxd6oFTTuc5cF+9LcpcTRNmRDajA9lJt7cgJPLpIb1sUdnY41dvG0vY9U8m26hFGnQbVnqPxqHxOlvOGqHPzmKGi/wFsQhsFQVSCi/46iR8gt5mYI8Ep8HMVlRvrFkWjEKvMAM5e0Ug33SIaOR1MFutQjx4ZniSIbSPcRLzPiikdzcanXwfTtjcFmt4rk52RZwJvtmiQIt3UsAQxjRIk0/F1AWF/AvcDMAAKdzMJrY9OZEZj8xNLovnzeyt+gBt/BVGu1YPRJvK5ZW6dawI8CiX/IbRMUvKhsJhw/RkxNJBT1+/XwkU8+/Ir9BttTvM2wRvgNN08MRFK6R9DtcVIxZ/cfSchr46uOwA9zHkWZENj7MnPoWh7CQr7VphAMZ1DgjUhdh5fDKR35i1v5NWt/HS4/gfBah8wFoiFZKNVpaY04XPqwv8cXFFfC87z+ydz9DZ3XNEiuO7raobrZPoXwPqrRsxQ2+o7+rgaBXwvknllt1VgMYI5AQRqd77YLMKaLzPie0KEunehFaY1bkJID7MFauXzYXz3q+T1WuAP/LwZ9MxGP7YbETDpuzmtStlgKTJSek94RJm3IXFy9gQfYy5TqUGtLKR0YBu+1V7pNmE9t6KyC3BdoMEul4FMG8UecG3SUVMXI/AZ7YOEyXzfM1IXlQsKv/8MdoHo5Uq92Vtie0f8sbzwDqPIakuRft+5KsoPuWNoH9L0HZUmf+3Vh5kFPEMf3HyYTJHdQ8w3P3vsC6oP205TYzTolJmP83ZkrdMKxaxDGzaboGX9rEyqvR64zm4BiATqORluZycRCqkkEZizsXuZHa0Dry8wQ8A6cEVSyDlUqeXIx/Pu/u4NFu9SIA54+jIalVujas6eC5ZIIggqZuvHZhHt41KfhdAP7Yx9ThPqRI26hCitJIxS9GQbQdrVtByaTDKHrnxd3QJNXKQXZCYTtwz+Lu4Lc2qW4pHZkSCm5amXPzFgZ4meW8VWATHib55e72e1jDAvpDLe7NNy5RJiuhA4o2aEJJ7/FkWpWYdSOte3GzXb02mJtlzUTGQeADozBBPf2ITtJjwpKo3/P0xV59RCaLZMMP2URTJcvXDeKMyqHLTPgXwETqyY1HBUKYWMMVpFky/YiviuaHhHelV/bPtGk2gW3SLrCTMyR7I4eRAqxb1irNqnaAMG3Jlira6P3C+GHunvlGgJjAJ1NJSJiIeUUpQoSwNoDU5OTkr/////Sv////9LAHSUYk1wAoWUjAFDlHSUUpSMA3Bvc5RNcAJ1jAloYXNfZ2F1c3OUSwCMBWdhdXNzlEcAAAAAAAAAAHVidWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": "RandomState(MT19937)"}, "n_envs": 16, "num_timesteps": 524288, "_total_timesteps": 500000.0, "_num_timesteps_at_start": 0, "seed": 242, "action_noise": null, "start_time": 1652896702.8990524, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAGaHCb496Cm7hb2wunDtn7eIw2M8WPXROQAAgD8AAIA/ShN/vlN8Jj/T3t69sUn3vtLMB75Z8Ti9AAAAAAAAAACtvim+aB+BvNgj77unJn26DhfoPUFSSzsAAIA/AACAP3oJKb7PsGq8RsvRuoa8Bbl6jd09GwkOOgAAgD8AAIA/DRA4PhTx9Tsq/2a+XkU2vbjbTz17UTO+AACAPwAAgD+a5308wmKxP7P8Rj/C/hG/+3mAvMBwCL4AAAAAAAAAALMml732nHu65PCOuX7W3rSgSz07EEWlOAAAgD8AAIA/zQQCvQK0Zj7d7Gy8uz4kvxo7wb2AN9u9AAAAAAAAAACzwFi9haCMP1YkRL7ehzm/DQEKvdTRtb0AAAAAAAAAAA18uL3hjIK6cDqRt+T8YrJme865UvaoNgAAgD8AAIA/AGuOvMP1UbjXOzS6d0JbtEHJI7xSH1s5AACAPwAAgD+aZnE++42YvADEejitZ6W2cY8GvhZ3mLcAAIA/AACAPxoouj39GhU+Hy0gv7EsXb4dzHQ9Sz0uvgAAAAAAAAAAjV8DPqQpdbvlqnA82p2FPIl3sbzVV2U9AACAPwAAgD+AlBY+VY+MP469hz4RAzS/tbt7PVQSNT0AAAAAAAAAAIASsr32xB26YuItOYahArbMyMi7or4juAAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.04857599999999995, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVaRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI+THmrqVFZECUhpRSlIwBbJRN6AOMAXSUR0DA6nOdkJ8fdX2UKGgGaAloD0MIryMO2cAWZUCUhpRSlGgVTegDaBZHQMDqfVIRRMx1fZQoaAZoCWgPQwhV3/lFCWRwQJSGlFKUaBVN2gFoFkdAwOqXEzfrKXV9lChoBmgJaA9DCD86deWz9CTAlIaUUpRoFU3oA2gWR0DA6sTgjyFxdX2UKGgGaAloD0MIvmplwi8haECUhpRSlGgVTegDaBZHQMDrB2gvlEJ1fZQoaAZoCWgPQwjDRlm/mQ5FQJSGlFKUaBVLcmgWR0DA6xnWSU1RdX2UKGgGaAloD0MIcM0d/a/iZUCUhpRSlGgVTegDaBZHQMDrIV3dKul1fZQoaAZoCWgPQwgrvwzGiGByQJSGlFKUaBVNygJoFkdAwOwqjfNzKnV9lChoBmgJaA9DCNlcNc8Rk1ZAlIaUUpRoFU3oA2gWR0DA7KbADaGpdX2UKGgGaAloD0MIlkIgl7grY0CUhpRSlGgVTegDaBZHQMDs2CVbA1x1fZQoaAZoCWgPQwiFs1vL5ENmwJSGlFKUaBVNgwJoFkdAwO09qzqrzXV9lChoBmgJaA9DCI3UeypnBXJAlIaUUpRoFU1GAmgWR0DA71ybWmP6dX2UKGgGaAloD0MIyqXxC6+/ckCUhpRSlGgVTecDaBZHQMDvyxDkU9J1fZQoaAZoCWgPQwg/j1GeedxlQJSGlFKUaBVN6ANoFkdAwO/lCfHxSnV9lChoBmgJaA9DCFcE/1vJU3FAlIaUUpRoFU0cA2gWR0DA8MCHM2WIdX2UKGgGaAloD0MIfc9IhMa3ZUCUhpRSlGgVTegDaBZHQMDwy0eEIxB1fZQoaAZoCWgPQwgDfSJPktdxQJSGlFKUaBVNgwJoFkdAwRvCAAhjfHV9lChoBmgJaA9DCGZrfZFQUGBAlIaUUpRoFU3oA2gWR0DBG+puKoAGdX2UKGgGaAloD0MImrD9ZEwXckCUhpRSlGgVTRECaBZHQMEb8aij+Jh1fZQoaAZoCWgPQwg1mfG2UiFxQJSGlFKUaBVNTQNoFkdAwRv6mqo60nV9lChoBmgJaA9DCH6pnzcV+WFAlIaUUpRoFU3oA2gWR0DBHAVepn6EdX2UKGgGaAloD0MIT6+UZQjvcECUhpRSlGgVTdgDaBZHQMEcFD4gzP91fZQoaAZoCWgPQwiOyHcpdfJnQJSGlFKUaBVN6ANoFkdAwRwy4ACGOHV9lChoBmgJaA9DCLuaPGW17mVAlIaUUpRoFU3oA2gWR0DBHEg1xbSrdX2UKGgGaAloD0MIJSNnYU9bcUCUhpRSlGgVTdgDaBZHQMEcW3Adn011fZQoaAZoCWgPQwjNdoU+2G9xQJSGlFKUaBVNaQFoFkdAwRzYv1UVBXV9lChoBmgJaA9DCNyEe2UegnBAlIaUUpRoFUv9aBZHQMEc7RwIdEN1fZQoaAZoCWgPQwgZqmIqPeJyQJSGlFKUaBVNDgNoFkdAwRzxV3ljmXV9lChoBmgJaA9DCJy/CYUIxXBAlIaUUpRoFU0RAWgWR0DBHQ/RNRFadX2UKGgGaAloD0MIVcGopA7VcECUhpRSlGgVS91oFkdAwR1VQID5kHV9lChoBmgJaA9DCPp6vmb5D3FAlIaUUpRoFU0TAWgWR0DBHV9mcvugdX2UKGgGaAloD0MI7na9NAUOcUCUhpRSlGgVTRsCaBZHQMEdZ5JkGzN1fZQoaAZoCWgPQwieYP91Lv5xQJSGlFKUaBVNVwFoFkdAwR2J0cwQDnV9lChoBmgJaA9DCPYINUMql29AlIaUUpRoFU23A2gWR0DBHbEN6PbPdX2UKGgGaAloD0MIUUzeAHNscUCUhpRSlGgVTU4BaBZHQMEdyRIjGDN1fZQoaAZoCWgPQwg6OxkcZYNxQJSGlFKUaBVNbQFoFkdAwR3PMzuWr3V9lChoBmgJaA9DCHmsGRkkwXFAlIaUUpRoFU08AmgWR0DBHeEurZJ1dX2UKGgGaAloD0MIoUliSTnLcUCUhpRSlGgVTYIBaBZHQMEd4+nhsIp1fZQoaAZoCWgPQwhauoJtxAhuQJSGlFKUaBVNggFoFkdAwR5Tet0V8HV9lChoBmgJaA9DCEZAhSMIAHJAlIaUUpRoFUvWaBZHQMEeesqaw2V1fZQoaAZoCWgPQwg/jXvzWzVxQJSGlFKUaBVNSQFoFkdAwR6eY4Qz13V9lChoBmgJaA9DCF6iemug3HBAlIaUUpRoFUvmaBZHQMEetbMX7+F1fZQoaAZoCWgPQwj9EvHWeTBvQJSGlFKUaBVN6gFoFkdAwR7NOtW+5HV9lChoBmgJaA9DCEAUzJiCCW9AlIaUUpRoFUvJaBZHQMEezpa7mMh1fZQoaAZoCWgPQwjkEkceSEVxQJSGlFKUaBVLvmgWR0DBHtwrtmcwdX2UKGgGaAloD0MI75BigATwcUCUhpRSlGgVTYABaBZHQMEfC3wb2lF1fZQoaAZoCWgPQwg9Kv7vSDdyQJSGlFKUaBVL5WgWR0DBHw0qFyq/dX2UKGgGaAloD0MIYYkHlM0+bMCUhpRSlGgVTYsBaBZHQMEfabRF7Up1fZQoaAZoCWgPQwgYXHNHf1NwQJSGlFKUaBVNmQFoFkdAwR9zH4oJA3V9lChoBmgJaA9DCMzs8xhlX3FAlIaUUpRoFU0BAmgWR0DBH4S7I1cddX2UKGgGaAloD0MIMzffiO5LckCUhpRSlGgVTRgBaBZHQMEfz2J79ht1fZQoaAZoCWgPQwidZKvLaXpxQJSGlFKUaBVLpGgWR0DBH+pXfZVXdX2UKGgGaAloD0MI4xk09M/PcECUhpRSlGgVS/doFkdAwSACkrPMS3V9lChoBmgJaA9DCJLPK546k3JAlIaUUpRoFUv2aBZHQMEgGmYa5wx1fZQoaAZoCWgPQwhVaCCWzTlxQJSGlFKUaBVL9GgWR0DBIFnzQNTcdX2UKGgGaAloD0MIPLznwLIxckCUhpRSlGgVTSUCaBZHQMEglCRW9151fZQoaAZoCWgPQwj99J81P9NwQJSGlFKUaBVNGgJoFkdAwSClaFmFrXV9lChoBmgJaA9DCBrggmxZN3FAlIaUUpRoFU1eAWgWR0DBILDXBguzdX2UKGgGaAloD0MIck9Xd2yKcUCUhpRSlGgVS/1oFkdAwSDh74SHunV9lChoBmgJaA9DCLhAguKH3HFAlIaUUpRoFU2sAWgWR0DBISzJ8v25dX2UKGgGaAloD0MI00z3OqlPY0CUhpRSlGgVTegDaBZHQMEhQWepXIV1fZQoaAZoCWgPQwif5uRFZkdzQJSGlFKUaBVNBwFoFkdAwSFC42CNCXV9lChoBmgJaA9DCGmQgqcQu3FAlIaUUpRoFUv8aBZHQMEhTqVQhwF1fZQoaAZoCWgPQwhdF35wPjVDQJSGlFKUaBVLiWgWR0DBIVQ8KXv6dX2UKGgGaAloD0MIzLT9KyvtEMCUhpRSlGgVS3hoFkdAwSFYAjps43V9lChoBmgJaA9DCJxNRwA3ZzhAlIaUUpRoFUt0aBZHQMEhgF41P311fZQoaAZoCWgPQwhvumWHOARxQJSGlFKUaBVNPgFoFkdAwSG/czImxHV9lChoBmgJaA9DCBEAHHt2+3JAlIaUUpRoFU1TAWgWR0DBIfJc3VCpdX2UKGgGaAloD0MIyhmKO97Jb0CUhpRSlGgVTdUBaBZHQMEh+vrnkkt1fZQoaAZoCWgPQwiMoDGTqElMQJSGlFKUaBVN6ANoFkdAwSI81NQCS3V9lChoBmgJaA9DCL9H/fWKsHBAlIaUUpRoFU1vAWgWR0DBIqToIOYqdX2UKGgGaAloD0MIdjV5yqqXcECUhpRSlGgVTSQBaBZHQMEi4w8fV7R1fZQoaAZoCWgPQwgGZK93/85xQJSGlFKUaBVN9QFoFkdAwSMx9n9NvnV9lChoBmgJaA9DCNf34SBhNnBAlIaUUpRoFU0EAWgWR0DBI0yp1ie/dX2UKGgGaAloD0MISBrc1hYrcUCUhpRSlGgVTVoBaBZHQMEjV10cOsl1fZQoaAZoCWgPQwjo9SfxeSBxQJSGlFKUaBVNZwFoFkdAwSNk0Ltu1nV9lChoBmgJaA9DCBq/8ErSP3BAlIaUUpRoFU0NAWgWR0DBI5IB3iaRdX2UKGgGaAloD0MIKAr0iTxBbkCUhpRSlGgVTWABaBZHQMEjlN7SiM51fZQoaAZoCWgPQwjAWrVrwkxxQJSGlFKUaBVNlQFoFkdAwSOydVea8nV9lChoBmgJaA9DCJp4B3hSgWVAlIaUUpRoFU3oA2gWR0DBJBFsSCe3dX2UKGgGaAloD0MIb9kh/iHNcUCUhpRSlGgVTQwCaBZHQMEkMxcE/0N1fZQoaAZoCWgPQwhYVwVqsR5iQJSGlFKUaBVN6ANoFkdAwSQ12K2rn3V9lChoBmgJaA9DCLudfeVB5G9AlIaUUpRoFU1jAWgWR0DBJFzfm9xqdX2UKGgGaAloD0MI8E3TZ4e0b0CUhpRSlGgVTTUBaBZHQMEkfA5Jbt91fZQoaAZoCWgPQwjC9/4G7cE6QJSGlFKUaBVL+mgWR0DBJJpk5IYndX2UKGgGaAloD0MI5l31gPnLbkCUhpRSlGgVS8RoFkdAwSSo3gDRt3V9lChoBmgJaA9DCKpFRDG5mXFAlIaUUpRoFU0GAWgWR0DBJL+9SMtLdX2UKGgGaAloD0MI66urArV4LUCUhpRSlGgVS31oFkdAwSTawwCbMHV9lChoBmgJaA9DCJks7j+yOGdAlIaUUpRoFU3oA2gWR0DBJPy3RXwLdX2UKGgGaAloD0MIYOgRo2cacUCUhpRSlGgVS/RoFkdAwSWAOz6acHV9lChoBmgJaA9DCI3SpX+Jv3FAlIaUUpRoFU3QAWgWR0DBJYPo7muDdX2UKGgGaAloD0MIJH1aRX9TcUCUhpRSlGgVS9ZoFkdAwSWlpr1ui3V9lChoBmgJaA9DCMO8x5mmAG9AlIaUUpRoFU01AWgWR0DBJb2U4aP0dX2UKGgGaAloD0MI6q9XWHDwckCUhpRSlGgVTRYBaBZHQMEl3l+3H7x1fZQoaAZoCWgPQwidgCbChpNEQJSGlFKUaBVLcGgWR0DBJkfaxoqTdX2UKGgGaAloD0MI6iPwhx9GcECUhpRSlGgVTT8BaBZHQMEmYTB68g91fZQoaAZoCWgPQwire2RzVZVtQJSGlFKUaBVNQQFoFkdAwSZzUzbeuXV9lChoBmgJaA9DCJJ0zeQb729AlIaUUpRoFUvJaBZHQMEmqV+iJwd1fZQoaAZoCWgPQwi/02TGm5JxQJSGlFKUaBVNOwFoFkdAwSbK6J66a3V9lChoBmgJaA9DCEHTEiuj6mNAlIaUUpRoFU3oA2gWR0DBJu7u+h4/dWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 1600, "n_steps": 2048, "gamma": 0.99, "gae_lambda": 0.95, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 256, "n_epochs": 100, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.4.188+-x86_64-with-Ubuntu-18.04-bionic #1 SMP Sun Apr 24 10:03:06 PDT 2022", "Python": "3.7.13", "Stable-Baselines3": "1.5.0", "PyTorch": "1.11.0+cu113", "GPU Enabled": "True", "Numpy": "1.21.6", "Gym": "0.21.0"}}

replay.mp4

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c1c762b3c2120a27dc2ca5f3d5bb862a70878f522a493665d12eee533223d2c5
-size 245930
+oid sha256:15869a92627fbb537fa377420d2af53b9fcb9c3422dab45053105b8d31bb1aac
+size 210837

results.json

@@ -1 +1 @@
-{"mean_reward": 248.33993612052808, "std_reward": 20.422222532069497, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2022-05-18T17:53:20.875841"}
+{"mean_reward": 258.0086672469914, "std_reward": 18.05670601045009, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2022-05-18T19:07:19.773448"}