first attempt

.gitattributes

@@ -25,3 +25,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zstandard filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+*.mp4 filter=lfs diff=lfs merge=lfs -text

PPO-LunarLander-v2.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b399ab80ddfe61175c94d7e22dbf14673d5ba1fdb09db993b5e0338f1668d3af
+size 147765

PPO-LunarLander-v2/_stable_baselines3_version

@@ -0,0 +1 @@
+1.5.0

PPO-LunarLander-v2/data

@@ -0,0 +1,94 @@
+{
+    "policy_class": {
+        ":type:": "<class 'abc.ABCMeta'>",
+        ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
+        "__module__": "stable_baselines3.common.policies",
+        "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
+        "__init__": "<function ActorCriticPolicy.__init__ at 0x7f9cfacfd9e0>",
+        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f9cfacfda70>",
+        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f9cfacfdb00>",
+        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f9cfacfdb90>",
+        "_build": "<function ActorCriticPolicy._build at 0x7f9cfacfdc20>",
+        "forward": "<function ActorCriticPolicy.forward at 0x7f9cfacfdcb0>",
+        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f9cfacfdd40>",
+        "_predict": "<function ActorCriticPolicy._predict at 0x7f9cfacfddd0>",
+        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f9cfacfde60>",
+        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f9cfacfdef0>",
+        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f9cfacfdf80>",
+        "__abstractmethods__": "frozenset()",
+        "_abc_impl": "<_abc_data object at 0x7f9cfad4e330>"
+    },
+    "verbose": 1,
+    "policy_kwargs": {},
+    "observation_space": {
+        ":type:": "<class 'gym.spaces.box.Box'>",
+        ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu",
+        "dtype": "float32",
+        "_shape": [
+            8
+        ],
+        "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]",
+        "high": "[inf inf inf inf inf inf inf inf]",
+        "bounded_below": "[False False False False False False False False]",
+        "bounded_above": "[False False False False False False False False]",
+        "_np_random": null
+    },
+    "action_space": {
+        ":type:": "<class 'gym.spaces.discrete.Discrete'>",
+        ":serialized:": "gAWVLwsAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZSMFG51bXB5LnJhbmRvbS5fcGlja2xllIwSX19yYW5kb21zdGF0ZV9jdG9ylJOUjAdNVDE5OTM3lIWUUpR9lCiMDWJpdF9nZW5lcmF0b3KUaBOMBXN0YXRllH2UKIwDa2V5lIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolsAJAAAAAAAAAAAAgEAFtoQEXveRUzsHBEhbGWYQ1fxamBaEH/EdATYi3Vs9PGFKdGMFD42q4wH5nmuwnixVkQI42NMsgwggBriAWLywbAW5XRwQuNzbE0fF3EtXXA1UqL4lzUlVzDhDWyub8w55Aw6mxlxpXucFZO5CkwFRxGeEEMS6g4Z5NYBqm0/BncpNbP5YsulCYUU61pZx8SxPmz/+DBgiea8iXMSf0jcVrEwtp9XUR7A0Tg8J4dlFAb8xgvUeTQoX9Ku98fEtqPEJWIkCrEguBNclDTY94U+WjsNdM6/E4Lou6Qzf0BpF2Jc33FSklC64t+ipd8oJJaaAfebzKKZaCvD7CVE2sC8CAWmozjnaxX/i6GBKdgSka/ynoEJ4G4GmgcbPx0qe4yLepM6o0/CO3OHG2U6KNrJQ63htD3nXy++RkUIdSIqK8TMksNM6QI2VW62NSXPkory16bqoLjpKIEMsH3YJvy9Hh3sWv1fEgmuyBojok3SF3Uin/uT2bfhuy77JUXwaUEDz1lr8R/LQ+UI/U2ZxqhUDyvHtYGbgMu5WQwxbHv30JKNErQkg/MFTc1oVUMtTbqPYgypPUZxmfVXyrtKvfTL4DNp53P+YK4U2I30MYnIPtYJ2n+SKfaV3nzwQJC8+P954YX5GGqBRtJf6vESPJtqSptSaEQCEaz7t+numMRf5LfKb6M5xFdCOwgI+xJS4FYFQXmxb0JmeGHra7DZ7pDdPfFAYZlw96cBR6eFFxxZGbH8cqJKeJrIEy9SYMJ7VfSSgkKOgF+bv/GTwqYygw2YD627SEmF3UDNnl0V9FMpaknPmJEklFiexjZLJ3ArVDOYJFuqJYYP59NqlQmRVJQK8NaW0Icy51O3iF9K6hR14zpfzYb/MldzLMcUWwVhPKnGm5bNeROqZqhc18OTsY2DYl+z4cUBXp8zXnm+t7IztwAq+mMlWd/KUM6eNbvUYIVdLAsAHEOldAsCTgZHv7RQOhFvu+7+/7DKY8azdFHXHaGGr/h9D8Hu9bP5U472X7Ek5+rMp+FKIYVK0u1g5SaRNVI0sCXYfRfmkSf3eW9tFVxN6F0VpxsYuhGAhoLsb0IAtMpLDIoM0+M6OyWRVz01ZMdskOePphkmPs3UFBvkoYrfBIxDSYmAEnYXoo3gULkZda3p2zceK4i2YOyRl8LJCWrybyD+pYLcxh4sKyk+CTuQ2u/uvkTqMeCu8/+Wmx0EOc1kdNQLuW63P9/zuDhWRs3Ny4noarLeIv48KikqVCuX8E7aSveDfccYP9i8VaEfbBLUTG5zBz8T+Z+1OdYap2E18G2iUSSLoi4SQFufcKM5t8klcFKseVqfAZMGPjkveGsNXlZ4Wljj6+5QTEOG1zOfShokA8Isrxe4nkF0/ze0gktL3elhuXtnqYel1uKjQOS4V7pGtInrY3d6d5Eu3s/0Tu7LTrFk4YTFo/LUjxNjRNE6d6/aeUkuE+VMfxficJ/lXMX9Buvt0pCx4oZIXTdq3KiQJjczrc14srqUte1uchHKKKcJpBGgukRLCl8dOn8oLa2zOIrFOTnfBOHy03jgWz/DKG10KjffemktYGgWR/M/sk3JFTuF5EdoPEroRmGzIhnCJbKMmGQQYCRF+tkqPx591dRGEZR0II4MHw2W/X+2qRiuzLEsrRrsVzYr0QckG/okTSR0t/L5xBZUG8kfWMbjQXe5FPxSYTpD63oZP5m727YJbSsFiAwa9bWXQZGTN/cjV894r2uElN5ykR0sBkFSO4RIu6m8NdHkQ2fapadzgAR+QvXAsjsYOHKOMihoapouJWmcNj4B7vkP2o3dWvonYzROMwCm2Y8fbT7UmvUW7OwYzczX+Z++t0Ee71T1jSXw770TAhBETo8WvombQeEKNCxkzbLG2Ytj81Ffj8ljIVsGsBzre+bR2drQYR4pny47LEm9RADKoVENsLsOCEWLool0m8K+MC1GwLmVkZ7QzSBZHrfE7kdqpikRA8iVLKRVmZETyWH8s8sJOyD8N4VXfvy6H7VSGY+UcEoB8D2B/bbFLnLxe+bUGaBzQUIC65BifUy5VVSvTw6BpFzu1tBi9mFTab+hdC25pDJ9J0Cd0LSd4TYY1zDaMoi80Qz+Hh8p3SUpL5LoTbxd6oFTTuc5cF+9LcpcTRNmRDajA9lJt7cgJPLpIb1sUdnY41dvG0vY9U8m26hFGnQbVnqPxqHxOlvOGqHPzmKGi/wFsQhsFQVSCi/46iR8gt5mYI8Ep8HMVlRvrFkWjEKvMAM5e0Ug33SIaOR1MFutQjx4ZniSIbSPcRLzPiikdzcanXwfTtjcFmt4rk52RZwJvtmiQIt3UsAQxjRIk0/F1AWF/AvcDMAAKdzMJrY9OZEZj8xNLovnzeyt+gBt/BVGu1YPRJvK5ZW6dawI8CiX/IbRMUvKhsJhw/RkxNJBT1+/XwkU8+/Ir9BttTvM2wRvgNN08MRFK6R9DtcVIxZ/cfSchr46uOwA9zHkWZENj7MnPoWh7CQr7VphAMZ1DgjUhdh5fDKR35i1v5NWt/HS4/gfBah8wFoiFZKNVpaY04XPqwv8cXFFfC87z+ydz9DZ3XNEiuO7raobrZPoXwPqrRsxQ2+o7+rgaBXwvknllt1VgMYI5AQRqd77YLMKaLzPie0KEunehFaY1bkJID7MFauXzYXz3q+T1WuAP/LwZ9MxGP7YbETDpuzmtStlgKTJSek94RJm3IXFy9gQfYy5TqUGtLKR0YBu+1V7pNmE9t6KyC3BdoMEul4FMG8UecG3SUVMXI/AZ7YOEyXzfM1IXlQsKv/8MdoHo5Uq92Vtie0f8sbzwDqPIakuRft+5KsoPuWNoH9L0HZUmf+3Vh5kFPEMf3HyYTJHdQ8w3P3vsC6oP205TYzTolJmP83ZkrdMKxaxDGzaboGX9rEyqvR64zm4BiATqORluZycRCqkkEZizsXuZHa0Dry8wQ8A6cEVSyDlUqeXIx/Pu/u4NFu9SIA54+jIalVujas6eC5ZIIggqZuvHZhHt41KfhdAP7Yx9ThPqRI26hCitJIxS9GQbQdrVtByaTDKHrnxd3QJNXKQXZCYTtwz+Lu4Lc2qW4pHZkSCm5amXPzFgZ4meW8VWATHib55e72e1jDAvpDLe7NNy5RJiuhA4o2aEJJ7/FkWpWYdSOte3GzXb02mJtlzUTGQeADozBBPf2ITtJjwpKo3/P0xV59RCaLZMMP2URTJcvXDeKMyqHLTPgXwETqyY1HBUKYWMMVpFky/YiviuaHhHelV/bPtGk2gW3SLrCTMyR7I4eRAqxb1irNqnaAMG3Jlira6P3C+GHunvlGgJjAJ1NJSJiIeUUpQoSwNoDU5OTkr/////Sv////9LAHSUYk1wAoWUjAFDlHSUUpSMA3Bvc5RNcAJ1jAloYXNfZ2F1c3OUSwCMBWdhdXNzlEcAAAAAAAAAAHVidWIu",
+        "n": 4,
+        "_shape": [],
+        "dtype": "int64",
+        "_np_random": "RandomState(MT19937)"
+    },
+    "n_envs": 16,
+    "num_timesteps": 524288,
+    "_total_timesteps": 500000.0,
+    "_num_timesteps_at_start": 0,
+    "seed": 242,
+    "action_noise": null,
+    "start_time": 1652894290.066164,
+    "learning_rate": 0.0003,
+    "tensorboard_log": null,
+    "lr_schedule": {
+        ":type:": "<class 'function'>",
+        ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
+    },
+    "_last_obs": {
+        ":type:": "<class 'numpy.ndarray'>",
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAALMMJb1ck0K6i2rjusvfNLZLRJc6Jl8BOgAAgD8AAIA/Gg5EPh2dYz4Ty/+97guTvkgNsDvakGG9AAAAAAAAAABm8V+9e9SVugLpXzq6iko1lxkSuw+RgbkAAIA/AACAPwCoKbvDOWu6MjVyOjF6SzUeNKi3+emKuQAAgD8AAIA/E6E+vvyGKT0IZg8+UwIOviZ6er1jj328AAAAAAAAAAAAs4O97OHvuV3Wt7mGMla2TwoJu5aM2TgAAIA/AACAP7NK6D7/9HU/lpOnPkX/pr4BRng+iHvqPAAAAAAAAAAA2I3GviFN1T4GwCk+LNaDvomQAb6ZNIq9AAAAAAAAAAAzGJg9j74Sukq3X7oO4YW1Xu/fuU2+gDkAAIA/AACAPy1ZFb62kjK8c7dDvT0Y2rvvOJI92BC0PAAAgD8AAAAAzYmZvHvImLoeWZs6ALcltFm+CbvSPLC5AACAPwAAgD+Aizs9e5aIuvNZgDwLIbI8Pg1Xu1wrmz0AAIA/AACAP5qAw7xc01a6v3YYt6/7zLGE0hc3zqE1NgAAgD8AAIA/07lFPng+rzybdvy7lVNiuuRgOD6+BW67AACAPwAAgD+AqjK9w104utOVgzPVb7CvTjb7OtoMuLMAAIA/AACAP6bJtD3hWrG40ruBOakLNDRo6007BgKZuAAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+    },
+    "_last_episode_starts": {
+        ":type:": "<class 'numpy.ndarray'>",
+        ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="
+    },
+    "_last_original_obs": null,
+    "_episode_num": 0,
+    "use_sde": false,
+    "sde_sample_freq": -1,
+    "_current_progress_remaining": -0.04857599999999995,
+    "ep_info_buffer": {
+        ":type:": "<class 'collections.deque'>",
+        ":serialized:": "gAWVexAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI+aHSiBm6YECUhpRSlIwBbJRN6AOMAXSUR0C1VvRjFyaNdX2UKGgGaAloD0MIqyFxj6U0ZECUhpRSlGgVTegDaBZHQLVXKQC0WuZ1fZQoaAZoCWgPQwh1IOupVfZjQJSGlFKUaBVN6ANoFkdAtVco5Qxes3V9lChoBmgJaA9DCKH3xhAAe21AlIaUUpRoFU3MAWgWR0C1V3SmIj4YdX2UKGgGaAloD0MI2gOtwFBCcUCUhpRSlGgVTaICaBZHQLVXoDLr5Zd1fZQoaAZoCWgPQwgbZf1m4iRjQJSGlFKUaBVN6ANoFkdAtVmpSqEOAnV9lChoBmgJaA9DCB/axwp+72BAlIaUUpRoFU3oA2gWR0C1WhvWcz68dX2UKGgGaAloD0MIcjEG1nFMYkCUhpRSlGgVTegDaBZHQLVacoxYaHd1fZQoaAZoCWgPQwjhYG9iyO9iQJSGlFKUaBVN6ANoFkdAtVqV4bCJoHV9lChoBmgJaA9DCCS1UDI5MWNAlIaUUpRoFU3oA2gWR0C1W7poXbdrdX2UKGgGaAloD0MImBWKdD+uaECUhpRSlGgVTegDaBZHQLV/f6WgOBl1fZQoaAZoCWgPQwiMLJljedcpQJSGlFKUaBVL+2gWR0C1gCP557gLdX2UKGgGaAloD0MIyjFZ3H8iYUCUhpRSlGgVTegDaBZHQLWAPALiMpB1fZQoaAZoCWgPQwhZaVIKOnVgQJSGlFKUaBVN6ANoFkdAtYIOfQKKHnV9lChoBmgJaA9DCGoV/aGZrlxAlIaUUpRoFU3oA2gWR0C1ghwmu1WsdX2UKGgGaAloD0MIbCbfbPOKbkCUhpRSlGgVTdUCaBZHQLWEY7Wd3B51fZQoaAZoCWgPQwhm9KPhlDxlQJSGlFKUaBVN6ANoFkdAtYWoiliz9nV9lChoBmgJaA9DCEEqxY4GK3FAlIaUUpRoFU2uAmgWR0C1hmANoakzdX2UKGgGaAloD0MIQMBatetqa0CUhpRSlGgVTWgDaBZHQLWGi8kUsWh1fZQoaAZoCWgPQwinIhXGlllvQJSGlFKUaBVNigNoFkdAtYds8aGYbHV9lChoBmgJaA9DCOLNGryvNGRAlIaUUpRoFU3oA2gWR0C1iCFdX1aodX2UKGgGaAloD0MIA0AVN265OUCUhpRSlGgVS/1oFkdAtYg38wYcenV9lChoBmgJaA9DCGGpLuBl3WBAlIaUUpRoFU3oA2gWR0C1iIbL6k6+dX2UKGgGaAloD0MIryKjAxLXZkCUhpRSlGgVTegDaBZHQLWI603Ov+x1fZQoaAZoCWgPQwhJ1uHoKvFXQJSGlFKUaBVN6ANoFkdAtYuiQzUI9nV9lChoBmgJaA9DCHXIzXADAmRAlIaUUpRoFU3oA2gWR0C1i8eXqqwRdX2UKGgGaAloD0MI4pNOJBjRbECUhpRSlGgVTcMCaBZHQLWMj8YAKfF1fZQoaAZoCWgPQwiJfQIoRpFjQJSGlFKUaBVN6ANoFkdAtYzyIuXeFnV9lChoBmgJaA9DCBv0pbc/fV1AlIaUUpRoFU3oA2gWR0C1jmK+N96UdX2UKGgGaAloD0MIk5BI2/i9Y0CUhpRSlGgVTegDaBZHQLWO+Z4wAVB1fZQoaAZoCWgPQwgq4J7nzx1mQJSGlFKUaBVN6ANoFkdAtY8QSsbNr3V9lChoBmgJaA9DCLWHvVDAbF1AlIaUUpRoFU3oA2gWR0C1kPBg7YChdX2UKGgGaAloD0MIMEj6tIrUcECUhpRSlGgVTWMBaBZHQLWUEzreImB1fZQoaAZoCWgPQwi6nui68PFfQJSGlFKUaBVN6ANoFkdAtZTaNwR5DHV9lChoBmgJaA9DCMlWl1OCK2FAlIaUUpRoFU1dA2gWR0C1lWcBQvYfdX2UKGgGaAloD0MIcXK/Q1H0YUCUhpRSlGgVTegDaBZHQLWVkQXAM2F1fZQoaAZoCWgPQwgGMGXggNZiQJSGlFKUaBVN6ANoFkdAtZW5awD/2nV9lChoBmgJaA9DCDZZox6iz2BAlIaUUpRoFU3oA2gWR0C1lp/UaybAdX2UKGgGaAloD0MIuHcN+tKaYUCUhpRSlGgVTegDaBZHQLWXVBdUsFt1fZQoaAZoCWgPQwjcL5+sGF9hQJSGlFKUaBVN6ANoFkdAtZe7HxSYPXV9lChoBmgJaA9DCCVa8njaKmJAlIaUUpRoFU3oA2gWR0C1mB4BJZntdX2UKGgGaAloD0MI2VpfJPQ4cUCUhpRSlGgVTcYDaBZHQLWacHJtBOZ1fZQoaAZoCWgPQwhDIJc48sg/QJSGlFKUaBVN6ANoFkdAtZsq7aqS5nV9lChoBmgJaA9DCHUCmggbbVlAlIaUUpRoFU3oA2gWR0C1nA154W1udX2UKGgGaAloD0MIgzEiUeh8YECUhpRSlGgVTegDaBZHQLWceYUFjd51fZQoaAZoCWgPQwhyb37DxPlsQJSGlFKUaBVNgwJoFkdAtb//m8ujAXV9lChoBmgJaA9DCJ+u7lhsf1JAlIaUUpRoFU3oA2gWR0C1wKXBxgiNdX2UKGgGaAloD0MI30+Nl26+YkCUhpRSlGgVTegDaBZHQLXAvDej2zx1fZQoaAZoCWgPQwhm22lrRBxwQJSGlFKUaBVNdQNoFkdAtcDYMz/IbXV9lChoBmgJaA9DCE9Y4gFlky9AlIaUUpRoFUvqaBZHQLXBlFH8TBZ1fZQoaAZoCWgPQwjMRXwnpnFwQJSGlFKUaBVNXAFoFkdAtcJsona37XV9lChoBmgJaA9DCEErMGT1eXBAlIaUUpRoFU0wAmgWR0C1wqaAvtdBdX2UKGgGaAloD0MIFOtU+d4kcUCUhpRSlGgVTcUBaBZHQLXDQTF2mpF1fZQoaAZoCWgPQwhfl+E/3fduQJSGlFKUaBVN5gJoFkdAtcOrUExIrnV9lChoBmgJaA9DCGb4TzdQY3BAlIaUUpRoFU1VAWgWR0C1xM4R28qXdX2UKGgGaAloD0MI3PEmv8XOcUCUhpRSlGgVTacDaBZHQLXFQnUDuBt1fZQoaAZoCWgPQwidobjjTYhgQJSGlFKUaBVN6ANoFkdAtcW4hyKekHV9lChoBmgJaA9DCOONzCN/i25AlIaUUpRoFU1wAWgWR0C1xdPUWl/IdX2UKGgGaAloD0MIZyjueNMMcUCUhpRSlGgVTYUBaBZHQLXGVepGWld1fZQoaAZoCWgPQwgo8iTpmgFmQJSGlFKUaBVN6ANoFkdAtcZg2XLNfXV9lChoBmgJaA9DCEga3NYWgGVAlIaUUpRoFU3oA2gWR0C1xoVIuoP1dX2UKGgGaAloD0MIWU+tvjp2bECUhpRSlGgVTYkBaBZHQLXHFPv8ZUF1fZQoaAZoCWgPQwiBI4EGG0BjQJSGlFKUaBVN6ANoFkdAtcfy36Q/5nV9lChoBmgJaA9DCEBR2bCm8WJAlIaUUpRoFU3oA2gWR0C1yE8MAmzCdX2UKGgGaAloD0MIL6LtmHpKcECUhpRSlGgVTVcBaBZHQLXLJ3y7PIJ1fZQoaAZoCWgPQwgDllzFosNwQJSGlFKUaBVNRAFoFkdAtcu+Q0XP7nV9lChoBmgJaA9DCJTb9j2q43BAlIaUUpRoFU04AWgWR0C1zKLOAy2ydX2UKGgGaAloD0MI5UaRtYYvY0CUhpRSlGgVTegDaBZHQLXM9QUHpr11fZQoaAZoCWgPQwia6sn8Y9FxQJSGlFKUaBVN+gJoFkdAtc2kdYGMXXV9lChoBmgJaA9DCLg7a7edmXFAlIaUUpRoFU0xAmgWR0C1zflsguAadX2UKGgGaAloD0MIzlXzHBEFcUCUhpRSlGgVTdoCaBZHQLXORUbDMvB1fZQoaAZoCWgPQwiFe2XeKnRyQJSGlFKUaBVNsQJoFkdAtc7BvUBnz3V9lChoBmgJaA9DCKRS7Ggc92JAlIaUUpRoFU3oA2gWR0C1zv7X18LKdX2UKGgGaAloD0MIxHsOLEesbECUhpRSlGgVTYYCaBZHQLXPAZP2wmp1fZQoaAZoCWgPQwgrwk1GFVJsQJSGlFKUaBVNCAJoFkdAtc/j0e2d/nV9lChoBmgJaA9DCI2Y2ecxP1pAlIaUUpRoFU3oA2gWR0C10JJrcj7idX2UKGgGaAloD0MInKIjufyiYUCUhpRSlGgVTegDaBZHQLXRbMHryDt1fZQoaAZoCWgPQwg0aOif4K1xQJSGlFKUaBVNJgNoFkdAtdHi5Xlr/XV9lChoBmgJaA9DCME24sku9HFAlIaUUpRoFU2eAWgWR0C10puVTrE+dX2UKGgGaAloD0MIk6zD0dVucECUhpRSlGgVTRECaBZHQLXSqeRPoFF1fZQoaAZoCWgPQwgJa2PsBJJwQJSGlFKUaBVNlQFoFkdAtdMjVG0/nnV9lChoBmgJaA9DCF37AnqhPnBAlIaUUpRoFU03AWgWR0C10zkw35vcdX2UKGgGaAloD0MIVp5A2KnFZECUhpRSlGgVTegDaBZHQLXTZQ6ZH/d1fZQoaAZoCWgPQwhYq3ZNyL5vQJSGlFKUaBVNhQFoFkdAtdODLFGXonV9lChoBmgJaA9DCOBKdmyEKWRAlIaUUpRoFU3oA2gWR0C11FMA/9pAdX2UKGgGaAloD0MIA5SGGoUccECUhpRSlGgVTYECaBZHQLXUnFXaJyh1fZQoaAZoCWgPQwi29GiqJ9tAQJSGlFKUaBVL5GgWR0C11jp44ZMtdX2UKGgGaAloD0MIbAn5oGcicUCUhpRSlGgVTYcBaBZHQLXW5diDujR1fZQoaAZoCWgPQwiVD0HV6LBtQJSGlFKUaBVNQwFoFkdAtdc37m+0xHV9lChoBmgJaA9DCEMEHEKVfE1AlIaUUpRoFU0QAWgWR0C112H9m6GydX2UKGgGaAloD0MIDYy8rInscECUhpRSlGgVTXYCaBZHQLXXeJIDoyN1fZQoaAZoCWgPQwh7Mv/om8A1QJSGlFKUaBVL+2gWR0C11/8c+7lJdX2UKGgGaAloD0MIu0ihLHyvcECUhpRSlGgVTWEBaBZHQLXYaSLZSNx1fZQoaAZoCWgPQwgEq+rlN8hxQJSGlFKUaBVNpQJoFkdAtdhsguAZsXV9lChoBmgJaA9DCKtALQaPVm1AlIaUUpRoFU1kAmgWR0C12Su14Pf9dX2UKGgGaAloD0MIyLd3DXo1bECUhpRSlGgVTdMBaBZHQLXZLzwMH8l1fZQoaAZoCWgPQwgBv0aSIL5tQJSGlFKUaBVN7gFoFkdAtdoSvUz9CXV9lChoBmgJaA9DCJs3Tgpz2GFAlIaUUpRoFU3oA2gWR0C12nPmDDjzdX2UKGgGaAloD0MIdej0vBsVRECUhpRSlGgVS+doFkdAtdp8oMKCx3V9lChoBmgJaA9DCE1NgjckQWRAlIaUUpRoFU3oA2gWR0C1255C4SYgdWUu"
+    },
+    "ep_success_buffer": {
+        ":type:": "<class 'collections.deque'>",
+        ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
+    },
+    "_n_updates": 320,
+    "n_steps": 2048,
+    "gamma": 0.99,
+    "gae_lambda": 0.95,
+    "ent_coef": 0.0,
+    "vf_coef": 0.5,
+    "max_grad_norm": 0.5,
+    "batch_size": 128,
+    "n_epochs": 20,
+    "clip_range": {
+        ":type:": "<class 'function'>",
+        ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
+    },
+    "clip_range_vf": null,
+    "normalize_advantage": true,
+    "target_kl": null
+}

PPO-LunarLander-v2/policy.optimizer.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e0dc77cc6c4bfa7ed69ee0628b1d46e1d1bf630dfea122ff6f2365d3117638
+size 84893

PPO-LunarLander-v2/policy.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4980c0266f484f25f2356d63858c34c4f34b832de0c9013371f9aa6ad2855a2
+size 43201

PPO-LunarLander-v2/pytorch_variables.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d030ad8db708280fcae77d87e973102039acd23a11bdecc3db8eb6c0ac940ee1
+size 431

PPO-LunarLander-v2/system_info.txt

@@ -0,0 +1,7 @@
+OS: Linux-5.4.188+-x86_64-with-Ubuntu-18.04-bionic #1 SMP Sun Apr 24 10:03:06 PDT 2022
+Python: 3.7.13
+Stable-Baselines3: 1.5.0
+PyTorch: 1.11.0+cu113
+GPU Enabled: True
+Numpy: 1.21.6
+Gym: 0.21.0

README.md

@@ -0,0 +1,28 @@
+---
+library_name: stable-baselines3
+tags:
+- LunarLander-v2
+- deep-reinforcement-learning
+- reinforcement-learning
+- stable-baselines3
+model-index:
+- name: PPO
+  results:
+  - metrics:
+    - type: mean_reward
+      value: 248.34 +/- 20.42
+      name: mean_reward
+    task:
+      type: reinforcement-learning
+      name: reinforcement-learning
+    dataset:
+      name: LunarLander-v2
+      type: LunarLander-v2
+---
+
+  # **PPO** Agent playing **LunarLander-v2**
+  This is a trained model of a **PPO** agent playing **LunarLander-v2** using the [stable-baselines3 library](https://github.com/DLR-RM/stable-baselines3).
+  
+  ## Usage (with Stable-baselines3)
+  TODO: Add your code
+  

config.json

@@ -0,0 +1 @@
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f9cfacfd9e0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f9cfacfda70>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f9cfacfdb00>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f9cfacfdb90>", "_build": "<function ActorCriticPolicy._build at 0x7f9cfacfdc20>", "forward": "<function ActorCriticPolicy.forward at 0x7f9cfacfdcb0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f9cfacfdd40>", "_predict": "<function ActorCriticPolicy._predict at 0x7f9cfacfddd0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f9cfacfde60>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f9cfacfdef0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f9cfacfdf80>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f9cfad4e330>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVLwsAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZSMFG51bXB5LnJhbmRvbS5fcGlja2xllIwSX19yYW5kb21zdGF0ZV9jdG9ylJOUjAdNVDE5OTM3lIWUUpR9lCiMDWJpdF9nZW5lcmF0b3KUaBOMBXN0YXRllH2UKIwDa2V5lIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolsAJAAAAAAAAAAAAgEAFtoQEXveRUzsHBEhbGWYQ1fxamBaEH/EdATYi3Vs9PGFKdGMFD42q4wH5nmuwnixVkQI42NMsgwggBriAWLywbAW5XRwQuNzbE0fF3EtXXA1UqL4lzUlVzDhDWyub8w55Aw6mxlxpXucFZO5CkwFRxGeEEMS6g4Z5NYBqm0/BncpNbP5YsulCYUU61pZx8SxPmz/+DBgiea8iXMSf0jcVrEwtp9XUR7A0Tg8J4dlFAb8xgvUeTQoX9Ku98fEtqPEJWIkCrEguBNclDTY94U+WjsNdM6/E4Lou6Qzf0BpF2Jc33FSklC64t+ipd8oJJaaAfebzKKZaCvD7CVE2sC8CAWmozjnaxX/i6GBKdgSka/ynoEJ4G4GmgcbPx0qe4yLepM6o0/CO3OHG2U6KNrJQ63htD3nXy++RkUIdSIqK8TMksNM6QI2VW62NSXPkory16bqoLjpKIEMsH3YJvy9Hh3sWv1fEgmuyBojok3SF3Uin/uT2bfhuy77JUXwaUEDz1lr8R/LQ+UI/U2ZxqhUDyvHtYGbgMu5WQwxbHv30JKNErQkg/MFTc1oVUMtTbqPYgypPUZxmfVXyrtKvfTL4DNp53P+YK4U2I30MYnIPtYJ2n+SKfaV3nzwQJC8+P954YX5GGqBRtJf6vESPJtqSptSaEQCEaz7t+numMRf5LfKb6M5xFdCOwgI+xJS4FYFQXmxb0JmeGHra7DZ7pDdPfFAYZlw96cBR6eFFxxZGbH8cqJKeJrIEy9SYMJ7VfSSgkKOgF+bv/GTwqYygw2YD627SEmF3UDNnl0V9FMpaknPmJEklFiexjZLJ3ArVDOYJFuqJYYP59NqlQmRVJQK8NaW0Icy51O3iF9K6hR14zpfzYb/MldzLMcUWwVhPKnGm5bNeROqZqhc18OTsY2DYl+z4cUBXp8zXnm+t7IztwAq+mMlWd/KUM6eNbvUYIVdLAsAHEOldAsCTgZHv7RQOhFvu+7+/7DKY8azdFHXHaGGr/h9D8Hu9bP5U472X7Ek5+rMp+FKIYVK0u1g5SaRNVI0sCXYfRfmkSf3eW9tFVxN6F0VpxsYuhGAhoLsb0IAtMpLDIoM0+M6OyWRVz01ZMdskOePphkmPs3UFBvkoYrfBIxDSYmAEnYXoo3gULkZda3p2zceK4i2YOyRl8LJCWrybyD+pYLcxh4sKyk+CTuQ2u/uvkTqMeCu8/+Wmx0EOc1kdNQLuW63P9/zuDhWRs3Ny4noarLeIv48KikqVCuX8E7aSveDfccYP9i8VaEfbBLUTG5zBz8T+Z+1OdYap2E18G2iUSSLoi4SQFufcKM5t8klcFKseVqfAZMGPjkveGsNXlZ4Wljj6+5QTEOG1zOfShokA8Isrxe4nkF0/ze0gktL3elhuXtnqYel1uKjQOS4V7pGtInrY3d6d5Eu3s/0Tu7LTrFk4YTFo/LUjxNjRNE6d6/aeUkuE+VMfxficJ/lXMX9Buvt0pCx4oZIXTdq3KiQJjczrc14srqUte1uchHKKKcJpBGgukRLCl8dOn8oLa2zOIrFOTnfBOHy03jgWz/DKG10KjffemktYGgWR/M/sk3JFTuF5EdoPEroRmGzIhnCJbKMmGQQYCRF+tkqPx591dRGEZR0II4MHw2W/X+2qRiuzLEsrRrsVzYr0QckG/okTSR0t/L5xBZUG8kfWMbjQXe5FPxSYTpD63oZP5m727YJbSsFiAwa9bWXQZGTN/cjV894r2uElN5ykR0sBkFSO4RIu6m8NdHkQ2fapadzgAR+QvXAsjsYOHKOMihoapouJWmcNj4B7vkP2o3dWvonYzROMwCm2Y8fbT7UmvUW7OwYzczX+Z++t0Ee71T1jSXw770TAhBETo8WvombQeEKNCxkzbLG2Ytj81Ffj8ljIVsGsBzre+bR2drQYR4pny47LEm9RADKoVENsLsOCEWLool0m8K+MC1GwLmVkZ7QzSBZHrfE7kdqpikRA8iVLKRVmZETyWH8s8sJOyD8N4VXfvy6H7VSGY+UcEoB8D2B/bbFLnLxe+bUGaBzQUIC65BifUy5VVSvTw6BpFzu1tBi9mFTab+hdC25pDJ9J0Cd0LSd4TYY1zDaMoi80Qz+Hh8p3SUpL5LoTbxd6oFTTuc5cF+9LcpcTRNmRDajA9lJt7cgJPLpIb1sUdnY41dvG0vY9U8m26hFGnQbVnqPxqHxOlvOGqHPzmKGi/wFsQhsFQVSCi/46iR8gt5mYI8Ep8HMVlRvrFkWjEKvMAM5e0Ug33SIaOR1MFutQjx4ZniSIbSPcRLzPiikdzcanXwfTtjcFmt4rk52RZwJvtmiQIt3UsAQxjRIk0/F1AWF/AvcDMAAKdzMJrY9OZEZj8xNLovnzeyt+gBt/BVGu1YPRJvK5ZW6dawI8CiX/IbRMUvKhsJhw/RkxNJBT1+/XwkU8+/Ir9BttTvM2wRvgNN08MRFK6R9DtcVIxZ/cfSchr46uOwA9zHkWZENj7MnPoWh7CQr7VphAMZ1DgjUhdh5fDKR35i1v5NWt/HS4/gfBah8wFoiFZKNVpaY04XPqwv8cXFFfC87z+ydz9DZ3XNEiuO7raobrZPoXwPqrRsxQ2+o7+rgaBXwvknllt1VgMYI5AQRqd77YLMKaLzPie0KEunehFaY1bkJID7MFauXzYXz3q+T1WuAP/LwZ9MxGP7YbETDpuzmtStlgKTJSek94RJm3IXFy9gQfYy5TqUGtLKR0YBu+1V7pNmE9t6KyC3BdoMEul4FMG8UecG3SUVMXI/AZ7YOEyXzfM1IXlQsKv/8MdoHo5Uq92Vtie0f8sbzwDqPIakuRft+5KsoPuWNoH9L0HZUmf+3Vh5kFPEMf3HyYTJHdQ8w3P3vsC6oP205TYzTolJmP83ZkrdMKxaxDGzaboGX9rEyqvR64zm4BiATqORluZycRCqkkEZizsXuZHa0Dry8wQ8A6cEVSyDlUqeXIx/Pu/u4NFu9SIA54+jIalVujas6eC5ZIIggqZuvHZhHt41KfhdAP7Yx9ThPqRI26hCitJIxS9GQbQdrVtByaTDKHrnxd3QJNXKQXZCYTtwz+Lu4Lc2qW4pHZkSCm5amXPzFgZ4meW8VWATHib55e72e1jDAvpDLe7NNy5RJiuhA4o2aEJJ7/FkWpWYdSOte3GzXb02mJtlzUTGQeADozBBPf2ITtJjwpKo3/P0xV59RCaLZMMP2URTJcvXDeKMyqHLTPgXwETqyY1HBUKYWMMVpFky/YiviuaHhHelV/bPtGk2gW3SLrCTMyR7I4eRAqxb1irNqnaAMG3Jlira6P3C+GHunvlGgJjAJ1NJSJiIeUUpQoSwNoDU5OTkr/////Sv////9LAHSUYk1wAoWUjAFDlHSUUpSMA3Bvc5RNcAJ1jAloYXNfZ2F1c3OUSwCMBWdhdXNzlEcAAAAAAAAAAHVidWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": "RandomState(MT19937)"}, "n_envs": 16, "num_timesteps": 524288, "_total_timesteps": 500000.0, "_num_timesteps_at_start": 0, "seed": 242, "action_noise": null, "start_time": 1652894290.066164, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAALMMJb1ck0K6i2rjusvfNLZLRJc6Jl8BOgAAgD8AAIA/Gg5EPh2dYz4Ty/+97guTvkgNsDvakGG9AAAAAAAAAABm8V+9e9SVugLpXzq6iko1lxkSuw+RgbkAAIA/AACAPwCoKbvDOWu6MjVyOjF6SzUeNKi3+emKuQAAgD8AAIA/E6E+vvyGKT0IZg8+UwIOviZ6er1jj328AAAAAAAAAAAAs4O97OHvuV3Wt7mGMla2TwoJu5aM2TgAAIA/AACAP7NK6D7/9HU/lpOnPkX/pr4BRng+iHvqPAAAAAAAAAAA2I3GviFN1T4GwCk+LNaDvomQAb6ZNIq9AAAAAAAAAAAzGJg9j74Sukq3X7oO4YW1Xu/fuU2+gDkAAIA/AACAPy1ZFb62kjK8c7dDvT0Y2rvvOJI92BC0PAAAgD8AAAAAzYmZvHvImLoeWZs6ALcltFm+CbvSPLC5AACAPwAAgD+Aizs9e5aIuvNZgDwLIbI8Pg1Xu1wrmz0AAIA/AACAP5qAw7xc01a6v3YYt6/7zLGE0hc3zqE1NgAAgD8AAIA/07lFPng+rzybdvy7lVNiuuRgOD6+BW67AACAPwAAgD+AqjK9w104utOVgzPVb7CvTjb7OtoMuLMAAIA/AACAP6bJtD3hWrG40ruBOakLNDRo6007BgKZuAAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.04857599999999995, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVexAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI+aHSiBm6YECUhpRSlIwBbJRN6AOMAXSUR0C1VvRjFyaNdX2UKGgGaAloD0MIqyFxj6U0ZECUhpRSlGgVTegDaBZHQLVXKQC0WuZ1fZQoaAZoCWgPQwh1IOupVfZjQJSGlFKUaBVN6ANoFkdAtVco5Qxes3V9lChoBmgJaA9DCKH3xhAAe21AlIaUUpRoFU3MAWgWR0C1V3SmIj4YdX2UKGgGaAloD0MI2gOtwFBCcUCUhpRSlGgVTaICaBZHQLVXoDLr5Zd1fZQoaAZoCWgPQwgbZf1m4iRjQJSGlFKUaBVN6ANoFkdAtVmpSqEOAnV9lChoBmgJaA9DCB/axwp+72BAlIaUUpRoFU3oA2gWR0C1WhvWcz68dX2UKGgGaAloD0MIcjEG1nFMYkCUhpRSlGgVTegDaBZHQLVacoxYaHd1fZQoaAZoCWgPQwjhYG9iyO9iQJSGlFKUaBVN6ANoFkdAtVqV4bCJoHV9lChoBmgJaA9DCCS1UDI5MWNAlIaUUpRoFU3oA2gWR0C1W7poXbdrdX2UKGgGaAloD0MImBWKdD+uaECUhpRSlGgVTegDaBZHQLV/f6WgOBl1fZQoaAZoCWgPQwiMLJljedcpQJSGlFKUaBVL+2gWR0C1gCP557gLdX2UKGgGaAloD0MIyjFZ3H8iYUCUhpRSlGgVTegDaBZHQLWAPALiMpB1fZQoaAZoCWgPQwhZaVIKOnVgQJSGlFKUaBVN6ANoFkdAtYIOfQKKHnV9lChoBmgJaA9DCGoV/aGZrlxAlIaUUpRoFU3oA2gWR0C1ghwmu1WsdX2UKGgGaAloD0MIbCbfbPOKbkCUhpRSlGgVTdUCaBZHQLWEY7Wd3B51fZQoaAZoCWgPQwhm9KPhlDxlQJSGlFKUaBVN6ANoFkdAtYWoiliz9nV9lChoBmgJaA9DCEEqxY4GK3FAlIaUUpRoFU2uAmgWR0C1hmANoakzdX2UKGgGaAloD0MIQMBatetqa0CUhpRSlGgVTWgDaBZHQLWGi8kUsWh1fZQoaAZoCWgPQwinIhXGlllvQJSGlFKUaBVNigNoFkdAtYds8aGYbHV9lChoBmgJaA9DCOLNGryvNGRAlIaUUpRoFU3oA2gWR0C1iCFdX1aodX2UKGgGaAloD0MIA0AVN265OUCUhpRSlGgVS/1oFkdAtYg38wYcenV9lChoBmgJaA9DCGGpLuBl3WBAlIaUUpRoFU3oA2gWR0C1iIbL6k6+dX2UKGgGaAloD0MIryKjAxLXZkCUhpRSlGgVTegDaBZHQLWI603Ov+x1fZQoaAZoCWgPQwhJ1uHoKvFXQJSGlFKUaBVN6ANoFkdAtYuiQzUI9nV9lChoBmgJaA9DCHXIzXADAmRAlIaUUpRoFU3oA2gWR0C1i8eXqqwRdX2UKGgGaAloD0MI4pNOJBjRbECUhpRSlGgVTcMCaBZHQLWMj8YAKfF1fZQoaAZoCWgPQwiJfQIoRpFjQJSGlFKUaBVN6ANoFkdAtYzyIuXeFnV9lChoBmgJaA9DCBv0pbc/fV1AlIaUUpRoFU3oA2gWR0C1jmK+N96UdX2UKGgGaAloD0MIk5BI2/i9Y0CUhpRSlGgVTegDaBZHQLWO+Z4wAVB1fZQoaAZoCWgPQwgq4J7nzx1mQJSGlFKUaBVN6ANoFkdAtY8QSsbNr3V9lChoBmgJaA9DCLWHvVDAbF1AlIaUUpRoFU3oA2gWR0C1kPBg7YChdX2UKGgGaAloD0MIMEj6tIrUcECUhpRSlGgVTWMBaBZHQLWUEzreImB1fZQoaAZoCWgPQwi6nui68PFfQJSGlFKUaBVN6ANoFkdAtZTaNwR5DHV9lChoBmgJaA9DCMlWl1OCK2FAlIaUUpRoFU1dA2gWR0C1lWcBQvYfdX2UKGgGaAloD0MIcXK/Q1H0YUCUhpRSlGgVTegDaBZHQLWVkQXAM2F1fZQoaAZoCWgPQwgGMGXggNZiQJSGlFKUaBVN6ANoFkdAtZW5awD/2nV9lChoBmgJaA9DCDZZox6iz2BAlIaUUpRoFU3oA2gWR0C1lp/UaybAdX2UKGgGaAloD0MIuHcN+tKaYUCUhpRSlGgVTegDaBZHQLWXVBdUsFt1fZQoaAZoCWgPQwjcL5+sGF9hQJSGlFKUaBVN6ANoFkdAtZe7HxSYPXV9lChoBmgJaA9DCCVa8njaKmJAlIaUUpRoFU3oA2gWR0C1mB4BJZntdX2UKGgGaAloD0MI2VpfJPQ4cUCUhpRSlGgVTcYDaBZHQLWacHJtBOZ1fZQoaAZoCWgPQwhDIJc48sg/QJSGlFKUaBVN6ANoFkdAtZsq7aqS5nV9lChoBmgJaA9DCHUCmggbbVlAlIaUUpRoFU3oA2gWR0C1nA154W1udX2UKGgGaAloD0MIgzEiUeh8YECUhpRSlGgVTegDaBZHQLWceYUFjd51fZQoaAZoCWgPQwhyb37DxPlsQJSGlFKUaBVNgwJoFkdAtb//m8ujAXV9lChoBmgJaA9DCJ+u7lhsf1JAlIaUUpRoFU3oA2gWR0C1wKXBxgiNdX2UKGgGaAloD0MI30+Nl26+YkCUhpRSlGgVTegDaBZHQLXAvDej2zx1fZQoaAZoCWgPQwhm22lrRBxwQJSGlFKUaBVNdQNoFkdAtcDYMz/IbXV9lChoBmgJaA9DCE9Y4gFlky9AlIaUUpRoFUvqaBZHQLXBlFH8TBZ1fZQoaAZoCWgPQwjMRXwnpnFwQJSGlFKUaBVNXAFoFkdAtcJsona37XV9lChoBmgJaA9DCEErMGT1eXBAlIaUUpRoFU0wAmgWR0C1wqaAvtdBdX2UKGgGaAloD0MIFOtU+d4kcUCUhpRSlGgVTcUBaBZHQLXDQTF2mpF1fZQoaAZoCWgPQwhfl+E/3fduQJSGlFKUaBVN5gJoFkdAtcOrUExIrnV9lChoBmgJaA9DCGb4TzdQY3BAlIaUUpRoFU1VAWgWR0C1xM4R28qXdX2UKGgGaAloD0MI3PEmv8XOcUCUhpRSlGgVTacDaBZHQLXFQnUDuBt1fZQoaAZoCWgPQwidobjjTYhgQJSGlFKUaBVN6ANoFkdAtcW4hyKekHV9lChoBmgJaA9DCOONzCN/i25AlIaUUpRoFU1wAWgWR0C1xdPUWl/IdX2UKGgGaAloD0MIZyjueNMMcUCUhpRSlGgVTYUBaBZHQLXGVepGWld1fZQoaAZoCWgPQwgo8iTpmgFmQJSGlFKUaBVN6ANoFkdAtcZg2XLNfXV9lChoBmgJaA9DCEga3NYWgGVAlIaUUpRoFU3oA2gWR0C1xoVIuoP1dX2UKGgGaAloD0MIWU+tvjp2bECUhpRSlGgVTYkBaBZHQLXHFPv8ZUF1fZQoaAZoCWgPQwiBI4EGG0BjQJSGlFKUaBVN6ANoFkdAtcfy36Q/5nV9lChoBmgJaA9DCEBR2bCm8WJAlIaUUpRoFU3oA2gWR0C1yE8MAmzCdX2UKGgGaAloD0MIL6LtmHpKcECUhpRSlGgVTVcBaBZHQLXLJ3y7PIJ1fZQoaAZoCWgPQwgDllzFosNwQJSGlFKUaBVNRAFoFkdAtcu+Q0XP7nV9lChoBmgJaA9DCJTb9j2q43BAlIaUUpRoFU04AWgWR0C1zKLOAy2ydX2UKGgGaAloD0MI5UaRtYYvY0CUhpRSlGgVTegDaBZHQLXM9QUHpr11fZQoaAZoCWgPQwia6sn8Y9FxQJSGlFKUaBVN+gJoFkdAtc2kdYGMXXV9lChoBmgJaA9DCLg7a7edmXFAlIaUUpRoFU0xAmgWR0C1zflsguAadX2UKGgGaAloD0MIzlXzHBEFcUCUhpRSlGgVTdoCaBZHQLXORUbDMvB1fZQoaAZoCWgPQwiFe2XeKnRyQJSGlFKUaBVNsQJoFkdAtc7BvUBnz3V9lChoBmgJaA9DCKRS7Ggc92JAlIaUUpRoFU3oA2gWR0C1zv7X18LKdX2UKGgGaAloD0MIxHsOLEesbECUhpRSlGgVTYYCaBZHQLXPAZP2wmp1fZQoaAZoCWgPQwgrwk1GFVJsQJSGlFKUaBVNCAJoFkdAtc/j0e2d/nV9lChoBmgJaA9DCI2Y2ecxP1pAlIaUUpRoFU3oA2gWR0C10JJrcj7idX2UKGgGaAloD0MInKIjufyiYUCUhpRSlGgVTegDaBZHQLXRbMHryDt1fZQoaAZoCWgPQwg0aOif4K1xQJSGlFKUaBVNJgNoFkdAtdHi5Xlr/XV9lChoBmgJaA9DCME24sku9HFAlIaUUpRoFU2eAWgWR0C10puVTrE+dX2UKGgGaAloD0MIk6zD0dVucECUhpRSlGgVTRECaBZHQLXSqeRPoFF1fZQoaAZoCWgPQwgJa2PsBJJwQJSGlFKUaBVNlQFoFkdAtdMjVG0/nnV9lChoBmgJaA9DCF37AnqhPnBAlIaUUpRoFU03AWgWR0C10zkw35vcdX2UKGgGaAloD0MIVp5A2KnFZECUhpRSlGgVTegDaBZHQLXTZQ6ZH/d1fZQoaAZoCWgPQwhYq3ZNyL5vQJSGlFKUaBVNhQFoFkdAtdODLFGXonV9lChoBmgJaA9DCOBKdmyEKWRAlIaUUpRoFU3oA2gWR0C11FMA/9pAdX2UKGgGaAloD0MIA5SGGoUccECUhpRSlGgVTYECaBZHQLXUnFXaJyh1fZQoaAZoCWgPQwi29GiqJ9tAQJSGlFKUaBVL5GgWR0C11jp44ZMtdX2UKGgGaAloD0MIbAn5oGcicUCUhpRSlGgVTYcBaBZHQLXW5diDujR1fZQoaAZoCWgPQwiVD0HV6LBtQJSGlFKUaBVNQwFoFkdAtdc37m+0xHV9lChoBmgJaA9DCEMEHEKVfE1AlIaUUpRoFU0QAWgWR0C112H9m6GydX2UKGgGaAloD0MIDYy8rInscECUhpRSlGgVTXYCaBZHQLXXeJIDoyN1fZQoaAZoCWgPQwh7Mv/om8A1QJSGlFKUaBVL+2gWR0C11/8c+7lJdX2UKGgGaAloD0MIu0ihLHyvcECUhpRSlGgVTWEBaBZHQLXYaSLZSNx1fZQoaAZoCWgPQwgEq+rlN8hxQJSGlFKUaBVNpQJoFkdAtdhsguAZsXV9lChoBmgJaA9DCKtALQaPVm1AlIaUUpRoFU1kAmgWR0C12Su14Pf9dX2UKGgGaAloD0MIyLd3DXo1bECUhpRSlGgVTdMBaBZHQLXZLzwMH8l1fZQoaAZoCWgPQwgBv0aSIL5tQJSGlFKUaBVN7gFoFkdAtdoSvUz9CXV9lChoBmgJaA9DCJs3Tgpz2GFAlIaUUpRoFU3oA2gWR0C12nPmDDjzdX2UKGgGaAloD0MIdej0vBsVRECUhpRSlGgVS+doFkdAtdp8oMKCx3V9lChoBmgJaA9DCE1NgjckQWRAlIaUUpRoFU3oA2gWR0C1255C4SYgdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 320, "n_steps": 2048, "gamma": 0.99, "gae_lambda": 0.95, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 128, "n_epochs": 20, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.4.188+-x86_64-with-Ubuntu-18.04-bionic #1 SMP Sun Apr 24 10:03:06 PDT 2022", "Python": "3.7.13", "Stable-Baselines3": "1.5.0", "PyTorch": "1.11.0+cu113", "GPU Enabled": "True", "Numpy": "1.21.6", "Gym": "0.21.0"}}

replay.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c762b3c2120a27dc2ca5f3d5bb862a70878f522a493665d12eee533223d2c5
+size 245930

results.json

@@ -0,0 +1 @@
+{"mean_reward": 248.33993612052808, "std_reward": 20.422222532069497, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2022-05-18T17:53:20.875841"}