Upload PPO LunarLander-v2 trained agent

.gitattributes

@@ -25,3 +25,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zstandard filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+*.mp4 filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,28 @@
+---
+library_name: stable-baselines3
+tags:
+- LunarLander-v2
+- deep-reinforcement-learning
+- reinforcement-learning
+- stable-baselines3
+model-index:
+- name: PPO
+  results:
+  - metrics:
+    - type: mean_reward
+      value: 275.21 +/- 19.21
+      name: mean_reward
+    task:
+      type: reinforcement-learning
+      name: reinforcement-learning
+    dataset:
+      name: LunarLander-v2
+      type: LunarLander-v2
+---
+
+  # **PPO** Agent playing **LunarLander-v2**
+  This is a trained model of a **PPO** agent playing **LunarLander-v2** using the [stable-baselines3 library](https://github.com/DLR-RM/stable-baselines3).
+  
+  ## Usage (with Stable-baselines3)
+  TODO: Add your code
+  

config.json

@@ -0,0 +1 @@
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f865ff46a70>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f865ff46b00>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f865ff46b90>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f865ff46c20>", "_build": "<function ActorCriticPolicy._build at 0x7f865ff46cb0>", "forward": "<function ActorCriticPolicy.forward at 0x7f865ff46d40>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f865ff46dd0>", "_predict": "<function ActorCriticPolicy._predict at 0x7f865ff46e60>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f865ff46ef0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f865ff46f80>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f865ff47010>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f865ff3c740>"}, "verbose": 1, "policy_kwargs": {"net_arch": [{"pi": [128, 128], "vf": [128, 128]}]}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVpQEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoC0sIhZSMAUOUdJRSlIwEaGlnaJRoEyiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoC0sIhZRoFnSUUpSMDWJvdW5kZWRfYmVsb3eUaBMolggAAAAAAAAAAAAAAAAAAACUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBZ0lFKUjA1ib3VuZGVkX2Fib3ZllGgTKJYIAAAAAAAAAAAAAAAAAAAAlGgiSwiFlGgWdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWViAAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 32, "num_timesteps": 15007744, "_total_timesteps": 15000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1652467789.3760211, "learning_rate": {":type:": "<class 'function'>", ":serialized:": "gAWVdwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAEsBSwNLE0MUfACIARQAZAF8ABgAiAAUABcAUwCUTksBhpQpjBJwcm9ncmVzc19yZW1haW5pbmeUhZSMLC9ob21lL25lcHR1bi9QeWNoYXJtUHJvamVjdHMvcGxjdXJzL3VuaXQxLnB5lIwEZnVuY5RLDEMEAH8AYJSMBmxyX2VuZJSMCGxyX3N0YXJ0lIaUKXSUUpR9lCiMC19fcGFja2FnZV9flE6MCF9fbmFtZV9flIwIX19tYWluX1+UjAhfX2ZpbGVfX5RoDXVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUaBspUpSGlHSUUpSMHGNsb3VkcGlja2xlLmNsb3VkcGlja2xlX2Zhc3SUjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoIH2UfZQoaBdoDowMX19xdWFsbmFtZV9flIwdbGluZWFyX3NjaGVkdWxlLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz7k+LWI42jxhZRSlGgwRz9QYk3S8an8hZRSlIaUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVdwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAEsBSwNLE0MUfACIARQAZAF8ABgAiAAUABcAUwCUTksBhpQpjBJwcm9ncmVzc19yZW1haW5pbmeUhZSMLC9ob21lL25lcHR1bi9QeWNoYXJtUHJvamVjdHMvcGxjdXJzL3VuaXQxLnB5lIwEZnVuY5RLDEMEAH8AYJSMBmxyX2VuZJSMCGxyX3N0YXJ0lIaUKXSUUpR9lCiMC19fcGFja2FnZV9flE6MCF9fbmFtZV9flIwIX19tYWluX1+UjAhfX2ZpbGVfX5RoDXVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUaBspUpSGlHSUUpSMHGNsb3VkcGlja2xlLmNsb3VkcGlja2xlX2Zhc3SUjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoIH2UfZQoaBdoDowMX19xdWFsbmFtZV9flIwdbGluZWFyX3NjaGVkdWxlLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz7k+LWI42jxhZRSlGgwRz9QYk3S8an8hZRSlIaUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQQAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYABAAAAAAAAGbGRjpxiBo+ARZFvuJW676FBTq+FymRvgAAAAAAAAAAZnACPaT8HbsSTA69TuQoPcdHgztNe2K6AACAPwAAgD8aonE9jtKXvOwiCz6e64w9BtOHvYAqxLsAAIA/AACAPzO1nDwUHJq6RRgbNVK+FjDiNke6qPtjtAAAgD8AAIA/zVZJvI9mWLrgOeG7Uv4GNrWsqTq4mXW1AACAPwAAgD/NQpA8FMSLuq26Xbo6KlK1vkvAOU6sgDkAAIA/AACAPzPWBT2P4n66jvzTvdx0OTzGPj48njQkvQAAgD8AAIA/TWypvT6Hpz5Kjas9Lm49v21/+L22AsQ9AAAAAAAAAABmeMG83D95vEo2HT7kAQs91jOSPWJSCr0AAIA/AACAP7PjM72fk7w/3oagvl0oVz02wCa9IqEWvgAAAAAAAAAAADYAvOE8n7rsgq66OreftRMumLd5Msk5AACAPwAAgD+9dU2+JOqhPjpd5z6sMj+/WB7cvS5dhj4AAAAAAAAAAJqBjjspGG66VP0uOi9LCbV5aD66XvlMuQAAgD8AAIA/ZsAYPKhmlryVsI68/NzBPEJVkT1Fp865AACAPwAAgD9gCw++KoVDP2gCn71dmUm/EO6kvu65bD0AAAAAAAAAAIa9BT7jeLs+gsZBvjHFML8+SjQ+DgxevgAAAAAAAAAAzWBMvCn0HLoLC4szKpdnr2UtgjsuOaWzAACAPwAAgD/Ndao8wfy0P85RaD4hQ529sn2+PGjaNz4AAAAAAAAAAM03lDyuPZe6upTuNmts0zGKCGu6qY8KtgAAgD8AAIA/ACAfvNdRLbuqqp26LUCdPNawX7zQ5YY9AACAPwAAgD8z4Rk8j4YIukLP6jqvJLM1srpIu8pvDLoAAIA/AACAP2b8arxcI1i6SfVGuHrVIbO77V67xqtpNwAAgD8AAIA/zQw+O6e4tj9guVE8oT/2vQv3Tj2S+7U9AAAAAAAAAACap608tFSsvEjka7yO2528DY8KvoUSgL0AAIA/AACAP01iWD1cKy+6AnxWPHz84LbeA1Q7uKLdtQAAgD8AAAAAZsoxPkC1pT9G6QA/XMzavp1A2D7g4/Q+AAAAAAAAAABmPkw8rsOSum5wQ7iNHi+zdWcFO90SYjcAAIA/AACAPzMk57x7Gpu6nzUOtYRYCa/zInq6djlbNAAAgD8AAIA/M/9vPBTcoLqCeYW8JaKLPKnbqToFPnM9AACAPwAAgD9abr+9AiZYP6scZL7dvma/9/WIvjJarb0AAAAAAAAAAAA4iDyuD5W6w1OqNmviNjEE0RO7PiTHtQAAgD8AAIA/2gb4vV/7sj+LwdO+EcC8vpUuRb7ANoG+AAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiSyBLCIaUjAFDlHSUUpQu"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVkwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYgAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksghZSMAUOUdJRSlC4="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.0005162666666667093, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVRBAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI63Hfal2xcUCUhpRSlIwBbJRNCwGMAXSUR0DB6lVxwQ18dX2UKGgGaAloD0MI+S06WSoCc0CUhpRSlGgVS7toFkdAwepZwcYIjXV9lChoBmgJaA9DCLwH6L5c83FAlIaUUpRoFUu0aBZHQMHqYVct5D91fZQoaAZoCWgPQwha2NMOv4FzQJSGlFKUaBVL12gWR0DB6oUMqjJudX2UKGgGaAloD0MIWwacpaRpcECUhpRSlGgVS7xoFkdAweqVOerdWXV9lChoBmgJaA9DCKUuGccIBHNAlIaUUpRoFU0qAWgWR0DB6qf/7zkIdX2UKGgGaAloD0MIuCIxQY0BcUCUhpRSlGgVS7loFkdAweq0PluFYnV9lChoBmgJaA9DCLdFmQ1yUnBAlIaUUpRoFUvHaBZHQMHquR6F/QV1fZQoaAZoCWgPQwhtrprnCKByQJSGlFKUaBVNFQFoFkdAwerG7U5MlHV9lChoBmgJaA9DCFhWmpTCBnRAlIaUUpRoFUvYaBZHQMHqxvnKW9l1fZQoaAZoCWgPQwhq96sAnxVyQJSGlFKUaBVLwWgWR0DB6sy3I+4cdX2UKGgGaAloD0MIOlyrPWwJckCUhpRSlGgVS8ZoFkdAwerOVk+X7nV9lChoBmgJaA9DCA2nzM333XFAlIaUUpRoFU0bAWgWR0DB6tFBD5TIdX2UKGgGaAloD0MIpcACmPJ/ckCUhpRSlGgVS4xoFkdAwerYFOfukXV9lChoBmgJaA9DCGKDhZP0rHJAlIaUUpRoFU0IAWgWR0DB6tsN+b3HdX2UKGgGaAloD0MIey3ovfG/cUCUhpRSlGgVTRMBaBZHQMHq4E690zV1fZQoaAZoCWgPQwivQPSkzJByQJSGlFKUaBVLymgWR0DB6uLmp2lmdX2UKGgGaAloD0MIJEil2NEfdECUhpRSlGgVTZYBaBZHQMHq9skhRqJ1fZQoaAZoCWgPQwgoJ9pVSB9zQJSGlFKUaBVLtmgWR0DB6yhBRhttdX2UKGgGaAloD0MIPulEgukUckCUhpRSlGgVTY8DaBZHQMHrLkiUxEh1fZQoaAZoCWgPQwiyZfm6zKlxQJSGlFKUaBVL2GgWR0DB6zhvFWGRdX2UKGgGaAloD0MIvB+3Xz4OcUCUhpRSlGgVTV8BaBZHQMHrR2z4UN91fZQoaAZoCWgPQwiqY5XSMzhzQJSGlFKUaBVNOQFoFkdAwetMKOT7mHV9lChoBmgJaA9DCAsL7ge8gHJAlIaUUpRoFUuxaBZHQMHrUYtxuKp1fZQoaAZoCWgPQwhrRZvjHJRyQJSGlFKUaBVLtGgWR0DB61ptxdY5dX2UKGgGaAloD0MIRwN4C2SickCUhpRSlGgVTU4BaBZHQMHrZDFQ2uR1fZQoaAZoCWgPQwjJ42n5AZBxQJSGlFKUaBVL1GgWR0DB629rCWNWdX2UKGgGaAloD0MIeqhtwyi8cECUhpRSlGgVS6VoFkdAwetw7DEWI3V9lChoBmgJaA9DCNRhhVv+5XJAlIaUUpRoFU0mAWgWR0DB65OiWVu8dX2UKGgGaAloD0MITKYKRuUQcUCUhpRSlGgVTQ4BaBZHQMHrncMmWt51fZQoaAZoCWgPQwh/L4UHDZdyQJSGlFKUaBVLqmgWR0DB66eu1WsBdX2UKGgGaAloD0MIKSFYVe94c0CUhpRSlGgVTRwBaBZHQMHrrZ62OQ11fZQoaAZoCWgPQwhOCvMe56pxQJSGlFKUaBVLtWgWR0DB67Mf1YhddX2UKGgGaAloD0MI+3WnO8/jcECUhpRSlGgVS8hoFkdAwevB9VFQVXV9lChoBmgJaA9DCCr/Wl45xHJAlIaUUpRoFUvfaBZHQMHr0XDNyHV1fZQoaAZoCWgPQwj3yrxVV7luQJSGlFKUaBVLtWgWR0DB69Rda+vhdX2UKGgGaAloD0MItmYrL3l3ckCUhpRSlGgVS8hoFkdAwevqJkXk53V9lChoBmgJaA9DCLg81owMOnJAlIaUUpRoFUvOaBZHQMHr7iTlkpZ1fZQoaAZoCWgPQwgLfbCMTeBzQJSGlFKUaBVLsmgWR0DB6/Oy/sVtdX2UKGgGaAloD0MIoP6z5kcTc0CUhpRSlGgVS89oFkdAwewFHavicXV9lChoBmgJaA9DCI8YPbfQEnNAlIaUUpRoFU0uAWgWR0DB7A5L9MsZdX2UKGgGaAloD0MIxqcAGA/vcUCUhpRSlGgVTUIBaBZHQMHsE9K28Zl1fZQoaAZoCWgPQwgrUIvBw39wQJSGlFKUaBVNegJoFkdAwewbjUd7wHV9lChoBmgJaA9DCHVat0FttHJAlIaUUpRoFUvpaBZHQMHsH3GXHBF1fZQoaAZoCWgPQwj9pNqno9RyQJSGlFKUaBVNaAFoFkdAwewlXBguy3V9lChoBmgJaA9DCJrMeFspT3NAlIaUUpRoFUv5aBZHQMHsJ+LvTgF1fZQoaAZoCWgPQwhFuTR+YRdzQJSGlFKUaBVL/mgWR0DB7Cf5pJwsdX2UKGgGaAloD0MIryE4LqNEc0CUhpRSlGgVTQUBaBZHQMHsMBm5Dqp1fZQoaAZoCWgPQwjzyvW2mdxyQJSGlFKUaBVNAgJoFkdAwew4FsYVI3V9lChoBmgJaA9DCB1aZDvfzXRAlIaUUpRoFUu6aBZHQMHsRDyWiUR1fZQoaAZoCWgPQwgudCUClQBzQJSGlFKUaBVLwmgWR0DB7Fd3hXKbdX2UKGgGaAloD0MIOutTjgkbckCUhpRSlGgVS+loFkdAwexlwFTvRnV9lChoBmgJaA9DCOMcdXQct3NAlIaUUpRoFUvraBZHQMHsh75uZTh1fZQoaAZoCWgPQwijBP2FXtRxQJSGlFKUaBVLv2gWR0DB7KU96kZadX2UKGgGaAloD0MImIbhIyKMcECUhpRSlGgVS7xoFkdAweysnc+JQHV9lChoBmgJaA9DCDscXaV7jHNAlIaUUpRoFUvDaBZHQMHssMt9QXR1fZQoaAZoCWgPQwiBQGfS5qFxQJSGlFKUaBVL3mgWR0DB7L1iSaE0dX2UKGgGaAloD0MIXp1jQDavckCUhpRSlGgVTQIBaBZHQMHszTOX3QF1fZQoaAZoCWgPQwhTl4xjJAtzQJSGlFKUaBVL42gWR0DB7M5kNFz/dX2UKGgGaAloD0MIr0LKT6oEcUCUhpRSlGgVTREBaBZHQMHs1YYixFB1fZQoaAZoCWgPQwit/DIYY1RxQJSGlFKUaBVLp2gWR0DB7OmsA/9pdX2UKGgGaAloD0MI1O/C1qzpc0CUhpRSlGgVS9VoFkdAwezt+BpYcXV9lChoBmgJaA9DCLVwWYUNNHFAlIaUUpRoFUvIaBZHQMHs8k5yU9p1fZQoaAZoCWgPQwirJLIPMv1xQJSGlFKUaBVNjAFoFkdAwez8RoRIz3V9lChoBmgJaA9DCCxkrgyq13NAlIaUUpRoFUvkaBZHQMHtBYxDb8F1fZQoaAZoCWgPQwgiiPNwgmFxQJSGlFKUaBVLo2gWR0DB7QmUW2w3dX2UKGgGaAloD0MI6zpUU9KKcECUhpRSlGgVS6poFkdAwe0Jk2gnMXV9lChoBmgJaA9DCOkMjLzsWnNAlIaUUpRoFU1HAWgWR0DB7RUtbs4UdX2UKGgGaAloD0MIkpT0MHTtcUCUhpRSlGgVTQcBaBZHQMHtTNNi6QN1fZQoaAZoCWgPQwiY3v5ctMRzQJSGlFKUaBVNjAFoFkdAwe1VuO0b+HV9lChoBmgJaA9DCDKQZ5dvG3RAlIaUUpRoFUvRaBZHQMHtY2e6I311fZQoaAZoCWgPQwiBQdKn1W5zQJSGlFKUaBVNoQFoFkdAwe1q3EQ5FXV9lChoBmgJaA9DCMzwn27gY3FAlIaUUpRoFUvcaBZHQMHtiQ0fozN1fZQoaAZoCWgPQwh2jZYDvatyQJSGlFKUaBVNDwFoFkdAwe2Kwqy4WnV9lChoBmgJaA9DCDGW6ZeIZXJAlIaUUpRoFU0GAWgWR0DB7YwczZYgdX2UKGgGaAloD0MIdsJLcCpxc0CUhpRSlGgVTQABaBZHQMHtlw7DEWJ1fZQoaAZoCWgPQwj1K50PT/BzQJSGlFKUaBVL3WgWR0DB7ZnjENvwdX2UKGgGaAloD0MI0sYRa3GWcUCUhpRSlGgVS7ZoFkdAwe2l8ma6SXV9lChoBmgJaA9DCH+/mC0ZKHNAlIaUUpRoFU0gAWgWR0DB7aeoFV1fdX2UKGgGaAloD0MIXMgjuJHJckCUhpRSlGgVTSoBaBZHQMHtqMhHLA51fZQoaAZoCWgPQwiSPNf34eRzQJSGlFKUaBVNHAFoFkdAwe2o25QP7XV9lChoBmgJaA9DCKysbYpHonBAlIaUUpRoFUubaBZHQMHtrxZMcp91fZQoaAZoCWgPQwiKc9TR8VJvQJSGlFKUaBVNUgFoFkdAwe28HeJpFnV9lChoBmgJaA9DCK8+Hvru/lNAlIaUUpRoFUuBaBZHQMHtvYxL0z11fZQoaAZoCWgPQwh/aVGfJDJyQJSGlFKUaBVLxWgWR0DB7cytFKChdX2UKGgGaAloD0MIc9pTcs7eckCUhpRSlGgVS6JoFkdAwe3Zg/keZHV9lChoBmgJaA9DCDSD+MAO4nBAlIaUUpRoFUvHaBZHQMHt3WgnMMZ1fZQoaAZoCWgPQwhzZrtC39ZxQJSGlFKUaBVNCAFoFkdAwe3xv0AcUHV9lChoBmgJaA9DCF9DcFxGanNAlIaUUpRoFUujaBZHQMHt8u7QLNR1fZQoaAZoCWgPQwi+T1WhATdyQJSGlFKUaBVLxGgWR0DB7ffnhbW3dX2UKGgGaAloD0MIO+P74hK/cUCUhpRSlGgVTeQBaBZHQMHt/l+EytV1fZQoaAZoCWgPQwjN6EfD6eVxQJSGlFKUaBVNuAFoFkdAwe4RFvQ4THV9lChoBmgJaA9DCDfg88MILHJAlIaUUpRoFUvZaBZHQMHuFnoouwp1fZQoaAZoCWgPQwgC85Ap39VzQJSGlFKUaBVNHAFoFkdAwe4sn2Iwd3V9lChoBmgJaA9DCF6hD5axY3JAlIaUUpRoFU0JAWgWR0DB7k8Ao5PudX2UKGgGaAloD0MIWAG+27wCcUCUhpRSlGgVS8ZoFkdAwe5WD+R5knV9lChoBmgJaA9DCNLj9zb9q3BAlIaUUpRoFUvBaBZHQMHuV2ll9Sd1fZQoaAZoCWgPQwh3hqktdZxIQJSGlFKUaBVLhWgWR0DB7mn4qPOqdX2UKGgGaAloD0MI78hYbf73cUCUhpRSlGgVS5FoFkdAwe5rj94u9XV9lChoBmgJaA9DCBpQb0ZN7HJAlIaUUpRoFUuvaBZHQMHucnfVI7N1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 1832, "n_steps": 2048, "gamma": 1, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 256, "n_epochs": 8, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWV9QIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAEsBSwFLE0MEiABTAJROhZQpjAFflIWUjGIvaG9tZS9uZXB0dW4vbWluaWNvbmRhMy9lbnZzL3BsY3Vycy9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4BDAgBclIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMYi9ob21lL25lcHR1bi9taW5pY29uZGEzL2VudnMvcGxjdXJzL2xpYi9weXRob24zLjEwL3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.15.0-27-generic-x86_64-with-glibc2.35 #28-Ubuntu SMP Thu Apr 14 04:55:28 UTC 2022", "Python": "3.10.4", "Stable-Baselines3": "1.5.0", "PyTorch": "1.11.0+cu102", "GPU Enabled": "True", "Numpy": "1.22.3", "Gym": "0.21.0"}}

ppo_v13-LunarLander-v2.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f94a0d25f0162870b1f7b89c595f9fb79a9449b455ae438b91ed36fffb373adc
+size 460023

ppo_v13-LunarLander-v2/_stable_baselines3_version

@@ -0,0 +1 @@
+1.5.0

ppo_v13-LunarLander-v2/data

@@ -0,0 +1,110 @@
+{
+    "policy_class": {
+        ":type:": "<class 'abc.ABCMeta'>",
+        ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
+        "__module__": "stable_baselines3.common.policies",
+        "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
+        "__init__": "<function ActorCriticPolicy.__init__ at 0x7f865ff46a70>",
+        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f865ff46b00>",
+        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f865ff46b90>",
+        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f865ff46c20>",
+        "_build": "<function ActorCriticPolicy._build at 0x7f865ff46cb0>",
+        "forward": "<function ActorCriticPolicy.forward at 0x7f865ff46d40>",
+        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f865ff46dd0>",
+        "_predict": "<function ActorCriticPolicy._predict at 0x7f865ff46e60>",
+        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f865ff46ef0>",
+        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f865ff46f80>",
+        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f865ff47010>",
+        "__abstractmethods__": "frozenset()",
+        "_abc_impl": "<_abc._abc_data object at 0x7f865ff3c740>"
+    },
+    "verbose": 1,
+    "policy_kwargs": {
+        "net_arch": [
+            {
+                "pi": [
+                    128,
+                    128
+                ],
+                "vf": [
+                    128,
+                    128
+                ]
+            }
+        ]
+    },
+    "observation_space": {
+        ":type:": "<class 'gym.spaces.box.Box'>",
+        ":serialized:": "gAWVpQEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoC0sIhZSMAUOUdJRSlIwEaGlnaJRoEyiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoC0sIhZRoFnSUUpSMDWJvdW5kZWRfYmVsb3eUaBMolggAAAAAAAAAAAAAAAAAAACUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBZ0lFKUjA1ib3VuZGVkX2Fib3ZllGgTKJYIAAAAAAAAAAAAAAAAAAAAlGgiSwiFlGgWdJRSlIwKX25wX3JhbmRvbZROdWIu",
+        "dtype": "float32",
+        "_shape": [
+            8
+        ],
+        "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]",
+        "high": "[inf inf inf inf inf inf inf inf]",
+        "bounded_below": "[False False False False False False False False]",
+        "bounded_above": "[False False False False False False False False]",
+        "_np_random": null
+    },
+    "action_space": {
+        ":type:": "<class 'gym.spaces.discrete.Discrete'>",
+        ":serialized:": "gAWViAAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu",
+        "n": 4,
+        "_shape": [],
+        "dtype": "int64",
+        "_np_random": null
+    },
+    "n_envs": 32,
+    "num_timesteps": 15007744,
+    "_total_timesteps": 15000000,
+    "_num_timesteps_at_start": 0,
+    "seed": null,
+    "action_noise": null,
+    "start_time": 1652467789.3760211,
+    "learning_rate": {
+        ":type:": "<class 'function'>",
+        ":serialized:": "gAWVdwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAEsBSwNLE0MUfACIARQAZAF8ABgAiAAUABcAUwCUTksBhpQpjBJwcm9ncmVzc19yZW1haW5pbmeUhZSMLC9ob21lL25lcHR1bi9QeWNoYXJtUHJvamVjdHMvcGxjdXJzL3VuaXQxLnB5lIwEZnVuY5RLDEMEAH8AYJSMBmxyX2VuZJSMCGxyX3N0YXJ0lIaUKXSUUpR9lCiMC19fcGFja2FnZV9flE6MCF9fbmFtZV9flIwIX19tYWluX1+UjAhfX2ZpbGVfX5RoDXVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUaBspUpSGlHSUUpSMHGNsb3VkcGlja2xlLmNsb3VkcGlja2xlX2Zhc3SUjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoIH2UfZQoaBdoDowMX19xdWFsbmFtZV9flIwdbGluZWFyX3NjaGVkdWxlLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz7k+LWI42jxhZRSlGgwRz9QYk3S8an8hZRSlIaUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
+    },
+    "tensorboard_log": null,
+    "lr_schedule": {
+        ":type:": "<class 'function'>",
+        ":serialized:": "gAWVdwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAEsBSwNLE0MUfACIARQAZAF8ABgAiAAUABcAUwCUTksBhpQpjBJwcm9ncmVzc19yZW1haW5pbmeUhZSMLC9ob21lL25lcHR1bi9QeWNoYXJtUHJvamVjdHMvcGxjdXJzL3VuaXQxLnB5lIwEZnVuY5RLDEMEAH8AYJSMBmxyX2VuZJSMCGxyX3N0YXJ0lIaUKXSUUpR9lCiMC19fcGFja2FnZV9flE6MCF9fbmFtZV9flIwIX19tYWluX1+UjAhfX2ZpbGVfX5RoDXVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUaBspUpSGlHSUUpSMHGNsb3VkcGlja2xlLmNsb3VkcGlja2xlX2Zhc3SUjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoIH2UfZQoaBdoDowMX19xdWFsbmFtZV9flIwdbGluZWFyX3NjaGVkdWxlLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz7k+LWI42jxhZRSlGgwRz9QYk3S8an8hZRSlIaUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
+    },
+    "_last_obs": {
+        ":type:": "<class 'numpy.ndarray'>",
+        ":serialized:": "gAWVdQQAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYABAAAAAAAAGbGRjpxiBo+ARZFvuJW676FBTq+FymRvgAAAAAAAAAAZnACPaT8HbsSTA69TuQoPcdHgztNe2K6AACAPwAAgD8aonE9jtKXvOwiCz6e64w9BtOHvYAqxLsAAIA/AACAPzO1nDwUHJq6RRgbNVK+FjDiNke6qPtjtAAAgD8AAIA/zVZJvI9mWLrgOeG7Uv4GNrWsqTq4mXW1AACAPwAAgD/NQpA8FMSLuq26Xbo6KlK1vkvAOU6sgDkAAIA/AACAPzPWBT2P4n66jvzTvdx0OTzGPj48njQkvQAAgD8AAIA/TWypvT6Hpz5Kjas9Lm49v21/+L22AsQ9AAAAAAAAAABmeMG83D95vEo2HT7kAQs91jOSPWJSCr0AAIA/AACAP7PjM72fk7w/3oagvl0oVz02wCa9IqEWvgAAAAAAAAAAADYAvOE8n7rsgq66OreftRMumLd5Msk5AACAPwAAgD+9dU2+JOqhPjpd5z6sMj+/WB7cvS5dhj4AAAAAAAAAAJqBjjspGG66VP0uOi9LCbV5aD66XvlMuQAAgD8AAIA/ZsAYPKhmlryVsI68/NzBPEJVkT1Fp865AACAPwAAgD9gCw++KoVDP2gCn71dmUm/EO6kvu65bD0AAAAAAAAAAIa9BT7jeLs+gsZBvjHFML8+SjQ+DgxevgAAAAAAAAAAzWBMvCn0HLoLC4szKpdnr2UtgjsuOaWzAACAPwAAgD/Ndao8wfy0P85RaD4hQ529sn2+PGjaNz4AAAAAAAAAAM03lDyuPZe6upTuNmts0zGKCGu6qY8KtgAAgD8AAIA/ACAfvNdRLbuqqp26LUCdPNawX7zQ5YY9AACAPwAAgD8z4Rk8j4YIukLP6jqvJLM1srpIu8pvDLoAAIA/AACAP2b8arxcI1i6SfVGuHrVIbO77V67xqtpNwAAgD8AAIA/zQw+O6e4tj9guVE8oT/2vQv3Tj2S+7U9AAAAAAAAAACap608tFSsvEjka7yO2528DY8KvoUSgL0AAIA/AACAP01iWD1cKy+6AnxWPHz84LbeA1Q7uKLdtQAAgD8AAAAAZsoxPkC1pT9G6QA/XMzavp1A2D7g4/Q+AAAAAAAAAABmPkw8rsOSum5wQ7iNHi+zdWcFO90SYjcAAIA/AACAPzMk57x7Gpu6nzUOtYRYCa/zInq6djlbNAAAgD8AAIA/M/9vPBTcoLqCeYW8JaKLPKnbqToFPnM9AACAPwAAgD9abr+9AiZYP6scZL7dvma/9/WIvjJarb0AAAAAAAAAAAA4iDyuD5W6w1OqNmviNjEE0RO7PiTHtQAAgD8AAIA/2gb4vV/7sj+LwdO+EcC8vpUuRb7ANoG+AAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiSyBLCIaUjAFDlHSUUpQu"
+    },
+    "_last_episode_starts": {
+        ":type:": "<class 'numpy.ndarray'>",
+        ":serialized:": "gAWVkwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYgAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksghZSMAUOUdJRSlC4="
+    },
+    "_last_original_obs": null,
+    "_episode_num": 0,
+    "use_sde": false,
+    "sde_sample_freq": -1,
+    "_current_progress_remaining": -0.0005162666666667093,
+    "ep_info_buffer": {
+        ":type:": "<class 'collections.deque'>",
+        ":serialized:": "gAWVRBAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI63Hfal2xcUCUhpRSlIwBbJRNCwGMAXSUR0DB6lVxwQ18dX2UKGgGaAloD0MI+S06WSoCc0CUhpRSlGgVS7toFkdAwepZwcYIjXV9lChoBmgJaA9DCLwH6L5c83FAlIaUUpRoFUu0aBZHQMHqYVct5D91fZQoaAZoCWgPQwha2NMOv4FzQJSGlFKUaBVL12gWR0DB6oUMqjJudX2UKGgGaAloD0MIWwacpaRpcECUhpRSlGgVS7xoFkdAweqVOerdWXV9lChoBmgJaA9DCKUuGccIBHNAlIaUUpRoFU0qAWgWR0DB6qf/7zkIdX2UKGgGaAloD0MIuCIxQY0BcUCUhpRSlGgVS7loFkdAweq0PluFYnV9lChoBmgJaA9DCLdFmQ1yUnBAlIaUUpRoFUvHaBZHQMHquR6F/QV1fZQoaAZoCWgPQwhtrprnCKByQJSGlFKUaBVNFQFoFkdAwerG7U5MlHV9lChoBmgJaA9DCFhWmpTCBnRAlIaUUpRoFUvYaBZHQMHqxvnKW9l1fZQoaAZoCWgPQwhq96sAnxVyQJSGlFKUaBVLwWgWR0DB6sy3I+4cdX2UKGgGaAloD0MIOlyrPWwJckCUhpRSlGgVS8ZoFkdAwerOVk+X7nV9lChoBmgJaA9DCA2nzM333XFAlIaUUpRoFU0bAWgWR0DB6tFBD5TIdX2UKGgGaAloD0MIpcACmPJ/ckCUhpRSlGgVS4xoFkdAwerYFOfukXV9lChoBmgJaA9DCGKDhZP0rHJAlIaUUpRoFU0IAWgWR0DB6tsN+b3HdX2UKGgGaAloD0MIey3ovfG/cUCUhpRSlGgVTRMBaBZHQMHq4E690zV1fZQoaAZoCWgPQwivQPSkzJByQJSGlFKUaBVLymgWR0DB6uLmp2lmdX2UKGgGaAloD0MIJEil2NEfdECUhpRSlGgVTZYBaBZHQMHq9skhRqJ1fZQoaAZoCWgPQwgoJ9pVSB9zQJSGlFKUaBVLtmgWR0DB6yhBRhttdX2UKGgGaAloD0MIPulEgukUckCUhpRSlGgVTY8DaBZHQMHrLkiUxEh1fZQoaAZoCWgPQwiyZfm6zKlxQJSGlFKUaBVL2GgWR0DB6zhvFWGRdX2UKGgGaAloD0MIvB+3Xz4OcUCUhpRSlGgVTV8BaBZHQMHrR2z4UN91fZQoaAZoCWgPQwiqY5XSMzhzQJSGlFKUaBVNOQFoFkdAwetMKOT7mHV9lChoBmgJaA9DCAsL7ge8gHJAlIaUUpRoFUuxaBZHQMHrUYtxuKp1fZQoaAZoCWgPQwhrRZvjHJRyQJSGlFKUaBVLtGgWR0DB61ptxdY5dX2UKGgGaAloD0MIRwN4C2SickCUhpRSlGgVTU4BaBZHQMHrZDFQ2uR1fZQoaAZoCWgPQwjJ42n5AZBxQJSGlFKUaBVL1GgWR0DB629rCWNWdX2UKGgGaAloD0MIeqhtwyi8cECUhpRSlGgVS6VoFkdAwetw7DEWI3V9lChoBmgJaA9DCNRhhVv+5XJAlIaUUpRoFU0mAWgWR0DB65OiWVu8dX2UKGgGaAloD0MITKYKRuUQcUCUhpRSlGgVTQ4BaBZHQMHrncMmWt51fZQoaAZoCWgPQwh/L4UHDZdyQJSGlFKUaBVLqmgWR0DB66eu1WsBdX2UKGgGaAloD0MIKSFYVe94c0CUhpRSlGgVTRwBaBZHQMHrrZ62OQ11fZQoaAZoCWgPQwhOCvMe56pxQJSGlFKUaBVLtWgWR0DB67Mf1YhddX2UKGgGaAloD0MI+3WnO8/jcECUhpRSlGgVS8hoFkdAwevB9VFQVXV9lChoBmgJaA9DCCr/Wl45xHJAlIaUUpRoFUvfaBZHQMHr0XDNyHV1fZQoaAZoCWgPQwj3yrxVV7luQJSGlFKUaBVLtWgWR0DB69Rda+vhdX2UKGgGaAloD0MItmYrL3l3ckCUhpRSlGgVS8hoFkdAwevqJkXk53V9lChoBmgJaA9DCLg81owMOnJAlIaUUpRoFUvOaBZHQMHr7iTlkpZ1fZQoaAZoCWgPQwgLfbCMTeBzQJSGlFKUaBVLsmgWR0DB6/Oy/sVtdX2UKGgGaAloD0MIoP6z5kcTc0CUhpRSlGgVS89oFkdAwewFHavicXV9lChoBmgJaA9DCI8YPbfQEnNAlIaUUpRoFU0uAWgWR0DB7A5L9MsZdX2UKGgGaAloD0MIxqcAGA/vcUCUhpRSlGgVTUIBaBZHQMHsE9K28Zl1fZQoaAZoCWgPQwgrUIvBw39wQJSGlFKUaBVNegJoFkdAwewbjUd7wHV9lChoBmgJaA9DCHVat0FttHJAlIaUUpRoFUvpaBZHQMHsH3GXHBF1fZQoaAZoCWgPQwj9pNqno9RyQJSGlFKUaBVNaAFoFkdAwewlXBguy3V9lChoBmgJaA9DCJrMeFspT3NAlIaUUpRoFUv5aBZHQMHsJ+LvTgF1fZQoaAZoCWgPQwhFuTR+YRdzQJSGlFKUaBVL/mgWR0DB7Cf5pJwsdX2UKGgGaAloD0MIryE4LqNEc0CUhpRSlGgVTQUBaBZHQMHsMBm5Dqp1fZQoaAZoCWgPQwjzyvW2mdxyQJSGlFKUaBVNAgJoFkdAwew4FsYVI3V9lChoBmgJaA9DCB1aZDvfzXRAlIaUUpRoFUu6aBZHQMHsRDyWiUR1fZQoaAZoCWgPQwgudCUClQBzQJSGlFKUaBVLwmgWR0DB7Fd3hXKbdX2UKGgGaAloD0MIOutTjgkbckCUhpRSlGgVS+loFkdAwexlwFTvRnV9lChoBmgJaA9DCOMcdXQct3NAlIaUUpRoFUvraBZHQMHsh75uZTh1fZQoaAZoCWgPQwijBP2FXtRxQJSGlFKUaBVLv2gWR0DB7KU96kZadX2UKGgGaAloD0MImIbhIyKMcECUhpRSlGgVS7xoFkdAweysnc+JQHV9lChoBmgJaA9DCDscXaV7jHNAlIaUUpRoFUvDaBZHQMHssMt9QXR1fZQoaAZoCWgPQwiBQGfS5qFxQJSGlFKUaBVL3mgWR0DB7L1iSaE0dX2UKGgGaAloD0MIXp1jQDavckCUhpRSlGgVTQIBaBZHQMHszTOX3QF1fZQoaAZoCWgPQwhTl4xjJAtzQJSGlFKUaBVL42gWR0DB7M5kNFz/dX2UKGgGaAloD0MIr0LKT6oEcUCUhpRSlGgVTREBaBZHQMHs1YYixFB1fZQoaAZoCWgPQwit/DIYY1RxQJSGlFKUaBVLp2gWR0DB7OmsA/9pdX2UKGgGaAloD0MI1O/C1qzpc0CUhpRSlGgVS9VoFkdAwezt+BpYcXV9lChoBmgJaA9DCLVwWYUNNHFAlIaUUpRoFUvIaBZHQMHs8k5yU9p1fZQoaAZoCWgPQwirJLIPMv1xQJSGlFKUaBVNjAFoFkdAwez8RoRIz3V9lChoBmgJaA9DCCxkrgyq13NAlIaUUpRoFUvkaBZHQMHtBYxDb8F1fZQoaAZoCWgPQwgiiPNwgmFxQJSGlFKUaBVLo2gWR0DB7QmUW2w3dX2UKGgGaAloD0MI6zpUU9KKcECUhpRSlGgVS6poFkdAwe0Jk2gnMXV9lChoBmgJaA9DCOkMjLzsWnNAlIaUUpRoFU1HAWgWR0DB7RUtbs4UdX2UKGgGaAloD0MIkpT0MHTtcUCUhpRSlGgVTQcBaBZHQMHtTNNi6QN1fZQoaAZoCWgPQwiY3v5ctMRzQJSGlFKUaBVNjAFoFkdAwe1VuO0b+HV9lChoBmgJaA9DCDKQZ5dvG3RAlIaUUpRoFUvRaBZHQMHtY2e6I311fZQoaAZoCWgPQwiBQdKn1W5zQJSGlFKUaBVNoQFoFkdAwe1q3EQ5FXV9lChoBmgJaA9DCMzwn27gY3FAlIaUUpRoFUvcaBZHQMHtiQ0fozN1fZQoaAZoCWgPQwh2jZYDvatyQJSGlFKUaBVNDwFoFkdAwe2Kwqy4WnV9lChoBmgJaA9DCDGW6ZeIZXJAlIaUUpRoFU0GAWgWR0DB7YwczZYgdX2UKGgGaAloD0MIdsJLcCpxc0CUhpRSlGgVTQABaBZHQMHtlw7DEWJ1fZQoaAZoCWgPQwj1K50PT/BzQJSGlFKUaBVL3WgWR0DB7ZnjENvwdX2UKGgGaAloD0MI0sYRa3GWcUCUhpRSlGgVS7ZoFkdAwe2l8ma6SXV9lChoBmgJaA9DCH+/mC0ZKHNAlIaUUpRoFU0gAWgWR0DB7aeoFV1fdX2UKGgGaAloD0MIXMgjuJHJckCUhpRSlGgVTSoBaBZHQMHtqMhHLA51fZQoaAZoCWgPQwiSPNf34eRzQJSGlFKUaBVNHAFoFkdAwe2o25QP7XV9lChoBmgJaA9DCKysbYpHonBAlIaUUpRoFUubaBZHQMHtrxZMcp91fZQoaAZoCWgPQwiKc9TR8VJvQJSGlFKUaBVNUgFoFkdAwe28HeJpFnV9lChoBmgJaA9DCK8+Hvru/lNAlIaUUpRoFUuBaBZHQMHtvYxL0z11fZQoaAZoCWgPQwh/aVGfJDJyQJSGlFKUaBVLxWgWR0DB7cytFKChdX2UKGgGaAloD0MIc9pTcs7eckCUhpRSlGgVS6JoFkdAwe3Zg/keZHV9lChoBmgJaA9DCDSD+MAO4nBAlIaUUpRoFUvHaBZHQMHt3WgnMMZ1fZQoaAZoCWgPQwhzZrtC39ZxQJSGlFKUaBVNCAFoFkdAwe3xv0AcUHV9lChoBmgJaA9DCF9DcFxGanNAlIaUUpRoFUujaBZHQMHt8u7QLNR1fZQoaAZoCWgPQwi+T1WhATdyQJSGlFKUaBVLxGgWR0DB7ffnhbW3dX2UKGgGaAloD0MIO+P74hK/cUCUhpRSlGgVTeQBaBZHQMHt/l+EytV1fZQoaAZoCWgPQwjN6EfD6eVxQJSGlFKUaBVNuAFoFkdAwe4RFvQ4THV9lChoBmgJaA9DCDfg88MILHJAlIaUUpRoFUvZaBZHQMHuFnoouwp1fZQoaAZoCWgPQwgC85Ap39VzQJSGlFKUaBVNHAFoFkdAwe4sn2Iwd3V9lChoBmgJaA9DCF6hD5axY3JAlIaUUpRoFU0JAWgWR0DB7k8Ao5PudX2UKGgGaAloD0MIWAG+27wCcUCUhpRSlGgVS8ZoFkdAwe5WD+R5knV9lChoBmgJaA9DCNLj9zb9q3BAlIaUUpRoFUvBaBZHQMHuV2ll9Sd1fZQoaAZoCWgPQwh3hqktdZxIQJSGlFKUaBVLhWgWR0DB7mn4qPOqdX2UKGgGaAloD0MI78hYbf73cUCUhpRSlGgVS5FoFkdAwe5rj94u9XV9lChoBmgJaA9DCBpQb0ZN7HJAlIaUUpRoFUuvaBZHQMHucnfVI7N1ZS4="
+    },
+    "ep_success_buffer": {
+        ":type:": "<class 'collections.deque'>",
+        ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
+    },
+    "_n_updates": 1832,
+    "n_steps": 2048,
+    "gamma": 1,
+    "gae_lambda": 0.98,
+    "ent_coef": 0.01,
+    "vf_coef": 0.5,
+    "max_grad_norm": 0.5,
+    "batch_size": 256,
+    "n_epochs": 8,
+    "clip_range": {
+        ":type:": "<class 'function'>",
+        ":serialized:": "gAWV9QIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAEsBSwFLE0MEiABTAJROhZQpjAFflIWUjGIvaG9tZS9uZXB0dW4vbWluaWNvbmRhMy9lbnZzL3BsY3Vycy9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4BDAgBclIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMYi9ob21lL25lcHR1bi9taW5pY29uZGEzL2VudnMvcGxjdXJzL2xpYi9weXRob24zLjEwL3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
+    },
+    "clip_range_vf": null,
+    "normalize_advantage": true,
+    "target_kl": null
+}

ppo_v13-LunarLander-v2/policy.optimizer.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f53f7a83e24165f791bbac5aa6a5d14ab29f52f7253b898f35587e84297346f9
+size 294301

ppo_v13-LunarLander-v2/policy.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03178032a0930c200bd167fec517dc34e3d7487468f47008639fe0144b2d8565
+size 147905

ppo_v13-LunarLander-v2/pytorch_variables.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d030ad8db708280fcae77d87e973102039acd23a11bdecc3db8eb6c0ac940ee1
+size 431

ppo_v13-LunarLander-v2/system_info.txt

@@ -0,0 +1,7 @@
+OS: Linux-5.15.0-27-generic-x86_64-with-glibc2.35 #28-Ubuntu SMP Thu Apr 14 04:55:28 UTC 2022
+Python: 3.10.4
+Stable-Baselines3: 1.5.0
+PyTorch: 1.11.0+cu102
+GPU Enabled: True
+Numpy: 1.22.3
+Gym: 0.21.0

replay.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ded57f2a9165272402616443ba158752d159969d6968e8b73e305592da6c4eb
+size 181173

results.json

@@ -0,0 +1 @@
+{"mean_reward": 275.20521105846075, "std_reward": 19.213018539633058, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2022-05-14T00:24:07.464972"}