Upload PPO LunarLander-v2 trained agent clip added

README.md

@@ -10,7 +10,7 @@ model-index:
   results:
   - metrics:
     - type: mean_reward
-      value: 121.87 +/- 85.46
+      value: 187.95 +/- 81.86
       name: mean_reward
     task:
       type: reinforcement-learning

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f0cea07c170>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f0cea07c200>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f0cea07c290>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f0cea07c320>", "_build": "<function ActorCriticPolicy._build at 0x7f0cea07c3b0>", "forward": "<function ActorCriticPolicy.forward at 0x7f0cea07c440>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f0cea07c4d0>", "_predict": "<function ActorCriticPolicy._predict at 0x7f0cea07c560>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f0cea07c5f0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f0cea07c680>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f0cea07c710>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f0cea138f00>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "num_timesteps": 507904, "_total_timesteps": 500000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1652738977.1583235, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAD4jor4cqEO8cd2QO7G9JDkhCIU9252zugAAgD8AAIA/M0qtvFiniT5g0fy94mB8vuQU3Ls6kd28AAAAAAAAAAAAbqS9yhx4P264LL0Eq7W+U8Fpvdcohr0AAAAAAAAAAPCRYr4S/7I8mjk0uzWjwDkf1EW+Td5tOgAAgD8AAIA/DdjBPR8147lV2XK761HEto46EzugzYs6AACAPwAAgD9zb12+yPLSO/riDLsXEsc4xe1jvT0yGzkAAIA/AACAP4Deyz1Ix5W6oug/OSKNBTOevcm6zjNbuAAAgD8AAIA/Bg4WvuzB1DoSn608WaYiuhohhry0UhA7AACAPwAAgD8mIio+lKf+Owq0UbzFzG+6xbOHPWv6XrsAAIA/AACAPxocKD0p8B26ZsfyOdUJhjaIEpQ55P4MuQAAgD8AAIA/ANxnvfb8Lbo4FOg71yiYN69KsrrOim02AACAPwAAgD96bGa+EhusPHjiljz+IsM8zWYlvtTnDrwAAAAAAAAAAFrouj7qnLU+vrH+Oje3Zr6VIdw9Tz2cugAAAAAAAAAArXAtPnGjA7uPGQu8ISsyOcFXi7ykdhw6AACAPwAAgD/mCnG99kwduoopRrx7IgE2HrRGOzMxcbUAAIA/AACAP0Z3Jb4KD7E/L0MCv53twL5Bdwu+2qObvQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVbxAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIzCVV281DYECUhpRSlIwBbJRN6AOMAXSUR0CXDd7VrhzedX2UKGgGaAloD0MIdLLUer+BW0CUhpRSlGgVTegDaBZHQJcPyGRFI/Z1fZQoaAZoCWgPQwigpMACmPIvwJSGlFKUaBVL2WgWR0CXE2DPWxyGdX2UKGgGaAloD0MIwm1t4XkgXkCUhpRSlGgVTegDaBZHQJcWCm65Gz91fZQoaAZoCWgPQwh1OpD11EoRwJSGlFKUaBVNEQFoFkdAlxfIyKvV3HV9lChoBmgJaA9DCGdHqu/8c1dAlIaUUpRoFU3oA2gWR0CXG/LOAy2ydX2UKGgGaAloD0MI7Bfshm0GYkCUhpRSlGgVTegDaBZHQJchJm7J4jd1fZQoaAZoCWgPQwhjKCfaVcg/wJSGlFKUaBVL0WgWR0CXIg29cry2dX2UKGgGaAloD0MIFF6CU59GYUCUhpRSlGgVTegDaBZHQJck/IFNcnp1fZQoaAZoCWgPQwi0ccRafB9bQJSGlFKUaBVN6ANoFkdAlyX2rKeTV3V9lChoBmgJaA9DCB7+mqxRCzJAlIaUUpRoFUvPaBZHQJcoH4vexfR1fZQoaAZoCWgPQwhxqUpbXI1iQJSGlFKUaBVN6ANoFkdAlzDKD5CWvHV9lChoBmgJaA9DCEdZv5kY/mRAlIaUUpRoFU3oA2gWR0CXMOqn3ta7dX2UKGgGaAloD0MIkQ2ki00/SUCUhpRSlGgVS9poFkdAlzHUxEfDDXV9lChoBmgJaA9DCLLZkeo79UDAlIaUUpRoFUv5aBZHQJc0jposZpB1fZQoaAZoCWgPQwg/NsmP+ItaQJSGlFKUaBVN6ANoFkdAlzfkp/gBLnV9lChoBmgJaA9DCMOf4c2adGBAlIaUUpRoFU3oA2gWR0CXPb63AmAtdX2UKGgGaAloD0MIDcNHxJQoW0CUhpRSlGgVTegDaBZHQJc92LuQZGd1fZQoaAZoCWgPQwirB8xDpqg4QJSGlFKUaBVL3WgWR0CXPntUGVzIdX2UKGgGaAloD0MIQFHZsKaARsCUhpRSlGgVTRABaBZHQJdAawqy4Wl1fZQoaAZoCWgPQwjJrx9ig1lbQJSGlFKUaBVN6ANoFkdAl1XXwb2lEnV9lChoBmgJaA9DCMTNqWQAamJAlIaUUpRoFU3oA2gWR0CXVq/Ot4iYdX2UKGgGaAloD0MIh2wgXWwMY0CUhpRSlGgVTegDaBZHQJdYqOOsDGN1fZQoaAZoCWgPQwg/qmG/J5JcQJSGlFKUaBVN6ANoFkdAl1pjkhib2HV9lChoBmgJaA9DCGAA4UOJ3mFAlIaUUpRoFU3oA2gWR0CXXeNT987ZdX2UKGgGaAloD0MIn5PeN76mX0CUhpRSlGgVTegDaBZHQJdiYFvAGjd1fZQoaAZoCWgPQwjRWWYRioJdQJSGlFKUaBVN6ANoFkdAl20z1kDp1XV9lChoBmgJaA9DCPLtXYO+ekRAlIaUUpRoFU3oA2gWR0CXbj/2TPjXdX2UKGgGaAloD0MI8s6hDFXZJkCUhpRSlGgVS+NoFkdAl3GDWkJrtXV9lChoBmgJaA9DCPkQVI3eS2FAlIaUUpRoFU3oA2gWR0CXdRk2gnMMdX2UKGgGaAloD0MIxouFIXLzWUCUhpRSlGgVTegDaBZHQJd+prULDyh1fZQoaAZoCWgPQwgg1bDfE31gQJSGlFKUaBVN6ANoFkdAl4MMYMvysnV9lChoBmgJaA9DCC5yT1f3/GFAlIaUUpRoFU3oA2gWR0CXhtpM6BAfdX2UKGgGaAloD0MIjsni/qMNYUCUhpRSlGgVTegDaBZHQJeNXn4fwJB1fZQoaAZoCWgPQwiA9E2aBqdgQJSGlFKUaBVN6ANoFkdAl418pPRAr3V9lChoBmgJaA9DCKhzRSkhXVtAlIaUUpRoFU3oA2gWR0CXji89Oh0ydX2UKGgGaAloD0MI42vPLInUYECUhpRSlGgVTegDaBZHQJeQJnQID5l1fZQoaAZoCWgPQwjQ1OsWAbZhQJSGlFKUaBVN6ANoFkdAl6Wa5Xlr/XV9lChoBmgJaA9DCJkoQup2U1tAlIaUUpRoFU3oA2gWR0CXpoKneiztdX2UKGgGaAloD0MIsp3vp8bMXkCUhpRSlGgVTegDaBZHQJeohzS1E3N1fZQoaAZoCWgPQwi8yW/Ryb9YQJSGlFKUaBVN6ANoFkdAl6pjwhGH6HV9lChoBmgJaA9DCDwUBfrENmBAlIaUUpRoFU3oA2gWR0CXrg4NZvDQdX2UKGgGaAloD0MIO6buyi5oFkCUhpRSlGgVS/loFkdAl7SAjdHlO3V9lChoBmgJaA9DCCnrNxPTkT9AlIaUUpRoFUvpaBZHQJe15TFVDKJ1fZQoaAZoCWgPQwjAz7hwIN5gQJSGlFKUaBVN6ANoFkdAl71U9U0el3V9lChoBmgJaA9DCL3jFB3JLVxAlIaUUpRoFU3oA2gWR0CXvl3Jgb6ydX2UKGgGaAloD0MImBO0yeGGYECUhpRSlGgVTegDaBZHQJfBeab4Ju51fZQoaAZoCWgPQwhuUtFY+/JVQJSGlFKUaBVN6ANoFkdAl8TFkhA4XHV9lChoBmgJaA9DCOigSzj09glAlIaUUpRoFUv2aBZHQJfM6xNZeRh1fZQoaAZoCWgPQwjWqIdodKliQJSGlFKUaBVN6ANoFkdAl84x3qzJIXV9lChoBmgJaA9DCGBZaVKKl2JAlIaUUpRoFU3oA2gWR0CX0mxkd3jddX2UKGgGaAloD0MIdqT6zi/aW0CUhpRSlGgVTegDaBZHQJfWOqLjxTd1fZQoaAZoCWgPQwgf2Vw1z4FfQJSGlFKUaBVN6ANoFkdAl90ACGN70HV9lChoBmgJaA9DCP2IX7GG3lpAlIaUUpRoFU3oA2gWR0CX3SD5j6N3dX2UKGgGaAloD0MIpOL/jqiGYUCUhpRSlGgVTegDaBZHQJfd5CQcPvt1fZQoaAZoCWgPQwgzGY7nM3hiQJSGlFKUaBVN6ANoFkdAl+Ac9bHIZXV9lChoBmgJaA9DCHxl3qrr615AlIaUUpRoFU3oA2gWR0CX4/XPZ7HAdX2UKGgGaAloD0MI3lomw3EdZECUhpRSlGgVTegDaBZHQJf7XWCmMwV1fZQoaAZoCWgPQwh7hQX3A04XwJSGlFKUaBVL/WgWR0CX/ojQzDXOdX2UKGgGaAloD0MIpaSHodXpCECUhpRSlGgVTQUBaBZHQJf/JtUGVzJ1fZQoaAZoCWgPQwgtswjFVphYQJSGlFKUaBVN6ANoFkdAl/+ZDzAerHV9lChoBmgJaA9DCJshVRSvNGFAlIaUUpRoFU3oA2gWR0CYBfazNUwSdX2UKGgGaAloD0MIyy4YXPN5YkCUhpRSlGgVTegDaBZHQJgHQT37DVJ1fZQoaAZoCWgPQwgsg2qDE4EWQJSGlFKUaBVNEgFoFkdAmAt8K1G9YnV9lChoBmgJaA9DCOUn1T6dL2BAlIaUUpRoFU3oA2gWR0CYDnDArQPadX2UKGgGaAloD0MIM8UcBB1bYECUhpRSlGgVTegDaBZHQJgRgXj2i+N1fZQoaAZoCWgPQwh3aFiMum9hQJSGlFKUaBVN6ANoFkdAmBT1I7Njb3V9lChoBmgJaA9DCJjCg2bXkTfAlIaUUpRoFU0FAWgWR0CYFvfXf642dX2UKGgGaAloD0MIHec24d6SYkCUhpRSlGgVTegDaBZHQJgdQQ4CIUJ1fZQoaAZoCWgPQwg2kZkLXHBZQJSGlFKUaBVN6ANoFkdAmB6JJf6XSnV9lChoBmgJaA9DCGnk84qnP15AlIaUUpRoFU3oA2gWR0CYItPJJXhgdX2UKGgGaAloD0MI5jv4iQMKY0CUhpRSlGgVTegDaBZHQJgmj/2kBS11fZQoaAZoCWgPQwgTntDrT9YwwJSGlFKUaBVL6WgWR0CYLLLb5/LDdX2UKGgGaAloD0MILQlQU0sQYUCUhpRSlGgVTegDaBZHQJguW63AmAt1fZQoaAZoCWgPQwiFmbZ/ZYBfQJSGlFKUaBVN6ANoFkdAmDC03wTdtXV9lChoBmgJaA9DCIKpZtbS92JAlIaUUpRoFU3oA2gWR0CYNL8BMi8ndX2UKGgGaAloD0MIo1pEFJNnK0CUhpRSlGgVS/5oFkdAmDcuEZiuuHV9lChoBmgJaA9DCA6/m27Zal1AlIaUUpRoFU3oA2gWR0CYT997ngYQdX2UKGgGaAloD0MIbsST3cy8OkCUhpRSlGgVS8toFkdAmE/cENe+mHV9lChoBmgJaA9DCG6hKxEoGWRAlIaUUpRoFU3oA2gWR0CYUH/lyR0VdX2UKGgGaAloD0MIg4b+Ca6vYUCUhpRSlGgVTegDaBZHQJhQ6gxrSE11fZQoaAZoCWgPQwhYqgt4mWktQJSGlFKUaBVLy2gWR0CYVaOclPaddX2UKGgGaAloD0MIU5EKY4uYYUCUhpRSlGgVTegDaBZHQJhW7FhoduJ1fZQoaAZoCWgPQwiU2otoOx5jQJSGlFKUaBVN6ANoFkdAmFwSP2f03HV9lChoBmgJaA9DCP9YiA6BgV1AlIaUUpRoFU3oA2gWR0CYXyMmWt2cdX2UKGgGaAloD0MIavtXVppsJMCUhpRSlGgVTRABaBZHQJhgICT2WY51fZQoaAZoCWgPQwhv1ArT9wxMwJSGlFKUaBVNHQFoFkdAmGB+QU5+6XV9lChoBmgJaA9DCHHMsicBGmJAlIaUUpRoFU3oA2gWR0CYYfwc5sCUdX2UKGgGaAloD0MIH0lJD0O2VUCUhpRSlGgVTegDaBZHQJhknLbHp8p1fZQoaAZoCWgPQwjQ7SWN0RBdQJSGlFKUaBVN6ANoFkdAmGYvWlMyrXV9lChoBmgJaA9DCE890uC2tj1AlIaUUpRoFU0eAWgWR0CYZlnCO3lTdX2UKGgGaAloD0MIILjKEwjvNkCUhpRSlGgVS8ZoFkdAmGpUhib2DnV9lChoBmgJaA9DCMGqevmdM1dAlIaUUpRoFU3oA2gWR0CYa+bdadMCdX2UKGgGaAloD0MIryR5ru+3XECUhpRSlGgVTegDaBZHQJhvX/EOy3V1fZQoaAZoCWgPQwjZQpCDEqBHQJSGlFKUaBVL9WgWR0CYcTQpWmxddX2UKGgGaAloD0MIjEzArxFza0CUhpRSlGgVTWoBaBZHQJhyx/iHZbp1fZQoaAZoCWgPQwgX8DLDRrJmQJSGlFKUaBVN6ANoFkdAmHfi0WuX/3V9lChoBmgJaA9DCPPmcK32n11AlIaUUpRoFU3oA2gWR0CYeVHYpUgkdX2UKGgGaAloD0MIuOUjKemCYkCUhpRSlGgVTegDaBZHQJh/jek56t11fZQoaAZoCWgPQwgpQBTMmMINQJSGlFKUaBVL+WgWR0CYght+kP+XdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 124, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.4.188+-x86_64-with-Ubuntu-18.04-bionic #1 SMP Sun Apr 24 10:03:06 PDT 2022", "Python": "3.7.13", "Stable-Baselines3": "1.5.0", "PyTorch": "1.11.0+cu113", "GPU Enabled": "True", "Numpy": "1.21.6", "Gym": "0.21.0"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f0cea07c170>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f0cea07c200>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f0cea07c290>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f0cea07c320>", "_build": "<function ActorCriticPolicy._build at 0x7f0cea07c3b0>", "forward": "<function ActorCriticPolicy.forward at 0x7f0cea07c440>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f0cea07c4d0>", "_predict": "<function ActorCriticPolicy._predict at 0x7f0cea07c560>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f0cea07c5f0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f0cea07c680>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f0cea07c710>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f0cea138f00>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "num_timesteps": 507904, "_total_timesteps": 500000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1652740010.073772, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAALPnDD2uta+6BBgpO292YjUyQ284dj1dNAAAgD8AAIA/oKooPsvSpT+7jiQ/1cqKvilPFz6UcJI+AAAAAAAAAADNToi9FJiiusXtNzwiDag27EtZOdytnDUAAIA/AACAP8ALSL6q+qU/48vVvtDuiL4Nvu69nNegvAAAAAAAAAAAM/ULvXsmg7oKure69WKntcvgpbnzYNY5AACAPwAAgD/mYaE9uL69uT1RWzp1jWU1u9nkOupifbkAAIA/AACAP2kNB79/c3o+yPw0Pr6B6r1357A7RQcOPQAAAAAAAAAAZroqvY96XLov8L65BQMhtnUhhjt7Xt04AACAPwAAgD/aa7O9rhOXum+0NTqj/942GLQTu7tNQ7gAAIA/AACAP7Pm472PJnS6hcsBvJyS3jX4z7Y6dRdFtQAAgD8AAIA/TdAZPfb8A7oGnIW6cWMhtoWzizv6HJw5AACAPwAAgD9AUGq+1Fj1PiOu6b0loZ2+2oMxPZA1IrwAAAAAAAAAAJpZODx7wo+69isaunMgEbUaJtq61+syOQAAgD8AAIA/CtxXvhSqBr0te1i8LyMIuysTbT6Yf807AACAPwAAgD8ABNq7dCy0P9pPn725kyK+k3Wmu7CpqT0AAAAAAAAAAKZU0z0pMFm65CiCO7fFBTdRZKi5BaiWugAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVcRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI5s5MMJzFQECUhpRSlIwBbJRNCAGMAXSUR0CjzIc3EQ5FdX2UKGgGaAloD0MIOzWXGwylLsCUhpRSlGgVTQ0BaBZHQKPMnWxQizN1fZQoaAZoCWgPQwgIOe//4xhJQJSGlFKUaBVL7WgWR0CjzuNxVAAydX2UKGgGaAloD0MIs7YpHhfYXECUhpRSlGgVTegDaBZHQKPQjrY5DJF1fZQoaAZoCWgPQwh4feasz4dgQJSGlFKUaBVN6ANoFkdAo9HgsoUi6nV9lChoBmgJaA9DCFT/IJIhemJAlIaUUpRoFU3oA2gWR0Cj0e0s4DLbdX2UKGgGaAloD0MIGqIKf4Y4ZECUhpRSlGgVTegDaBZHQKPSTJ/5Lyt1fZQoaAZoCWgPQwh9rrZif0ldQJSGlFKUaBVN6ANoFkdAo9LOLxZuAXV9lChoBmgJaA9DCD1fs1y2TmlAlIaUUpRoFU0kAmgWR0Cj1Or2g398dX2UKGgGaAloD0MI2pHqO7/oYUCUhpRSlGgVTegDaBZHQKPVfo2XLNh1fZQoaAZoCWgPQwgHXFfMCHdPwJSGlFKUaBVL/WgWR0Cj1k/XPJJYdX2UKGgGaAloD0MIIeaSqu0jZECUhpRSlGgVTegDaBZHQKPWn6xgRbt1fZQoaAZoCWgPQwhTXFX2XQEpwJSGlFKUaBVL7GgWR0Cj2CT+ee4DdX2UKGgGaAloD0MIwXKEDOSvTMCUhpRSlGgVS9hoFkdAo9hyrPt2LnV9lChoBmgJaA9DCIRlbOhm4V9AlIaUUpRoFU3oA2gWR0Cj20GwJPZadX2UKGgGaAloD0MIgLbVrLMjZ0CUhpRSlGgVTWgBaBZHQKPbgOkLx7R1fZQoaAZoCWgPQwjj4T0HlnlDwJSGlFKUaBVL9mgWR0Cj3LUQ9RrKdX2UKGgGaAloD0MIZcbbSq98V0CUhpRSlGgVTegDaBZHQKPhkFuejEh1fZQoaAZoCWgPQwhCBYcXRDRiQJSGlFKUaBVN6ANoFkdAo/BWnQ6ZIHV9lChoBmgJaA9DCLHbZ5WZi1dAlIaUUpRoFU3oA2gWR0Cj8Nlbu+h5dX2UKGgGaAloD0MIMZQT7SpEP0CUhpRSlGgVS+ZoFkdAo/LlNet0WHV9lChoBmgJaA9DCAL1ZtR8bU1AlIaUUpRoFU3oA2gWR0Cj84UQCjk/dX2UKGgGaAloD0MIuoPYmULYYECUhpRSlGgVTegDaBZHQKPz5LdN34d1fZQoaAZoCWgPQwi7trdbkhtZQJSGlFKUaBVN6ANoFkdAo/P8FSsKcHV9lChoBmgJaA9DCDvhJTj1LGFAlIaUUpRoFU3oA2gWR0Cj98PbXYlIdX2UKGgGaAloD0MIhSLdz6kuYUCUhpRSlGgVTegDaBZHQKP5d3vhIe51fZQoaAZoCWgPQwix/WSMD61LQJSGlFKUaBVNBgFoFkdAo/v+rbQC0XV9lChoBmgJaA9DCNkKmpZYPl1AlIaUUpRoFU3oA2gWR0Cj/FuXNTtLdX2UKGgGaAloD0MIYwrWOJuFYECUhpRSlGgVTegDaBZHQKP8/iPyTZB1fZQoaAZoCWgPQwg8LT9wlXhUQJSGlFKUaBVN6ANoFkdAo/5b9sJpnHV9lChoBmgJaA9DCPeTMT7Mu1dAlIaUUpRoFU3oA2gWR0CkAEAn2IwedX2UKGgGaAloD0MI5gKXx5qbXECUhpRSlGgVTegDaBZHQKQAmKv3ai91fZQoaAZoCWgPQwiq1OyBVvJdQJSGlFKUaBVN6ANoFkdApAOruMMqjXV9lChoBmgJaA9DCKZiY17H6GNAlIaUUpRoFU3oA2gWR0CkA/DhLoOhdX2UKGgGaAloD0MIXmkZqXfiYUCUhpRSlGgVTegDaBZHQKQFSGzru6V1fZQoaAZoCWgPQwh1BduIJ2ppQJSGlFKUaBVNCAFoFkdApAvva37UG3V9lChoBmgJaA9DCNwuNNdpKWBAlIaUUpRoFU3oA2gWR0CkGS4FA3UAdX2UKGgGaAloD0MIotKImf26Y0CUhpRSlGgVTegDaBZHQKQZrA9mpVF1fZQoaAZoCWgPQwhBSYEFsMVoQJSGlFKUaBVNqwNoFkdApBohkNFz+3V9lChoBmgJaA9DCBe5p6s7Y1tAlIaUUpRoFU3oA2gWR0CkG32Fev6kdX2UKGgGaAloD0MI0/iFV5J+akCUhpRSlGgVTTsCaBZHQKQcAPEKmbd1fZQoaAZoCWgPQwgAxF29iixgQJSGlFKUaBVN6ANoFkdApBxZ/oaDPHV9lChoBmgJaA9DCHJqZ5jaJmlAlIaUUpRoFU3uAWgWR0CkHPdH2AXmdX2UKGgGaAloD0MIuoEC7+RfScCUhpRSlGgVTSsBaBZHQKQecRBeHBV1fZQoaAZoCWgPQwiinGhXIRNcQJSGlFKUaBVN6ANoFkdApB+M+A3DN3V9lChoBmgJaA9DCBh3g2itsDBAlIaUUpRoFUv/aBZHQKQgQFW4mTl1fZQoaAZoCWgPQwggnE8dq+NSQJSGlFKUaBVN6ANoFkdApCD3xaxHG3V9lChoBmgJaA9DCBlW8UZm7GBAlIaUUpRoFU3oA2gWR0CkI0BbOeJ6dX2UKGgGaAloD0MI6GnAIOmrXECUhpRSlGgVTegDaBZHQKQjlCa7Vax1fZQoaAZoCWgPQwiQ+YBAZ1xgQJSGlFKUaBVN6ANoFkdApCQvK6nR9nV9lChoBmgJaA9DCN4DdF/OQ1ZAlIaUUpRoFU3oA2gWR0CkJXjqGDcudX2UKGgGaAloD0MIHzAPmfIhNsCUhpRSlGgVTSIBaBZHQKQmZ1LamGd1fZQoaAZoCWgPQwgP0765v6haQJSGlFKUaBVN6ANoFkdApCdFiONo8XV9lChoBmgJaA9DCLgdGhajXGFAlIaUUpRoFU3oA2gWR0CkLIDDbah6dX2UKGgGaAloD0MINuhLb39+L0CUhpRSlGgVTQEBaBZHQKQtTuAI6bR1fZQoaAZoCWgPQwiELAsm/spEwJSGlFKUaBVL5mgWR0CkLpkka/ATdX2UKGgGaAloD0MIo66196nnaECUhpRSlGgVTZYCaBZHQKQ0qESM98t1fZQoaAZoCWgPQwjdW5GYoF1ZQJSGlFKUaBVN6ANoFkdApENIN3GGVXV9lChoBmgJaA9DCB2Txf3HnmVAlIaUUpRoFU3oA2gWR0CkQ9wzUI9ldX2UKGgGaAloD0MIg/bq46FFXUCUhpRSlGgVTegDaBZHQKRFnaNdZ7p1fZQoaAZoCWgPQwhlUG1wIkJRQJSGlFKUaBVN6ANoFkdApEZC3iJfpnV9lChoBmgJaA9DCHXo9LwbSGpAlIaUUpRoFU3hA2gWR0CkRnXKr7wbdX2UKGgGaAloD0MILuQR3MhOYkCUhpRSlGgVTegDaBZHQKRHfsSCe3B1fZQoaAZoCWgPQwhVTRB1H4ALwJSGlFKUaBVL42gWR0CkS2nx8UmEdX2UKGgGaAloD0MIf9qoTgdbWkCUhpRSlGgVTegDaBZHQKRL6Fj/dZd1fZQoaAZoCWgPQwgPRYE+kapeQJSGlFKUaBVN6ANoFkdApEzNSAH3UXV9lChoBmgJaA9DCA4w8x38skjAlIaUUpRoFUvjaBZHQKRO7zV+Zw51fZQoaAZoCWgPQwj3dHXHYjJdQJSGlFKUaBVN6ANoFkdApE9fBtUGV3V9lChoBmgJaA9DCIv6JHfYGVtAlIaUUpRoFU3oA2gWR0CkT7ZCngpCdX2UKGgGaAloD0MIsd8T69SIYUCUhpRSlGgVTegDaBZHQKRQTlzU7S11fZQoaAZoCWgPQwh0YDlCBmlmQJSGlFKUaBVN6ANoFkdApFJ2gOBlMHV9lChoBmgJaA9DCEIFhxdE3CvAlIaUUpRoFU0YAWgWR0CkU7mJemeldX2UKGgGaAloD0MIm1lLAWkHLcCUhpRSlGgVS/9oFkdApFaXZf2K23V9lChoBmgJaA9DCJXyWgnd3ShAlIaUUpRoFUvraBZHQKRW8/keZG91fZQoaAZoCWgPQwjFdYwrrphgQJSGlFKUaBVN6ANoFkdApFhF7tzCDXV9lChoBmgJaA9DCGSxTSoavV9AlIaUUpRoFU3oA2gWR0CkWPOXE61cdX2UKGgGaAloD0MI5xvRPevtYECUhpRSlGgVTegDaBZHQKRZ9LlFMIx1fZQoaAZoCWgPQwhKe4MvTOb7P5SGlFKUaBVNHQFoFkdApFqi7iADrHV9lChoBmgJaA9DCDRpU3WPJCZAlIaUUpRoFUv4aBZHQKRd1fpljEx1fZQoaAZoCWgPQwiM2v0qwD5gQJSGlFKUaBVN6ANoFkdApF6Fr2xptnV9lChoBmgJaA9DCHTtC+iF4yRAlIaUUpRoFUv6aBZHQKRgU6nR9gF1fZQoaAZoCWgPQwinAu55/pA6wJSGlFKUaBVL6GgWR0CkagI3aSLZdX2UKGgGaAloD0MIgQTFjzEmU0CUhpRSlGgVTegDaBZHQKRr9RF7Uod1fZQoaAZoCWgPQwgyVwbVBsxkQJSGlFKUaBVN6ANoFkdApG1R7Z39rHV9lChoBmgJaA9DCDSitDf4gF1AlIaUUpRoFU3oA2gWR0Ckbc9DYywfdX2UKGgGaAloD0MIbXNjesJFVUCUhpRSlGgVTegDaBZHQKRt9oSteUp1fZQoaAZoCWgPQwj1EfjDz/5UQJSGlFKUaBVN6ANoFkdApHLp4bCJoHV9lChoBmgJaA9DCEEpWrkXfGNAlIaUUpRoFU3oA2gWR0Ckc9fJNj9XdX2UKGgGaAloD0MIi4ujcpO4YECUhpRSlGgVTegDaBZHQKR2Fb6guh91fZQoaAZoCWgPQwhUjPM3IZ5qQJSGlFKUaBVN5QFoFkdApHbpXnyNGXV9lChoBmgJaA9DCIwUysLXx1lAlIaUUpRoFU3oA2gWR0CkdvIfr8iwdX2UKGgGaAloD0MIJEOOrWd5XUCUhpRSlGgVTegDaBZHQKR7oMuOCGx1fZQoaAZoCWgPQwg1YfvJGKpZQJSGlFKUaBVN6ANoFkdApH9swDeTFHV9lChoBmgJaA9DCCqNmNnnb2FAlIaUUpRoFU3oA2gWR0CkgQGKqGUOdX2UKGgGaAloD0MIm3KFdznmYkCUhpRSlGgVTegDaBZHQKSD9uG9Htp1fZQoaAZoCWgPQwgoQ1VMpZVCwJSGlFKUaBVNHAFoFkdApIWGBg/kenV9lChoBmgJaA9DCMVYpl8i4l5AlIaUUpRoFU3oA2gWR0Ckh6v0RODbdX2UKGgGaAloD0MIxHqjVphSX0CUhpRSlGgVTegDaBZHQKSKZt4RmK91fZQoaAZoCWgPQwhx5eyd0a5ZQJSGlFKUaBVN6ANoFkdApIr+HnEET3V9lChoBmgJaA9DCKN2vwrw/TVAlIaUUpRoFUvbaBZHQKSLVWjGkvd1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 124, "n_steps": 1024, "gamma": 0.99, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.4.188+-x86_64-with-Ubuntu-18.04-bionic #1 SMP Sun Apr 24 10:03:06 PDT 2022", "Python": "3.7.13", "Stable-Baselines3": "1.5.0", "PyTorch": "1.11.0+cu113", "GPU Enabled": "True", "Numpy": "1.21.6", "Gym": "0.21.0"}}

ppo-LunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:83795e911c57a800d77152b53c1687acfee5b5ac7dd2c5c2cd53cb5de6898f94
-size 144024
+oid sha256:193803500c7dea10958a37ece3f3d506e197bdc7d4a6638612aed398b110beb8
+size 144026

ppo-LunarLander-v2/data

@@ -47,7 +47,7 @@
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1652738977.1583235,
+    "start_time": 1652740010.073772,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "lr_schedule": {
@@ -56,7 +56,7 @@
     },
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAD4jor4cqEO8cd2QO7G9JDkhCIU9252zugAAgD8AAIA/M0qtvFiniT5g0fy94mB8vuQU3Ls6kd28AAAAAAAAAAAAbqS9yhx4P264LL0Eq7W+U8Fpvdcohr0AAAAAAAAAAPCRYr4S/7I8mjk0uzWjwDkf1EW+Td5tOgAAgD8AAIA/DdjBPR8147lV2XK761HEto46EzugzYs6AACAPwAAgD9zb12+yPLSO/riDLsXEsc4xe1jvT0yGzkAAIA/AACAP4Deyz1Ix5W6oug/OSKNBTOevcm6zjNbuAAAgD8AAIA/Bg4WvuzB1DoSn608WaYiuhohhry0UhA7AACAPwAAgD8mIio+lKf+Owq0UbzFzG+6xbOHPWv6XrsAAIA/AACAPxocKD0p8B26ZsfyOdUJhjaIEpQ55P4MuQAAgD8AAIA/ANxnvfb8Lbo4FOg71yiYN69KsrrOim02AACAPwAAgD96bGa+EhusPHjiljz+IsM8zWYlvtTnDrwAAAAAAAAAAFrouj7qnLU+vrH+Oje3Zr6VIdw9Tz2cugAAAAAAAAAArXAtPnGjA7uPGQu8ISsyOcFXi7ykdhw6AACAPwAAgD/mCnG99kwduoopRrx7IgE2HrRGOzMxcbUAAIA/AACAP0Z3Jb4KD7E/L0MCv53twL5Bdwu+2qObvQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAALPnDD2uta+6BBgpO292YjUyQ284dj1dNAAAgD8AAIA/oKooPsvSpT+7jiQ/1cqKvilPFz6UcJI+AAAAAAAAAADNToi9FJiiusXtNzwiDag27EtZOdytnDUAAIA/AACAP8ALSL6q+qU/48vVvtDuiL4Nvu69nNegvAAAAAAAAAAAM/ULvXsmg7oKure69WKntcvgpbnzYNY5AACAPwAAgD/mYaE9uL69uT1RWzp1jWU1u9nkOupifbkAAIA/AACAP2kNB79/c3o+yPw0Pr6B6r1357A7RQcOPQAAAAAAAAAAZroqvY96XLov8L65BQMhtnUhhjt7Xt04AACAPwAAgD/aa7O9rhOXum+0NTqj/942GLQTu7tNQ7gAAIA/AACAP7Pm472PJnS6hcsBvJyS3jX4z7Y6dRdFtQAAgD8AAIA/TdAZPfb8A7oGnIW6cWMhtoWzizv6HJw5AACAPwAAgD9AUGq+1Fj1PiOu6b0loZ2+2oMxPZA1IrwAAAAAAAAAAJpZODx7wo+69isaunMgEbUaJtq61+syOQAAgD8AAIA/CtxXvhSqBr0te1i8LyMIuysTbT6Yf807AACAPwAAgD8ABNq7dCy0P9pPn725kyK+k3Wmu7CpqT0AAAAAAAAAAKZU0z0pMFm65CiCO7fFBTdRZKi5BaiWugAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -69,7 +69,7 @@
     "_current_progress_remaining": -0.015808000000000044,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVbxAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIzCVV281DYECUhpRSlIwBbJRN6AOMAXSUR0CXDd7VrhzedX2UKGgGaAloD0MIdLLUer+BW0CUhpRSlGgVTegDaBZHQJcPyGRFI/Z1fZQoaAZoCWgPQwigpMACmPIvwJSGlFKUaBVL2WgWR0CXE2DPWxyGdX2UKGgGaAloD0MIwm1t4XkgXkCUhpRSlGgVTegDaBZHQJcWCm65Gz91fZQoaAZoCWgPQwh1OpD11EoRwJSGlFKUaBVNEQFoFkdAlxfIyKvV3HV9lChoBmgJaA9DCGdHqu/8c1dAlIaUUpRoFU3oA2gWR0CXG/LOAy2ydX2UKGgGaAloD0MI7Bfshm0GYkCUhpRSlGgVTegDaBZHQJchJm7J4jd1fZQoaAZoCWgPQwhjKCfaVcg/wJSGlFKUaBVL0WgWR0CXIg29cry2dX2UKGgGaAloD0MIFF6CU59GYUCUhpRSlGgVTegDaBZHQJck/IFNcnp1fZQoaAZoCWgPQwi0ccRafB9bQJSGlFKUaBVN6ANoFkdAlyX2rKeTV3V9lChoBmgJaA9DCB7+mqxRCzJAlIaUUpRoFUvPaBZHQJcoH4vexfR1fZQoaAZoCWgPQwhxqUpbXI1iQJSGlFKUaBVN6ANoFkdAlzDKD5CWvHV9lChoBmgJaA9DCEdZv5kY/mRAlIaUUpRoFU3oA2gWR0CXMOqn3ta7dX2UKGgGaAloD0MIkQ2ki00/SUCUhpRSlGgVS9poFkdAlzHUxEfDDXV9lChoBmgJaA9DCLLZkeo79UDAlIaUUpRoFUv5aBZHQJc0jposZpB1fZQoaAZoCWgPQwg/NsmP+ItaQJSGlFKUaBVN6ANoFkdAlzfkp/gBLnV9lChoBmgJaA9DCMOf4c2adGBAlIaUUpRoFU3oA2gWR0CXPb63AmAtdX2UKGgGaAloD0MIDcNHxJQoW0CUhpRSlGgVTegDaBZHQJc92LuQZGd1fZQoaAZoCWgPQwirB8xDpqg4QJSGlFKUaBVL3WgWR0CXPntUGVzIdX2UKGgGaAloD0MIQFHZsKaARsCUhpRSlGgVTRABaBZHQJdAawqy4Wl1fZQoaAZoCWgPQwjJrx9ig1lbQJSGlFKUaBVN6ANoFkdAl1XXwb2lEnV9lChoBmgJaA9DCMTNqWQAamJAlIaUUpRoFU3oA2gWR0CXVq/Ot4iYdX2UKGgGaAloD0MIh2wgXWwMY0CUhpRSlGgVTegDaBZHQJdYqOOsDGN1fZQoaAZoCWgPQwg/qmG/J5JcQJSGlFKUaBVN6ANoFkdAl1pjkhib2HV9lChoBmgJaA9DCGAA4UOJ3mFAlIaUUpRoFU3oA2gWR0CXXeNT987ZdX2UKGgGaAloD0MIn5PeN76mX0CUhpRSlGgVTegDaBZHQJdiYFvAGjd1fZQoaAZoCWgPQwjRWWYRioJdQJSGlFKUaBVN6ANoFkdAl20z1kDp1XV9lChoBmgJaA9DCPLtXYO+ekRAlIaUUpRoFU3oA2gWR0CXbj/2TPjXdX2UKGgGaAloD0MI8s6hDFXZJkCUhpRSlGgVS+NoFkdAl3GDWkJrtXV9lChoBmgJaA9DCPkQVI3eS2FAlIaUUpRoFU3oA2gWR0CXdRk2gnMMdX2UKGgGaAloD0MIxouFIXLzWUCUhpRSlGgVTegDaBZHQJd+prULDyh1fZQoaAZoCWgPQwgg1bDfE31gQJSGlFKUaBVN6ANoFkdAl4MMYMvysnV9lChoBmgJaA9DCC5yT1f3/GFAlIaUUpRoFU3oA2gWR0CXhtpM6BAfdX2UKGgGaAloD0MIjsni/qMNYUCUhpRSlGgVTegDaBZHQJeNXn4fwJB1fZQoaAZoCWgPQwiA9E2aBqdgQJSGlFKUaBVN6ANoFkdAl418pPRAr3V9lChoBmgJaA9DCKhzRSkhXVtAlIaUUpRoFU3oA2gWR0CXji89Oh0ydX2UKGgGaAloD0MI42vPLInUYECUhpRSlGgVTegDaBZHQJeQJnQID5l1fZQoaAZoCWgPQwjQ1OsWAbZhQJSGlFKUaBVN6ANoFkdAl6Wa5Xlr/XV9lChoBmgJaA9DCJkoQup2U1tAlIaUUpRoFU3oA2gWR0CXpoKneiztdX2UKGgGaAloD0MIsp3vp8bMXkCUhpRSlGgVTegDaBZHQJeohzS1E3N1fZQoaAZoCWgPQwi8yW/Ryb9YQJSGlFKUaBVN6ANoFkdAl6pjwhGH6HV9lChoBmgJaA9DCDwUBfrENmBAlIaUUpRoFU3oA2gWR0CXrg4NZvDQdX2UKGgGaAloD0MIO6buyi5oFkCUhpRSlGgVS/loFkdAl7SAjdHlO3V9lChoBmgJaA9DCCnrNxPTkT9AlIaUUpRoFUvpaBZHQJe15TFVDKJ1fZQoaAZoCWgPQwjAz7hwIN5gQJSGlFKUaBVN6ANoFkdAl71U9U0el3V9lChoBmgJaA9DCL3jFB3JLVxAlIaUUpRoFU3oA2gWR0CXvl3Jgb6ydX2UKGgGaAloD0MImBO0yeGGYECUhpRSlGgVTegDaBZHQJfBeab4Ju51fZQoaAZoCWgPQwhuUtFY+/JVQJSGlFKUaBVN6ANoFkdAl8TFkhA4XHV9lChoBmgJaA9DCOigSzj09glAlIaUUpRoFUv2aBZHQJfM6xNZeRh1fZQoaAZoCWgPQwjWqIdodKliQJSGlFKUaBVN6ANoFkdAl84x3qzJIXV9lChoBmgJaA9DCGBZaVKKl2JAlIaUUpRoFU3oA2gWR0CX0mxkd3jddX2UKGgGaAloD0MIdqT6zi/aW0CUhpRSlGgVTegDaBZHQJfWOqLjxTd1fZQoaAZoCWgPQwgf2Vw1z4FfQJSGlFKUaBVN6ANoFkdAl90ACGN70HV9lChoBmgJaA9DCP2IX7GG3lpAlIaUUpRoFU3oA2gWR0CX3SD5j6N3dX2UKGgGaAloD0MIpOL/jqiGYUCUhpRSlGgVTegDaBZHQJfd5CQcPvt1fZQoaAZoCWgPQwgzGY7nM3hiQJSGlFKUaBVN6ANoFkdAl+Ac9bHIZXV9lChoBmgJaA9DCHxl3qrr615AlIaUUpRoFU3oA2gWR0CX4/XPZ7HAdX2UKGgGaAloD0MI3lomw3EdZECUhpRSlGgVTegDaBZHQJf7XWCmMwV1fZQoaAZoCWgPQwh7hQX3A04XwJSGlFKUaBVL/WgWR0CX/ojQzDXOdX2UKGgGaAloD0MIpaSHodXpCECUhpRSlGgVTQUBaBZHQJf/JtUGVzJ1fZQoaAZoCWgPQwgtswjFVphYQJSGlFKUaBVN6ANoFkdAl/+ZDzAerHV9lChoBmgJaA9DCJshVRSvNGFAlIaUUpRoFU3oA2gWR0CYBfazNUwSdX2UKGgGaAloD0MIyy4YXPN5YkCUhpRSlGgVTegDaBZHQJgHQT37DVJ1fZQoaAZoCWgPQwgsg2qDE4EWQJSGlFKUaBVNEgFoFkdAmAt8K1G9YnV9lChoBmgJaA9DCOUn1T6dL2BAlIaUUpRoFU3oA2gWR0CYDnDArQPadX2UKGgGaAloD0MIM8UcBB1bYECUhpRSlGgVTegDaBZHQJgRgXj2i+N1fZQoaAZoCWgPQwh3aFiMum9hQJSGlFKUaBVN6ANoFkdAmBT1I7Njb3V9lChoBmgJaA9DCJjCg2bXkTfAlIaUUpRoFU0FAWgWR0CYFvfXf642dX2UKGgGaAloD0MIHec24d6SYkCUhpRSlGgVTegDaBZHQJgdQQ4CIUJ1fZQoaAZoCWgPQwg2kZkLXHBZQJSGlFKUaBVN6ANoFkdAmB6JJf6XSnV9lChoBmgJaA9DCGnk84qnP15AlIaUUpRoFU3oA2gWR0CYItPJJXhgdX2UKGgGaAloD0MI5jv4iQMKY0CUhpRSlGgVTegDaBZHQJgmj/2kBS11fZQoaAZoCWgPQwgTntDrT9YwwJSGlFKUaBVL6WgWR0CYLLLb5/LDdX2UKGgGaAloD0MILQlQU0sQYUCUhpRSlGgVTegDaBZHQJguW63AmAt1fZQoaAZoCWgPQwiFmbZ/ZYBfQJSGlFKUaBVN6ANoFkdAmDC03wTdtXV9lChoBmgJaA9DCIKpZtbS92JAlIaUUpRoFU3oA2gWR0CYNL8BMi8ndX2UKGgGaAloD0MIo1pEFJNnK0CUhpRSlGgVS/5oFkdAmDcuEZiuuHV9lChoBmgJaA9DCA6/m27Zal1AlIaUUpRoFU3oA2gWR0CYT997ngYQdX2UKGgGaAloD0MIbsST3cy8OkCUhpRSlGgVS8toFkdAmE/cENe+mHV9lChoBmgJaA9DCG6hKxEoGWRAlIaUUpRoFU3oA2gWR0CYUH/lyR0VdX2UKGgGaAloD0MIg4b+Ca6vYUCUhpRSlGgVTegDaBZHQJhQ6gxrSE11fZQoaAZoCWgPQwhYqgt4mWktQJSGlFKUaBVLy2gWR0CYVaOclPaddX2UKGgGaAloD0MIU5EKY4uYYUCUhpRSlGgVTegDaBZHQJhW7FhoduJ1fZQoaAZoCWgPQwiU2otoOx5jQJSGlFKUaBVN6ANoFkdAmFwSP2f03HV9lChoBmgJaA9DCP9YiA6BgV1AlIaUUpRoFU3oA2gWR0CYXyMmWt2cdX2UKGgGaAloD0MIavtXVppsJMCUhpRSlGgVTRABaBZHQJhgICT2WY51fZQoaAZoCWgPQwhv1ArT9wxMwJSGlFKUaBVNHQFoFkdAmGB+QU5+6XV9lChoBmgJaA9DCHHMsicBGmJAlIaUUpRoFU3oA2gWR0CYYfwc5sCUdX2UKGgGaAloD0MIH0lJD0O2VUCUhpRSlGgVTegDaBZHQJhknLbHp8p1fZQoaAZoCWgPQwjQ7SWN0RBdQJSGlFKUaBVN6ANoFkdAmGYvWlMyrXV9lChoBmgJaA9DCE890uC2tj1AlIaUUpRoFU0eAWgWR0CYZlnCO3lTdX2UKGgGaAloD0MIILjKEwjvNkCUhpRSlGgVS8ZoFkdAmGpUhib2DnV9lChoBmgJaA9DCMGqevmdM1dAlIaUUpRoFU3oA2gWR0CYa+bdadMCdX2UKGgGaAloD0MIryR5ru+3XECUhpRSlGgVTegDaBZHQJhvX/EOy3V1fZQoaAZoCWgPQwjZQpCDEqBHQJSGlFKUaBVL9WgWR0CYcTQpWmxddX2UKGgGaAloD0MIjEzArxFza0CUhpRSlGgVTWoBaBZHQJhyx/iHZbp1fZQoaAZoCWgPQwgX8DLDRrJmQJSGlFKUaBVN6ANoFkdAmHfi0WuX/3V9lChoBmgJaA9DCPPmcK32n11AlIaUUpRoFU3oA2gWR0CYeVHYpUgkdX2UKGgGaAloD0MIuOUjKemCYkCUhpRSlGgVTegDaBZHQJh/jek56t11fZQoaAZoCWgPQwgpQBTMmMINQJSGlFKUaBVL+WgWR0CYght+kP+XdWUu"
+        ":serialized:": "gAWVcRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI5s5MMJzFQECUhpRSlIwBbJRNCAGMAXSUR0CjzIc3EQ5FdX2UKGgGaAloD0MIOzWXGwylLsCUhpRSlGgVTQ0BaBZHQKPMnWxQizN1fZQoaAZoCWgPQwgIOe//4xhJQJSGlFKUaBVL7WgWR0CjzuNxVAAydX2UKGgGaAloD0MIs7YpHhfYXECUhpRSlGgVTegDaBZHQKPQjrY5DJF1fZQoaAZoCWgPQwh4feasz4dgQJSGlFKUaBVN6ANoFkdAo9HgsoUi6nV9lChoBmgJaA9DCFT/IJIhemJAlIaUUpRoFU3oA2gWR0Cj0e0s4DLbdX2UKGgGaAloD0MIGqIKf4Y4ZECUhpRSlGgVTegDaBZHQKPSTJ/5Lyt1fZQoaAZoCWgPQwh9rrZif0ldQJSGlFKUaBVN6ANoFkdAo9LOLxZuAXV9lChoBmgJaA9DCD1fs1y2TmlAlIaUUpRoFU0kAmgWR0Cj1Or2g398dX2UKGgGaAloD0MI2pHqO7/oYUCUhpRSlGgVTegDaBZHQKPVfo2XLNh1fZQoaAZoCWgPQwgHXFfMCHdPwJSGlFKUaBVL/WgWR0Cj1k/XPJJYdX2UKGgGaAloD0MIIeaSqu0jZECUhpRSlGgVTegDaBZHQKPWn6xgRbt1fZQoaAZoCWgPQwhTXFX2XQEpwJSGlFKUaBVL7GgWR0Cj2CT+ee4DdX2UKGgGaAloD0MIwXKEDOSvTMCUhpRSlGgVS9hoFkdAo9hyrPt2LnV9lChoBmgJaA9DCIRlbOhm4V9AlIaUUpRoFU3oA2gWR0Cj20GwJPZadX2UKGgGaAloD0MIgLbVrLMjZ0CUhpRSlGgVTWgBaBZHQKPbgOkLx7R1fZQoaAZoCWgPQwjj4T0HlnlDwJSGlFKUaBVL9mgWR0Cj3LUQ9RrKdX2UKGgGaAloD0MIZcbbSq98V0CUhpRSlGgVTegDaBZHQKPhkFuejEh1fZQoaAZoCWgPQwhCBYcXRDRiQJSGlFKUaBVN6ANoFkdAo/BWnQ6ZIHV9lChoBmgJaA9DCLHbZ5WZi1dAlIaUUpRoFU3oA2gWR0Cj8Nlbu+h5dX2UKGgGaAloD0MIMZQT7SpEP0CUhpRSlGgVS+ZoFkdAo/LlNet0WHV9lChoBmgJaA9DCAL1ZtR8bU1AlIaUUpRoFU3oA2gWR0Cj84UQCjk/dX2UKGgGaAloD0MIuoPYmULYYECUhpRSlGgVTegDaBZHQKPz5LdN34d1fZQoaAZoCWgPQwi7trdbkhtZQJSGlFKUaBVN6ANoFkdAo/P8FSsKcHV9lChoBmgJaA9DCDvhJTj1LGFAlIaUUpRoFU3oA2gWR0Cj98PbXYlIdX2UKGgGaAloD0MIhSLdz6kuYUCUhpRSlGgVTegDaBZHQKP5d3vhIe51fZQoaAZoCWgPQwix/WSMD61LQJSGlFKUaBVNBgFoFkdAo/v+rbQC0XV9lChoBmgJaA9DCNkKmpZYPl1AlIaUUpRoFU3oA2gWR0Cj/FuXNTtLdX2UKGgGaAloD0MIYwrWOJuFYECUhpRSlGgVTegDaBZHQKP8/iPyTZB1fZQoaAZoCWgPQwg8LT9wlXhUQJSGlFKUaBVN6ANoFkdAo/5b9sJpnHV9lChoBmgJaA9DCPeTMT7Mu1dAlIaUUpRoFU3oA2gWR0CkAEAn2IwedX2UKGgGaAloD0MI5gKXx5qbXECUhpRSlGgVTegDaBZHQKQAmKv3ai91fZQoaAZoCWgPQwiq1OyBVvJdQJSGlFKUaBVN6ANoFkdApAOruMMqjXV9lChoBmgJaA9DCKZiY17H6GNAlIaUUpRoFU3oA2gWR0CkA/DhLoOhdX2UKGgGaAloD0MIXmkZqXfiYUCUhpRSlGgVTegDaBZHQKQFSGzru6V1fZQoaAZoCWgPQwh1BduIJ2ppQJSGlFKUaBVNCAFoFkdApAvva37UG3V9lChoBmgJaA9DCNwuNNdpKWBAlIaUUpRoFU3oA2gWR0CkGS4FA3UAdX2UKGgGaAloD0MIotKImf26Y0CUhpRSlGgVTegDaBZHQKQZrA9mpVF1fZQoaAZoCWgPQwhBSYEFsMVoQJSGlFKUaBVNqwNoFkdApBohkNFz+3V9lChoBmgJaA9DCBe5p6s7Y1tAlIaUUpRoFU3oA2gWR0CkG32Fev6kdX2UKGgGaAloD0MI0/iFV5J+akCUhpRSlGgVTTsCaBZHQKQcAPEKmbd1fZQoaAZoCWgPQwgAxF29iixgQJSGlFKUaBVN6ANoFkdApBxZ/oaDPHV9lChoBmgJaA9DCHJqZ5jaJmlAlIaUUpRoFU3uAWgWR0CkHPdH2AXmdX2UKGgGaAloD0MIuoEC7+RfScCUhpRSlGgVTSsBaBZHQKQecRBeHBV1fZQoaAZoCWgPQwiinGhXIRNcQJSGlFKUaBVN6ANoFkdApB+M+A3DN3V9lChoBmgJaA9DCBh3g2itsDBAlIaUUpRoFUv/aBZHQKQgQFW4mTl1fZQoaAZoCWgPQwggnE8dq+NSQJSGlFKUaBVN6ANoFkdApCD3xaxHG3V9lChoBmgJaA9DCBlW8UZm7GBAlIaUUpRoFU3oA2gWR0CkI0BbOeJ6dX2UKGgGaAloD0MI6GnAIOmrXECUhpRSlGgVTegDaBZHQKQjlCa7Vax1fZQoaAZoCWgPQwiQ+YBAZ1xgQJSGlFKUaBVN6ANoFkdApCQvK6nR9nV9lChoBmgJaA9DCN4DdF/OQ1ZAlIaUUpRoFU3oA2gWR0CkJXjqGDcudX2UKGgGaAloD0MIHzAPmfIhNsCUhpRSlGgVTSIBaBZHQKQmZ1LamGd1fZQoaAZoCWgPQwgP0765v6haQJSGlFKUaBVN6ANoFkdApCdFiONo8XV9lChoBmgJaA9DCLgdGhajXGFAlIaUUpRoFU3oA2gWR0CkLIDDbah6dX2UKGgGaAloD0MINuhLb39+L0CUhpRSlGgVTQEBaBZHQKQtTuAI6bR1fZQoaAZoCWgPQwiELAsm/spEwJSGlFKUaBVL5mgWR0CkLpkka/ATdX2UKGgGaAloD0MIo66196nnaECUhpRSlGgVTZYCaBZHQKQ0qESM98t1fZQoaAZoCWgPQwjdW5GYoF1ZQJSGlFKUaBVN6ANoFkdApENIN3GGVXV9lChoBmgJaA9DCB2Txf3HnmVAlIaUUpRoFU3oA2gWR0CkQ9wzUI9ldX2UKGgGaAloD0MIg/bq46FFXUCUhpRSlGgVTegDaBZHQKRFnaNdZ7p1fZQoaAZoCWgPQwhlUG1wIkJRQJSGlFKUaBVN6ANoFkdApEZC3iJfpnV9lChoBmgJaA9DCHXo9LwbSGpAlIaUUpRoFU3hA2gWR0CkRnXKr7wbdX2UKGgGaAloD0MILuQR3MhOYkCUhpRSlGgVTegDaBZHQKRHfsSCe3B1fZQoaAZoCWgPQwhVTRB1H4ALwJSGlFKUaBVL42gWR0CkS2nx8UmEdX2UKGgGaAloD0MIf9qoTgdbWkCUhpRSlGgVTegDaBZHQKRL6Fj/dZd1fZQoaAZoCWgPQwgPRYE+kapeQJSGlFKUaBVN6ANoFkdApEzNSAH3UXV9lChoBmgJaA9DCA4w8x38skjAlIaUUpRoFUvjaBZHQKRO7zV+Zw51fZQoaAZoCWgPQwj3dHXHYjJdQJSGlFKUaBVN6ANoFkdApE9fBtUGV3V9lChoBmgJaA9DCIv6JHfYGVtAlIaUUpRoFU3oA2gWR0CkT7ZCngpCdX2UKGgGaAloD0MIsd8T69SIYUCUhpRSlGgVTegDaBZHQKRQTlzU7S11fZQoaAZoCWgPQwh0YDlCBmlmQJSGlFKUaBVN6ANoFkdApFJ2gOBlMHV9lChoBmgJaA9DCEIFhxdE3CvAlIaUUpRoFU0YAWgWR0CkU7mJemeldX2UKGgGaAloD0MIm1lLAWkHLcCUhpRSlGgVS/9oFkdApFaXZf2K23V9lChoBmgJaA9DCJXyWgnd3ShAlIaUUpRoFUvraBZHQKRW8/keZG91fZQoaAZoCWgPQwjFdYwrrphgQJSGlFKUaBVN6ANoFkdApFhF7tzCDXV9lChoBmgJaA9DCGSxTSoavV9AlIaUUpRoFU3oA2gWR0CkWPOXE61cdX2UKGgGaAloD0MI5xvRPevtYECUhpRSlGgVTegDaBZHQKRZ9LlFMIx1fZQoaAZoCWgPQwhKe4MvTOb7P5SGlFKUaBVNHQFoFkdApFqi7iADrHV9lChoBmgJaA9DCDRpU3WPJCZAlIaUUpRoFUv4aBZHQKRd1fpljEx1fZQoaAZoCWgPQwiM2v0qwD5gQJSGlFKUaBVN6ANoFkdApF6Fr2xptnV9lChoBmgJaA9DCHTtC+iF4yRAlIaUUpRoFUv6aBZHQKRgU6nR9gF1fZQoaAZoCWgPQwinAu55/pA6wJSGlFKUaBVL6GgWR0CkagI3aSLZdX2UKGgGaAloD0MIgQTFjzEmU0CUhpRSlGgVTegDaBZHQKRr9RF7Uod1fZQoaAZoCWgPQwgyVwbVBsxkQJSGlFKUaBVN6ANoFkdApG1R7Z39rHV9lChoBmgJaA9DCDSitDf4gF1AlIaUUpRoFU3oA2gWR0Ckbc9DYywfdX2UKGgGaAloD0MIbXNjesJFVUCUhpRSlGgVTegDaBZHQKRt9oSteUp1fZQoaAZoCWgPQwj1EfjDz/5UQJSGlFKUaBVN6ANoFkdApHLp4bCJoHV9lChoBmgJaA9DCEEpWrkXfGNAlIaUUpRoFU3oA2gWR0Ckc9fJNj9XdX2UKGgGaAloD0MIi4ujcpO4YECUhpRSlGgVTegDaBZHQKR2Fb6guh91fZQoaAZoCWgPQwhUjPM3IZ5qQJSGlFKUaBVN5QFoFkdApHbpXnyNGXV9lChoBmgJaA9DCIwUysLXx1lAlIaUUpRoFU3oA2gWR0CkdvIfr8iwdX2UKGgGaAloD0MIJEOOrWd5XUCUhpRSlGgVTegDaBZHQKR7oMuOCGx1fZQoaAZoCWgPQwg1YfvJGKpZQJSGlFKUaBVN6ANoFkdApH9swDeTFHV9lChoBmgJaA9DCCqNmNnnb2FAlIaUUpRoFU3oA2gWR0CkgQGKqGUOdX2UKGgGaAloD0MIm3KFdznmYkCUhpRSlGgVTegDaBZHQKSD9uG9Htp1fZQoaAZoCWgPQwgoQ1VMpZVCwJSGlFKUaBVNHAFoFkdApIWGBg/kenV9lChoBmgJaA9DCMVYpl8i4l5AlIaUUpRoFU3oA2gWR0Ckh6v0RODbdX2UKGgGaAloD0MIxHqjVphSX0CUhpRSlGgVTegDaBZHQKSKZt4RmK91fZQoaAZoCWgPQwhx5eyd0a5ZQJSGlFKUaBVN6ANoFkdApIr+HnEET3V9lChoBmgJaA9DCKN2vwrw/TVAlIaUUpRoFUvbaBZHQKSLVWjGkvd1ZS4="
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
@@ -77,7 +77,7 @@
     },
     "_n_updates": 124,
     "n_steps": 1024,
-    "gamma": 0.999,
+    "gamma": 0.99,
     "gae_lambda": 0.98,
     "ent_coef": 0.01,
     "vf_coef": 0.5,

ppo-LunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5cfe61a40ec653e8ca7a7945eb09d623da5e72d41dc0ca1115e2f5ed0acb0c04
+oid sha256:2ce9a9be2238656b29508354ebbec8052f4bf037e49b0329d719f4d49e3e0691
 size 84829

ppo-LunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:29a6d35ba5be6bf7c919173cea41440058aa0c06e49ac0415f98e366830d33e7
+oid sha256:d2521265608becd41cca9f7c6197597064c071844dac62a86ce4caec711a914a
 size 43201

replay.mp4

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:202ba1144871c12ad08a6a1f26d4803a9332024ca6912c1d4fb359f826393f2d
-size 239293
+oid sha256:9809aab587b1c2c3ba1a86dcd6eef178fb26bea6a19196e04e2570abd10190d6
+size 251012

results.json

@@ -1 +1 @@
-{"mean_reward": 121.87099026222938, "std_reward": 85.4614741513527, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2022-05-16T22:23:21.188200"}
+{"mean_reward": 187.9479593990594, "std_reward": 81.86268013877081, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2022-05-16T22:39:09.013128"}