{
    "policy_class": {
        ":type:": "<class 'abc.ABCMeta'>",
        ":serialized:": "gASVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
        "__module__": "stable_baselines3.common.policies",
        "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
        "__init__": "<function ActorCriticPolicy.__init__ at 0x7fb551f6d3b0>",
        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fb551f6d440>",
        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fb551f6d4d0>",
        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fb551f6d560>",
        "_build": "<function ActorCriticPolicy._build at 0x7fb551f6d5f0>",
        "forward": "<function ActorCriticPolicy.forward at 0x7fb551f6d680>",
        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fb551f6d710>",
        "_predict": "<function ActorCriticPolicy._predict at 0x7fb551f6d7a0>",
        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fb551f6d830>",
        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fb551f6d8c0>",
        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fb551f6d950>",
        "__abstractmethods__": "frozenset()",
        "_abc_impl": "<_abc_data object at 0x7fb551fb7ab0>"
    },
    "verbose": 1,
    "policy_kwargs": {},
    "observation_space": {
        ":type:": "<class 'gym.spaces.box.Box'>",
        ":serialized:": "gASVwwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBVudW1weS5jb3JlLm11bHRpYXJyYXmUjAxfcmVjb25zdHJ1Y3SUk5RoBowHbmRhcnJheZSTlEsAhZRDAWKUh5RSlChLAUsIhZRoColDIAAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/lHSUYowEaGlnaJRoEmgUSwCFlGgWh5RSlChLAUsIhZRoColDIAAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/lHSUYowNYm91bmRlZF9iZWxvd5RoEmgUSwCFlGgWh5RSlChLAUsIhZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYolDCAAAAAAAAAAAlHSUYowNYm91bmRlZF9hYm92ZZRoEmgUSwCFlGgWh5RSlChLAUsIhZRoKolDCAAAAAAAAAAAlHSUYowKX25wX3JhbmRvbZROdWIu",
        "dtype": "float32",
        "_shape": [
            8
        ],
        "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]",
        "high": "[inf inf inf inf inf inf inf inf]",
        "bounded_below": "[False False False False False False False False]",
        "bounded_above": "[False False False False False False False False]",
        "_np_random": null
    },
    "action_space": {
        ":type:": "<class 'gym.spaces.discrete.Discrete'>",
        ":serialized:": "gASVRgsAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZSMFG51bXB5LnJhbmRvbS5fcGlja2xllIwSX19yYW5kb21zdGF0ZV9jdG9ylJOUjAdNVDE5OTM3lIWUUpR9lCiMDWJpdF9nZW5lcmF0b3KUaBOMBXN0YXRllH2UKIwDa2V5lIwVbnVtcHkuY29yZS5tdWx0aWFycmF5lIwMX3JlY29uc3RydWN0lJOUaAiMB25kYXJyYXmUk5RLAIWUQwFilIeUUpQoSwFNcAKFlGgJjAJ1NJSJiIeUUpQoSwNoDU5OTkr/////Sv////9LAHSUYolCwAkAAJRdL1UktX9HkrwPeZ20ZqyJAdDxHU6iBSUZkBqXxeUYlCljuMrWrUXeB0SecKRb8Da0RLkXrDVamhZSX3kw6JmzEd8oPlSlXQvkY7SaZ/csfzt8oiUEyKwyNSrbKso82R1+QHXvCszqQZQKeuvkSun8iKyCMZ7wd3S0I40rDDE0cga8r4EyJfyS8czkof03ArlRrl0Bq4X8rd10Ejcp7G1h6EDRDu2yDNG/IiZA/U1pHl6wdWpdB7maCSUpSKTFzoA8O/Qw+K2j4t090edELbWRZm1rndi5ulUu/s2X2BRqoLOoqWI3jO8TEroOXOzqteBdTT9N8HstyUFOTdwLGRV4RE9DBcFTGyrFCPgqid2Z0/0Kn4E0r3nCpP+I0qjwZeBaRXhdJnPkFU1eHCXv+3WYt1+vEp/+Kwby1h6Zes5JWTNVxY1b+j+hjkJCsgyibh77959m58YcGFIPMXK0JXOac/wtjnfGjYYNddqaM2Fx8SnUNMt2lhtif+ltt4ZMPeXtJurZJ7j4onS70jIw5VJJuhL0cYtPAJc4rOEYM+MbZCrHN26ZTLtBbvGxnRPlnnsZOgL+X4eH8X0YakoNt+SW9RbiIycoS+qDP5S0IOJnikBLCx73BNu/w/x1lk4AGICoSltHQie3F9osDMIXjUaWPLlV0ciuoRLFklpVEyHluP+JMSpaMK/ylzS0jYZGePuGopbSP2TdcLXJydOisEXjFTZpNeA3VSebWLxCaLT1IOt0FaPY+FxSNdO0FGSRJIxEXl6b5RWuPp+sXEw1GPIuNaRV2oj9KbgOHWJhJeDEAinpNvCFTA3XkK24ZUSgONnh+jWxL5dqu3tH7mQBk2J/OHPjXRCBhxFqxOBG/7vH17AWB6IqMGOBjUkrQDeXllZXj9qv3q+J6aCWXjaNgBRY6Tc4Zr6Bhgi2pEXvhMf5W1y68/en2S/aUaxe4vVYQ4Yzg1T+OArZsF8S+yPDb95t3bcI1vqfJ66HuYKXmvdDEYOwLZ+bR+CmhD9JtVSTfehT6PgUBhIxIHglvUohi3vyj166GmD0k+ZBkyAWP1XEeLvemC7OK/rAZeAeY87dWCFFIm6TOJxvscTRJrllEUtLcDA9gJlgCOAnrFCfa7R/xMTuo6CNukhM1CK3RvZbF88xYfzHx+X1tUpfCUKPM32MR01haSUcCF+bofoOSwt/GllYVgoIs9W6NxE+EWcfRwhBHAzbuQziugm9o+vbtxgXlhx/nb72Rv3xKJ4kS3OimVZldQwFAuCHvbjVO1EM8Gu4nk1RqaxWEwueNZ53QcJ5aAmhN3AF162oLj+3nb5g0/DXdwBjGC6BNbTX+Urgvu/X0jWWTugWBBzJJMvEAS2Dtc2RFyrHu2UFkdrobbUaRyHAmsp4vLggcLH50JckDI8QYCDZG6aOxhf3c8oXzguBvL560yMWDCgAx5RcNDyyyuJBMrZlGEQDuU0Xk4tdaISNhMw0zOcB/SYsWNKmNpdsbfKZnV11/jSwQiyTTebIh3/Pp2mAveet3DxqjxmZ4D6B7XFnO9pFdm8tGpB70Xy5NmWG/qM28OiAj7Bcr4+ltoxIdy41BBetxrdsigORHRSkrc0Ia1GvxFvcQUQFnMpNuAg3VhfLVVk90Egxz8U1+IMvvStVe97t5mTCIYB7kALK5/4vxnDXBfc66qZjvmDo1KC1K2NJtPmhwT9A0qTGnEqg4lNDVrWUtL67BtnnCjDrlsYPqM0OzIVdInWyoVD9lnyML6SpGwM0VB8Fz+duTgYFImqMJ9YadRojnHm9SPYm3fthbcY8RlNeTBznfrYPhkgDuAkycOA/HhD0UZh/rmofnD6mk0N5mhI59uNyoDd6KrNXWWHRpO3VyL8kZiKlfh4m6tjI8/QZlVFlaa3I4meX8BN2ZaywcuUPOSPwpNmfaQ6m7e0yQJpL0zHFmOaivQUTz7b+atB2VCLEX1HFJ4ij5GZYpRAOQvJztTripigwG8nrAqIaaw8QzEsLHq4Qj2UNFi9xdxbfzB8p9OKhbN7+uw5OH6R0Ctn/OlcioFC4ba+a5rqzG6NiZH1UUN99r1dVnylkX5Jm7r2MuelEYoUALWUyFhQ95GnTRESv4ggp5zLSstfpbftSBqRLmVpD8ZOJYsuqnG+zdz5JvY06azJcXrg8YWdyVKPw3iQ9piz3HkUHH0a6IULKpsCqigmc9IfJHo1qX6hfo1Okc1XfS4Dmet59dj3Lafcf8pTwrpeu+AiIqht2P7q86rnF8/Fbp5xtI9U6LpuYWTGialBZXX6vHCAPO/vejuDyxG73TAHSN3/JupF8mo1bpCSvOtHl+VIyvcs+gORsbmVQv5zccIA7r5cOAyUjuKbz9UenpoXHab/cc/CCa7Vgu6pFCUECUmczxm2jfwDdjdVyQ/XSpWkAqHCxvA9szf1LCnVUvuBBuaxGfzj4zidx48+UR4ARzs04+j4+rAy9VGSGQAO3MaK3hLQs4zAGLkJ+R4dWvY6zgpu1qXrnJ0qM9iT0P5GL7svt9ePss5QgNwq3/0DNZk/5ExKNWnpHTD9AhNAGPLtSxF3rjxbMAV8OjB48cpC52vzZtqds6l59ysi0fan5fAE+pNY08Un+E8s3qrhIdFeb2C8cU3lXxJ1v6Qbpw+gljFRplPlcDV80wxFkeTA+8DJWXPKUq7okuk9YEiJOC9LibvwifgJFzllFIL+xM8drUOAWK+HTh2H9tu4v7gM5peJATdB21bwuu7xO8UxxCrcQgm7LHmumur5N63kvTRXs42kGWUKK6VQGjjXTNH6xY6TU3TXtX/SScf7wt0tEgntITCfscUxFR5J43aowocvdw+UGcQsLsonaen+VHa9a2MZmvDVilMSAph/EqJpCFzoD8yu7n1B0FKvp2mXtEo0nJXKcudIKelcncKfieGS51dH+oFzj82p5DItiWvDD/ZO9jxdn9mxJc5bBvXc1w5LmmhGJGQ+9RcANgQ/z4uyUdthEO8gmGSNPIJmvCZkLhvz0K++9wXeHVfkN4Ohvy7BxIjNGfusn1DnLwSc7vQtbi6s+IC5yuthgLHTdgJE7Q3W8Da5NWZgpaju4F2G0LOv4xqSv1oijqXI3pByosqM7CCZyBg9awMdCNgT35fed7CEvX4mnh0ED+pn4MlenRxXw/B9yl0hco6AakH4aPT1MtYmR02053Xt+KOeSb3yE77pO9Sk+kfjGAZat1uKaH7VDtaUto73moJi78M+1LEWf79GATdaAv1BN0DW0lfVhaRsv0NsuRJ6PHGeig68J9tJFYYp6G0AwVdvF0vMRmVFRjnV1obthxxogd2euwodwWJR0lGKMA3Bvc5RLwHWMCWhhc19nYXVzc5RLAIwFZ2F1c3OURwAAAAAAAAAAdWJ1Yi4=",
        "n": 4,
        "_shape": [],
        "dtype": "int64",
        "_np_random": "RandomState(MT19937)"
    },
    "n_envs": 16,
    "num_timesteps": 1015808,
    "_total_timesteps": 1000000,
    "_num_timesteps_at_start": 0,
    "seed": null,
    "action_noise": null,
    "start_time": 1653787792.4687064,
    "learning_rate": 0.0003,
    "tensorboard_log": null,
    "lr_schedule": {
        ":type:": "<class 'function'>",
        ":serialized:": "gASVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
    },
    "_last_obs": {
        ":type:": "<class 'numpy.ndarray'>",
        ":serialized:": "gASVjQIAAAAAAACMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMDF9yZWNvbnN0cnVjdJSTlIwFbnVtcHmUjAduZGFycmF5lJOUSwCFlEMBYpSHlFKUKEsBSxBLCIaUaAOMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiiUIAAgAAZleuvOGopbqKaeO5d2l4tpY9BzrIFgM5AACAPwAAgD+a0248w5S0Pw4dFT7fONu9ro0DPExeoz0AAAAAAAAAAOb1Pb1IT4O6fm41OTNMxjPwdb24oLtRuAAAAAAAAAAA89uKPfjblT/dYJE+2vUdv2WT8D0amDo+AAAAAAAAAACaadg8iA6HvNOuyz1lANS7GC/Avcig/LwAAIA/AACAPyN5lL6CDIw/U/ravtQgBr+zKcq+R+w/vAAAAAAAAAAAM5JlPcPJFLpz9Su8zFtZNq0Kwzre0sO1AACAPwAAAACmKrI9pLkDu+oTkD1q5aw8d4OmvPLHkz0AAIA/AACAP5oiz7ynazY+y3pFPtLku74G4Fw99RV1vQAAAAAAAAAAZrAfvAkpfD29Pjw+hrSCvoSkVz3kWJE9AAAAAAAAAADzb6+9XN8muqJoNzYPcCQxMfr0usBnZrUAAAAAAACAPwAL0Lzch2G8PEODPoQu7jtamMO92hfBPAAAgD8AAIA/TTlmPT3/dD/2aUe8bFwGv9Hr4T2KFLW9AAAAAAAAAAAA0YM96WZEvCyHl72rUyQ9RmulPS8lA74AAIA/AACAPzNwjryv+7I/hlFQvps2J77hg0c8fO4BvQAAAAAAAAAA5gxEPRaPpz9hU6E+9Hj+vhzKoz06sko+AAAAAAAAAACUdJRiLg=="
    },
    "_last_episode_starts": {
        ":type:": "<class 'numpy.ndarray'>",
        ":serialized:": "gASVmAAAAAAAAACMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMDF9yZWNvbnN0cnVjdJSTlIwFbnVtcHmUjAduZGFycmF5lJOUSwCFlEMBYpSHlFKUKEsBSxCFlGgDjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYolDEAAAAAAAAAAAAAAAAAAAAACUdJRiLg=="
    },
    "_last_original_obs": null,
    "_episode_num": 0,
    "use_sde": false,
    "sde_sample_freq": -1,
    "_current_progress_remaining": -0.015808000000000044,
    "ep_info_buffer": {
        ":type:": "<class 'collections.deque'>",
        ":serialized:": "gASVJBAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI0765vzrpckCUhpRSlIwBbJRNCgGMAXSUR0CwDTzgl4TsdX2UKGgGaAloD0MIG4F4Xf+9cUCUhpRSlGgVS/loFkdAsA2MHGCI13V9lChoBmgJaA9DCGn+mNamrW5AlIaUUpRoFUvVaBZHQLANsS+xnnN1fZQoaAZoCWgPQwjU8C2s245zQJSGlFKUaBVLv2gWR0CwDcg8fV7QdX2UKGgGaAloD0MIYRiw5KoVckCUhpRSlGgVTVIBaBZHQLAN46xgRbt1fZQoaAZoCWgPQwh88NqljdBvQJSGlFKUaBVLy2gWR0CwDePjjrAydX2UKGgGaAloD0MIl/+QfjtzcUCUhpRSlGgVS+1oFkdAsA3/b9If83V9lChoBmgJaA9DCPwbtFdfA3JAlIaUUpRoFUvRaBZHQLAOCKYiPhh1fZQoaAZoCWgPQwiobcMoyPFwQJSGlFKUaBVL12gWR0CwDhU1hsqKdX2UKGgGaAloD0MIzY+/tCgAc0CUhpRSlGgVS95oFkdAsA4WYc/+sHV9lChoBmgJaA9DCEsFFVU/oW9AlIaUUpRoFUviaBZHQLAOJ7MxGlR1fZQoaAZoCWgPQwizt5TzxTlxQJSGlFKUaBVLzmgWR0CwDi/n8sMBdX2UKGgGaAloD0MIHHxhMlXVbkCUhpRSlGgVS+RoFkdAsA41ZmqYJHV9lChoBmgJaA9DCAx5BDcSV3BAlIaUUpRoFUvLaBZHQLAOVCdjG1h1fZQoaAZoCWgPQwh/pfPh2RZzQJSGlFKUaBVL9mgWR0CwDmvZuhsZdX2UKGgGaAloD0MILGLYYYwqcUCUhpRSlGgVS+xoFkdAsA6GGTLW7XV9lChoBmgJaA9DCFis4SL3fnFAlIaUUpRoFUvkaBZHQLAOh4DcM3J1fZQoaAZoCWgPQwiC/de5aSRyQJSGlFKUaBVL1GgWR0CwDr90vGp/dX2UKGgGaAloD0MIA5SGGoUITECUhpRSlGgVS6BoFkdAsA7CLP2PDHV9lChoBmgJaA9DCKZEEr0M63FAlIaUUpRoFUvHaBZHQLAO4jIaLn91fZQoaAZoCWgPQwhpUgq6vaZxQJSGlFKUaBVL42gWR0CwDvbThHbzdX2UKGgGaAloD0MI3zXoS2/wcUCUhpRSlGgVS9BoFkdAsA8Hv2GqP3V9lChoBmgJaA9DCMe6uI3GcXJAlIaUUpRoFUvJaBZHQLAPLK+BYmt1fZQoaAZoCWgPQwhRZoNMsmNvQJSGlFKUaBVL0GgWR0CwDzbJjlPrdX2UKGgGaAloD0MIbLBwkmYyc0CUhpRSlGgVS+NoFkdAsA8+rWAf+3V9lChoBmgJaA9DCLbY7bMK7HFAlIaUUpRoFUvCaBZHQLAPRD7qIJt1fZQoaAZoCWgPQwj/CS5WVGNyQJSGlFKUaBVL0mgWR0CwD0yHdoFndX2UKGgGaAloD0MIc0pATIJHcUCUhpRSlGgVS+doFkdAsA9McyWRinV9lChoBmgJaA9DCLvyWZ6HX3JAlIaUUpRoFUvpaBZHQLAPcQWepXJ1fZQoaAZoCWgPQwhx4xbz82JwQJSGlFKUaBVL1WgWR0CwD3valDWtdX2UKGgGaAloD0MINxyWBr6Tc0CUhpRSlGgVS9FoFkdAsBsW9qUNa3V9lChoBmgJaA9DCCqsVFCRMHJAlIaUUpRoFUvvaBZHQLAbKEIw/Ph1fZQoaAZoCWgPQwh7MCk+fsNwQJSGlFKUaBVL7mgWR0CwG0Mc6vJSdX2UKGgGaAloD0MIls/yPHgPcECUhpRSlGgVS+doFkdAsBt/Aaef7XV9lChoBmgJaA9DCF+YTBUMC3JAlIaUUpRoFUvaaBZHQLAboxX4j8l1fZQoaAZoCWgPQwhATS1b6wByQJSGlFKUaBVL8GgWR0CwG7Eiliz+dX2UKGgGaAloD0MI4UBIFvCWcECUhpRSlGgVS9poFkdAsBu2R6nivXV9lChoBmgJaA9DCAoS290DlnFAlIaUUpRoFUu/aBZHQLAbvMjeKsN1fZQoaAZoCWgPQwh1yM1ww9JyQJSGlFKUaBVL1mgWR0CwG9eAVfu1dX2UKGgGaAloD0MIl6sfm6Q2c0CUhpRSlGgVTTIBaBZHQLAb8j2Bas91fZQoaAZoCWgPQwhDBBxClVdxQJSGlFKUaBVLtmgWR0CwG//C/GlzdX2UKGgGaAloD0MIv9Nkxhv5ckCUhpRSlGgVS+ZoFkdAsBwQi6g/T3V9lChoBmgJaA9DCIidKXRe5XFAlIaUUpRoFUv2aBZHQLAcGgydnTR1fZQoaAZoCWgPQwhwmGiQwkxwQJSGlFKUaBVL92gWR0CwHCLD63y7dX2UKGgGaAloD0MIOj/FcSBfcUCUhpRSlGgVS8VoFkdAsBxHkPtlZ3V9lChoBmgJaA9DCBNIiV0bfnJAlIaUUpRoFUv5aBZHQLAcVupS75F1fZQoaAZoCWgPQwhnLJrODsVxQJSGlFKUaBVNFwFoFkdAsBxYrEtNBXV9lChoBmgJaA9DCA8qcR1jb3BAlIaUUpRoFUvqaBZHQLAciB3iaRZ1fZQoaAZoCWgPQwgrbAa4oMZxQJSGlFKUaBVL2GgWR0CwHIfx+a0AdX2UKGgGaAloD0MImu0KfTC5bkCUhpRSlGgVS9poFkdAsBy/1OCXhXV9lChoBmgJaA9DCClZTkLpg3NAlIaUUpRoFUvVaBZHQLAc6DnvDxd1fZQoaAZoCWgPQwjJyi+DsbBtQJSGlFKUaBVL2GgWR0CwHPi+10DEdX2UKGgGaAloD0MIL2tige/wcECUhpRSlGgVS+xoFkdAsBz/DtPYWnV9lChoBmgJaA9DCOt0IOupgG9AlIaUUpRoFUviaBZHQLAdAtelbeN1fZQoaAZoCWgPQwiyLQPOEipzQJSGlFKUaBVL1WgWR0CwHQ3LvCuVdX2UKGgGaAloD0MIZtzUQPOhcUCUhpRSlGgVS8toFkdAsB0YAmzBynV9lChoBmgJaA9DCO2ZJQHq23FAlIaUUpRoFUvNaBZHQLAdKCq6vq11fZQoaAZoCWgPQwhmwcQfxW1wQJSGlFKUaBVLz2gWR0CwHUIgRsdldX2UKGgGaAloD0MIDvW7sLV9cECUhpRSlGgVS9VoFkdAsB1Q0GeMAHV9lChoBmgJaA9DCKEPlrEhN29AlIaUUpRoFUvjaBZHQLAdVRfnfVJ1fZQoaAZoCWgPQwi63ct9sqNwQJSGlFKUaBVL2GgWR0CwHYhPfsNUdX2UKGgGaAloD0MIYabtX5mmcECUhpRSlGgVS+doFkdAsB2NssQNC3V9lChoBmgJaA9DCJkoQuq2v3BAlIaUUpRoFUvhaBZHQLAdkznRsuZ1fZQoaAZoCWgPQwgN/n4xW5NxQJSGlFKUaBVL8mgWR0CwHd5VfeDWdX2UKGgGaAloD0MITkLpC2Fmc0CUhpRSlGgVS9ZoFkdAsB3yc4HX3HV9lChoBmgJaA9DCOVBeoqc93JAlIaUUpRoFU0GAWgWR0CwHf9sabWmdX2UKGgGaAloD0MIGOyGbcvUcUCUhpRSlGgVS+BoFkdAsB4r6wdKd3V9lChoBmgJaA9DCKW/l8KDtG9AlIaUUpRoFUvaaBZHQLAeMswL3K11fZQoaAZoCWgPQwj03hgCgDJwQJSGlFKUaBVL42gWR0CwHlc1sLv1dX2UKGgGaAloD0MI4fHtXcM8ckCUhpRSlGgVS9JoFkdAsB5ZjPOY6XV9lChoBmgJaA9DCGxfQC/cYHFAlIaUUpRoFUv0aBZHQLAeZURnOB11fZQoaAZoCWgPQwitpuuJrgBzQJSGlFKUaBVL+mgWR0CwHmtPUKAsdX2UKGgGaAloD0MIILWJk3ssckCUhpRSlGgVS+1oFkdAsB5xcjZ+QXV9lChoBmgJaA9DCHE9Ctejc29AlIaUUpRoFUvaaBZHQLAef9i+cpd1fZQoaAZoCWgPQwjpDmJnioNyQJSGlFKUaBVL2WgWR0CwHoxRyfcvdX2UKGgGaAloD0MIMQdBRyuBcUCUhpRSlGgVS/ZoFkdAsB63BbfP5nV9lChoBmgJaA9DCDvl0Y0wyG9AlIaUUpRoFUvNaBZHQLAeuGFi8Wd1fZQoaAZoCWgPQwgz/RLx1mxvQJSGlFKUaBVL1WgWR0CwHr5ftx+8dX2UKGgGaAloD0MI8zrikA1cckCUhpRSlGgVS+toFkdAsB7mHIp6QnV9lChoBmgJaA9DCLiQR3Bj2HFAlIaUUpRoFUvQaBZHQLAfCtbLU1B1fZQoaAZoCWgPQwjVJk7uN51zQJSGlFKUaBVL1WgWR0CwHzWKVII4dX2UKGgGaAloD0MISx+6oD6JcECUhpRSlGgVS9RoFkdAsB9h81Gb1HV9lChoBmgJaA9DCMQkXMijlHJAlIaUUpRoFUvJaBZHQLAfe+mm+Cd1fZQoaAZoCWgPQwhKzok9dGZwQJSGlFKUaBVL0GgWR0CwH4nuiN83dX2UKGgGaAloD0MIsVOsGoS+cECUhpRSlGgVS+poFkdAsB+NREWqLnV9lChoBmgJaA9DCLYODvZm6XBAlIaUUpRoFUvUaBZHQLAfnJPqLTB1fZQoaAZoCWgPQwhJn1bRH2tuQJSGlFKUaBVNHwFoFkdAsB+f3lCCz3V9lChoBmgJaA9DCPZ5jPKMrXFAlIaUUpRoFUvMaBZHQLAfrNe+mFd1fZQoaAZoCWgPQwjsSzYebMFxQJSGlFKUaBVL5GgWR0CwH99P+GXYdX2UKGgGaAloD0MImKWdmkvXbUCUhpRSlGgVS85oFkdAsB/wQumJnHV9lChoBmgJaA9DCLIRiNf1TnFAlIaUUpRoFU0JAWgWR0CwH/IdhiLEdX2UKGgGaAloD0MI08H6P4fabUCUhpRSlGgVS9BoFkdAsB/5dQfp2XV9lChoBmgJaA9DCLyzdtvFL3BAlIaUUpRoFUvbaBZHQLAgASM98qp1fZQoaAZoCWgPQwiIR+LlqZJwQJSGlFKUaBVLzmgWR0CwIB5z5oGqdX2UKGgGaAloD0MI2XxcGyrUcUCUhpRSlGgVS/FoFkdAsCB76ciGFnV9lChoBmgJaA9DCBTsv85N2HFAlIaUUpRoFUvnaBZHQLAglEyckMV1fZQoaAZoCWgPQwjT2cng6JZxQJSGlFKUaBVL0mgWR0CwIMfN/vv0dX2UKGgGaAloD0MIC3va4S+IcUCUhpRSlGgVS99oFkdAsCDP92ovSXV9lChoBmgJaA9DCJGcTNwq8HBAlIaUUpRoFUvaaBZHQLAg2PNFBpp1fZQoaAZoCWgPQwj7dac7zylzQJSGlFKUaBVL9WgWR0CwINo5tFa0dWUu"
    },
    "ep_success_buffer": {
        ":type:": "<class 'collections.deque'>",
        ":serialized:": "gASVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
    },
    "_n_updates": 620,
    "n_steps": 1024,
    "gamma": 0.998,
    "gae_lambda": 0.98,
    "ent_coef": 0.01,
    "vf_coef": 0.5,
    "max_grad_norm": 0.5,
    "batch_size": 64,
    "n_epochs": 10,
    "clip_range": {
        ":type:": "<class 'function'>",
        ":serialized:": "gASVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
    },
    "clip_range_vf": null,
    "normalize_advantage": true,
    "target_kl": null
}