{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVMAAAAAAAAACMHnN0YWJsZV9iYXNlbGluZXMzLmRxbi5wb2xpY2llc5SMCURRTlBvbGljeZSTlC4=", "__module__": "stable_baselines3.dqn.policies", "__doc__": "\n    Policy class with Q-Value Net and target net for DQN\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function DQNPolicy.__init__ at 0x7fa32842eb90>", "_build": "<function DQNPolicy._build at 0x7fa32842ec20>", "make_q_net": "<function DQNPolicy.make_q_net at 0x7fa32842ecb0>", "forward": "<function DQNPolicy.forward at 0x7fa32842ed40>", "_predict": "<function DQNPolicy._predict at 0x7fa32842edd0>", "_get_constructor_parameters": "<function DQNPolicy._get_constructor_parameters at 0x7fa32842ee60>", "set_training_mode": "<function DQNPolicy.set_training_mode at 0x7fa32842eef0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7fa32841e690>"}, "verbose": 0, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVLwsAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZSMFG51bXB5LnJhbmRvbS5fcGlja2xllIwSX19yYW5kb21zdGF0ZV9jdG9ylJOUjAdNVDE5OTM3lIWUUpR9lCiMDWJpdF9nZW5lcmF0b3KUaBOMBXN0YXRllH2UKIwDa2V5lIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolsAJAAAAAAAA0AygdJCiSpd7tHFv6TIyfebM4p4z3t+RUt6BrXIEo/NylSYLvUhcYWZown8h4m9sSTjwV5gJV3rnnktukwPGs5DKS0NpZMX97WQK/hLHeh4dtvTnyAGf9NlWAwOcN3+9Wsso4BjYQ17702J1VPNcm5IrxyPjtBacN7TxbM6z8rx9xjmHCGG6IvNOVBkqdnAG/1Lx2Gx1C+V1eE3N/XLrKcn7i7MhVrn4teh3ok9HV2gDLWm8gk6bFrZOP2FP0Esb6chnXYLuVNd64fAUzMnMVjFA60kgLyYZEFjDg6eLtFlpN/mJJHeeyDJV952m2teyST9Te9eoCllQPF8Cl3ombELEPstJW0PYghsFqVZCqNZ8zkEFTbTRg5kxzMD5ZyKHuS0R4uzO8dyj1wQqcFeQuiF0ksPhN8oY963tVt2D5a1x+5gog5fTwI1p9KM+E+ezpcAZt+OFImP5U1Qbpp5hWHL+b1R+oWxTu4Nm1qAIbgv1TPJJ8AWcmiuTb4gdtjHJGHnNjPrnhw1lnx9nuEn/nd6cUwNyMKGRX+v075CP27Uzz+pLx/I0aZiMPrbMr/hXkyVQYhaqMB5eFot7m63zmPH96QqztIstfMkVFajzR9UFJUfb3ty5j/58KOvntuteMjKh+2CaB/jqoh5lqOblDE06/w5LjgB2tiMxuSbo5SL986jQnB6XA1R/qkvsN9nB5lIJ3QT5u+du9B5j8t5lUaUd/pP3hh212/4ealrFkUunKIpNu0N8KQ5BvNnynku7Pel+la8pNx4i1B5Rf9SnEYG1iYMli8ZHT/I3k/EWcxW4hNPO+52N1w08v7MT90h03BbP0G7cuKOFvqs1rC1yJzAFV9xLh7Q4QIPM1k4PmzrOPGPGrUp66xoLwzoRGqmRRa/2zBYg2ao4z6o1JFcHuIbrKOW+WfZrJBS2cMIiNkzKcr7EEArwgkhW1tqKnC+e3FDaBk1+IF4K7xEouCsXaRCWISVT3Go8odWKJB33lp/XZuf6emF71tUF6EYFyywWz6wmqdNEx4qfHNW3x/4F+4nu4LJ/IsLaP2+8S3ixYbkt5GXNY8MY9TtOrzg+pwJztM1TDhBHnHyr3YiXhjxMv2999SOV2ZsYMaYO3gSW0o+75Q77WrCQEUDboMHZzrd3ECxRJZDNNkuG6UcVQYeKXp8sxq0fQ7Zxfxz/DL34iSwpHCTbMaGl1LlQHxT7jyMOnQdRT71gqWdC56+NceQsBmPNfzexXeeemV5JBk89Qac42n3bXm0vlAXpJ7JmJOsSwgSCwEvplt7rKD12XtJSWnOpw7TxncvjA+JOJjbac8iXsb6/3o3aforQPAUcGSyj7Pxjfu830UuWLdO2+trAbc/1SXuP08pb+BPKPdoxdzcGQTRJq+FiN0wETLTAcTzZCLngriUQp+AZwK6bN7VvuR8snCXBrx7AAlsLwy3L61KXIYKS75gLqjZ7N+GdKJ5jNu/28+GnpaZ+EEtK+LBU5CYoVW+5ZH5cqt3krW9uUDjiHDc6qh9AITAzKtCNe8+1i297Uo0Lcn1vyLzQZ5gd2j6iet24DJMSSsMF+0ipEID5JmzBYeL4/fXo9sNFMEuo304XyTNKWeMVL+7P7g+ugyJ+SGyc7rol0MQtODJtbWcqRonmrNf6lt9nNUibEPWVu2v1fNCxaCa8H5AK8P08M/kSUUwx+fh1c7Oq20xry/x3gcd6EmSdSZrDYlQuZ47QBXopItWThXv3g0pn3UaRMxz4Zqf0E7I3o7kjk7XJKD8z4LbmhXCN3Oa4+ZVNJICdljkmQdzI1haytDRI5+tjGQrngugUIsZqw2W9R4xcfTwOmjP3azHP0WFuttMPbqyfxlXD0c/bHaW6wfhBdwEM0EvXGcVUtI6pxJlxTfLaY5eOAYAkMDVZliaEUsAwkHDbwVf4jmLdbza/+vhzWryNWpAUAjCAYaF9TFry0ryTPjnwOG1mVu0QzFh6Q3WV8b+8mYdRvSwOm6cdG2INKNmKJYTFwPKBMYMDSv0XSArPz8k8HVCYzmb4EmOWzUaZLfE70Vfb+H4tam4xgJiVZcp1DNB07+hZ0qCq0HR+nT/lid8P3nWY0PO4eqoIoNafce0XaIVPy4SAfmxPcr6W+9DTk53kcuYq+449lPEN4etBVkjDZpojmdMjX00Gq2UrOlOrjvc0IdX4eCQkCioyl1/XXk4WyWung15Oo15GzoMeQAoV6R6eQIyyi1H4IFqugsYohGKZmj3MnFsc6nvapUg+qZrBED+L3C9HPLDOr13gu8MeF4s/+UaKUE3yyU02XMRFsPusvVy/FjTLeJJ+Xy2iXkuRP8woQUgrlAMFBBvOKmLX63vnBHXoBbtlFgjEIb6L8nyS+wqYgW9DL8K6vfcBBrqNQWvpq/bf99AJIVuVL/xZxThr5wtiDeKvUthriuJnOL4YW2ygeBCdVvbwqVEXL1mOZ/wfijErVJyaU6ntYLGXODg6KiV2VInE4SkgjZEZNcnBZ2zovzivFTHtK/eQzSgVIsaoo+6MBB1sVfUwiIY8oIWiM/QDxDzb9ZGcXZwyyZxluVZClq+jH7meFYGJ64CXzJ+kf9gGe+4HpgbcXQJrwbECWfMuLZx5fKx3mK25Mkid6GYDq2qapCGcTQ7mmguel/ubMZlBc/Liv4WtmFZstYJkcFRr3FTLtM/NYcREBI42flFT5CMJacIQkoAiZQos617LTMT14EiGR7RKXSrMnEIT/l3/frUiCUdzt5IK8gdSeve8Tg+EAgEKXr6THPYe0u3qBmh0sYZk7qf6wvyyVPgi+TCSQ/5ywwaYWcKbuisiuYTxMWNQ7c3wAavCGGaQiYnWtGiu2LWT0jIGdQ+ZyZH/UXsTcm4nnZFBP0kW4asxuNVMJBpJFXXb7KRKLGJgJO5XXenFeL6hUyVgug4GWWiBBS+3peADgdJ16ZzRCe4kTsoCKkIdOCZtwocO5gDIwK3dLW5z7UUcbS3WWg6/rEYpJpKHoli5UE6Ip/XX8s9Ie5D4zF7In6XY6CYe+M0OsZd23oWGu1qCaEUp4CcThs/CjQ3gFayztk6GSQBtFU1DcqylBvxPbuPtdz5e2RapclAZCfwBjaUahywk7DW3oBKr5fqS7PrNAZZPCuoyBqKpkCmDgqLEVeUgy/mv+VqQG2SjNgjFhSgAt/XhbgqV7j9B8sJiT4qvtyTG5GzW6EKvDDUhGzTv2IfQAdol/VpPusi4uJdZUHT9Nc5aN46hj/QTwQRxYlV5lLOxVi/ZHNcohHRckVDf5O69bp372vUAiJsFYSTbOYhmPsMXWwdczzRmjE6nfWqhK6YAgx+xlGgJjAJ1NJSJiIeUUpQoSwNoDU5OTkr/////Sv////9LAHSUYk1wAoWUjAFDlHSUUpSMA3Bvc5RNsAF1jAloYXNfZ2F1c3OUSwCMBWdhdXNzlEcAAAAAAAAAAHVidWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": "RandomState(MT19937)"}, "n_envs": 16, "num_timesteps": 1000000, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1652047705.1847367, "learning_rate": 0.0001, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8aNuLrHEMthZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAArVlT4MdIY/1IkQvtFZxL0FjHK+dmWVvQAAAAAAAAAAWv2YvZWUOT9Iy4q9dFtmvZUNMr3RUbe7AAAAAAAAAACmOsa97WysPwK/XLzyCjM8sV7MvdIluD0AAAAAAAAAAA1Z8T1LdaM//JcbvW0/xbxCxEA9ZY+FvQAAAAAAAAAAugo6PqZ6jj8aG849Io0svdqJUT2uqeA9AAAAAAAAAAC2Pfe+bFAfPmp4DTxKRtI7wq6SvjKS3jwAAIA/AACAP5rOED06q5M/DM0BvIB+2bxGsYG7qwJTvAAAAAAAAAAAE+PlvtFETD4KKpI8r58bvU3Cdj3rX169AAAAAAAAAABz5YG9zNmLP2W+4rvWUMi807g6PA7/A70AAAAAAAAAAJqpFL4RlxI/EYEnve4JL72NtgG9kZlIvAAAAAAAAAAAjRXAPVEvbT/HJ7+8uYANvVz0FLzO/1k9AAAAAAAAAADN6868LTerP4ItNj0rf6G8a83aPPluljwAAAAAAAAAADPNIzwxrDo/68pbvaHAZ7xTqRM8oEm0vQAAAAAAAAAAFo2BPtcNGz+mQQU8wCHZvK+L0Tz4pXS8AAAAAAAAAAC6rSA+fUZ7P9tnQL1O2SA78Nf9OzjYXr0AAAAAAAAAAKKEor5mZHk/YBL3vF6wz7ykaUC8Vz4svQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAEBAQEBAQEBAQEBAQEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAMOSlj5OuoY/zPwFvs2jkb3jz26+aHLuvQAAAAAAAAAAmpiXvYHnOT8wlHa91Ej1vEToML3GfhO9AAAAAAAAAADAC8a9GWWsPyJ9D711hYK8yZPVvccnnj0AAAAAAAAAAIAx8j0gh6M/YADXvA/aXjtoH049qGLmvQAAAAAAAAAAWvQ4PpKZjj/dXrs9LMB/vH0SOz2y3RU+AAAAAAAAAADCSve+GiwfProCdDxQTS88zmCTvg6iMT0AAIA/AACAP4AoET3MvpM/DjqcvBySCjoYL1m77i4CPQAAAAAAAAAA3fblvpIlTT6tJfY7sC9XvVnwgD0CZou9AAAAAAAAAACauIG91uuLP2ZVujrt2Ti9/h5VPOgAzbwAAAAAAAAAAM08FL4Q1hI/E5tVva9IgrxDaf68epEGPQAAAAAAAAAAzYHAPUpibT9kZgS816wOvfeNQLz0QIw9AAAAAAAAAAAzpNK8s0WrP4ItNj0i1OM750fTPAZvljwAAAAAAAAAADNTLTwZwTo/GTpEvb1ZIr3Cxls80u6qvQAAAAAAAAAAaoOBPvE0Gz9FXa48xWMOvXOp1zwLr2a7AAAAAAAAAAAaMCE+5kJ7P+7NcL2m6eO8n30rPDayiL0AAAAAAAAAAE5aor7EiXk/3mUWvcFBS72+9h28F1FDvQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_episode_num": 3663, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVfRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI7fSDukj2VsCUhpRSlIwBbJRN6AOMAXSUR0CNy9q59Vm0dX2UKGgGaAloD0MIQ46tZwhHOMCUhpRSlGgVTegDaBZHQI3dL/0dzXB1fZQoaAZoCWgPQwgJUil2NNJewJSGlFKUaBVN2gJoFkdAjfde9alk6XV9lChoBmgJaA9DCBmrzf+rRjvAlIaUUpRoFU3oA2gWR0CN+UMqBmPHdX2UKGgGaAloD0MIFZD2P8C3UsCUhpRSlGgVTegDaBZHQI36zvJA+px1fZQoaAZoCWgPQwgv3o/bL1dIwJSGlFKUaBVN6ANoFkdAjgHb/ffoBHV9lChoBmgJaA9DCHEgJAuY2EDAlIaUUpRoFU3oA2gWR0COAvRLsa86dX2UKGgGaAloD0MI4UVfQZpzQUCUhpRSlGgVTegDaBZHQI4IrBEa2nd1fZQoaAZoCWgPQwgziXrBpwU6wJSGlFKUaBVN6ANoFkdAji2ujASFoXV9lChoBmgJaA9DCD5bBwd7n0zAlIaUUpRoFU3oA2gWR0CONir3j+72dX2UKGgGaAloD0MIXqCkwAJlUUCUhpRSlGgVTegDaBZHQI45QIjW07d1fZQoaAZoCWgPQwiNDHIXYUpLwJSGlFKUaBVN6ANoFkdAjmQEwWWQfnV9lChoBmgJaA9DCCYd5WA2u0HAlIaUUpRoFU3oA2gWR0COdFH0btJGdX2UKGgGaAloD0MIy0qTUtDpWMCUhpRSlGgVTegDaBZHQI52fGZNO/N1fZQoaAZoCWgPQwi5jnHFxU1VwJSGlFKUaBVN6ANoFkdAjoAVS4vvjXV9lChoBmgJaA9DCJjdk4eF9k7AlIaUUpRoFU3oA2gWR0COiiU47zTXdX2UKGgGaAloD0MIT83lBkNFJcCUhpRSlGgVTegDaBZHQI6OAVuaWop1fZQoaAZoCWgPQwgxQKIJlFtiQJSGlFKUaBVN6ANoFkdAjp80D2alUXV9lChoBmgJaA9DCPSo+L8j0ExAlIaUUpRoFU3oA2gWR0COuflnRLK3dX2UKGgGaAloD0MISMX/HVHmWMCUhpRSlGgVTegDaBZHQI673+l0o0B1fZQoaAZoCWgPQwhCtcGJ6PdVwJSGlFKUaBVN6ANoFkdAjr2YSHuZ1HV9lChoBmgJaA9DCCYbD7bYjUbAlIaUUpRoFU3oA2gWR0COxTkT6BRRdX2UKGgGaAloD0MICYofY+5qPsCUhpRSlGgVTegDaBZHQI7GfpnpSrJ1fZQoaAZoCWgPQwguOe6UDnBVwJSGlFKUaBVN6ANoFkdAjsynhsImgXV9lChoBmgJaA9DCPeQ8L2/VlTAlIaUUpRoFUvUaBZHQI7nPjMmnfl1fZQoaAZoCWgPQwgy5UNQNW5JwJSGlFKUaBVN6ANoFkdAju8xpL26CnV9lChoBmgJaA9DCMhdhCnKEVhAlIaUUpRoFU3oA2gWR0CO9uyKvV3EdX2UKGgGaAloD0MIKQXdXtLGXcCUhpRSlGgVTegDaBZHQI76BWgezUt1fZQoaAZoCWgPQwic3sX7cZscQJSGlFKUaBVNaAFoFkdAjvvmEGqxT3V9lChoBmgJaA9DCDI5tTNMgU/AlIaUUpRoFU0dAmgWR0CPAO/5+H8CdX2UKGgGaAloD0MItrxyvW0mKECUhpRSlGgVTR0BaBZHQI8ZvRTjvNN1fZQoaAZoCWgPQwgrobskzp5QwJSGlFKUaBVN6ANoFkdAjxw1GkN4JXV9lChoBmgJaA9DCC9OfLWjyEjAlIaUUpRoFU3oA2gWR0CPKe0BOpKjdX2UKGgGaAloD0MIx0YgXtfkVMCUhpRSlGgVTegDaBZHQI8rtpXZGrl1fZQoaAZoCWgPQwhckC3L1zk8wJSGlFKUaBVNKwFoFkdAjy9g7HQyAXV9lChoBmgJaA9DCKDctu9RLFTAlIaUUpRoFU3oA2gWR0CPMzEmY0EYdX2UKGgGaAloD0MISMX/HVH5P8CUhpRSlGgVTegDaBZHQI86XixVyWB1fZQoaAZoCWgPQwiale1D3nLeP5SGlFKUaBVN6ANoFkdAjz0U1AJLNHV9lChoBmgJaA9DCNwNorWioUlAlIaUUpRoFU1WAWgWR0CPYdDUmUnpdX2UKGgGaAloD0MITYdOz7uWVMCUhpRSlGgVTegDaBZHQI9jBRTCLuR1fZQoaAZoCWgPQwjjT1Q2rG1YwJSGlFKUaBVN6ANoFkdAj2S+n62v0XV9lChoBmgJaA9DCFSOyeL+qFXAlIaUUpRoFU3oA2gWR0CPbo3LFGXpdX2UKGgGaAloD0MImgZF8wAkWsCUhpRSlGgVTcoCaBZHQI9xITVUdaN1fZQoaAZoCWgPQwjYZfhPN1JIwJSGlFKUaBVN6ANoFkdAj3TLfDUExXV9lChoBmgJaA9DCMyXF2AfkTrAlIaUUpRoFU0iAWgWR0CPlmOLiuMddX2UKGgGaAloD0MIK9uHvOUKQMCUhpRSlGgVTegDaBZHQI+aZUo8ZDR1fZQoaAZoCWgPQwh9XYb/dFMtQJSGlFKUaBVN6ANoFkdAj6KZ4W1twnV9lChoBmgJaA9DCDmAft+/XWjAlIaUUpRoFU0pAWgWR0CPrBaZhKDkdX2UKGgGaAloD0MIexUZHZBHV8CUhpRSlGgVTegDaBZHQI+t/2wmmch1fZQoaAZoCWgPQwgaUdobfDtNwJSGlFKUaBVN6ANoFkdAj8oREWqLj3V9lChoBmgJaA9DCPA0mfG2LlDAlIaUUpRoFU3oA2gWR0CPzJ0CA+Y/dX2UKGgGaAloD0MIlj0JbM45a0CUhpRSlGgVTSIDaBZHQI/N4TK1XvJ1fZQoaAZoCWgPQwhViEfi5YtMwJSGlFKUaBVNSAFoFkdAj9k1pblijXV9lChoBmgJaA9DCC9szVZe0kjAlIaUUpRoFU3oA2gWR0CP2iqx1PnCdX2UKGgGaAloD0MISMFTyJXaTsCUhpRSlGgVTegDaBZHQI/gDVQQ+U11fZQoaAZoCWgPQwjEBaBRunhHwJSGlFKUaBVN6ANoFkdAj+QoTGo73nV9lChoBmgJaA9DCHKHTWTmLVLAlIaUUpRoFU3oA2gWR0CP68cm0E5idX2UKGgGaAloD0MIFmwjnmxXacCUhpRSlGgVS+5oFkdAj/HELYwqRXV9lChoBmgJaA9DCOCcEaW9YG/AlIaUUpRoFUunaBZHQI/+CGvfTCt1fZQoaAZoCWgPQwhyhuKON4tJwJSGlFKUaBVNVwFoFkdAkAK1SGahH3V9lChoBmgJaA9DCCL6tfXTAz1AlIaUUpRoFU3oA2gWR0CQCqWeYlY2dX2UKGgGaAloD0MI3gN0X87uUsCUhpRSlGgVTegDaBZHQJAMCT2WY4R1fZQoaAZoCWgPQwg0u+6tSDFmwJSGlFKUaBVNwwNoFkdAkA8Br8BMjHV9lChoBmgJaA9DCAX7r3PTQk3AlIaUUpRoFU3oA2gWR0CQEKw5vLowdX2UKGgGaAloD0MIV5boLLPpW0CUhpRSlGgVTegDaBZHQJAiVqi48U51fZQoaAZoCWgPQwgRNjy9UqRHwJSGlFKUaBVN6ANoFkdAkCfxDohY/3V9lChoBmgJaA9DCE94CU59fkjAlIaUUpRoFU3oA2gWR0CQLDroW56MdX2UKGgGaAloD0MId/S/XItTU0CUhpRSlGgVTegDaBZHQJAtEtz0Yj11fZQoaAZoCWgPQwjElEiil9NiwJSGlFKUaBVNcQNoFkdAkDbz+JgssnV9lChoBmgJaA9DCEji5elc+UXAlIaUUpRoFU3oA2gWR0CQO+UxmCiAdX2UKGgGaAloD0MI9YQlHlDWK8CUhpRSlGgVTegDaBZHQJBCS/j81oB1fZQoaAZoCWgPQwgYCAJk6NgIQJSGlFKUaBVN6ANoFkdAkEZTTrmhd3V9lChoBmgJaA9DCFPr/Ua7OmTAlIaUUpRoFU26A2gWR0CQSRyMkyDadX2UKGgGaAloD0MIvqPGhJjWUMCUhpRSlGgVTegDaBZHQJBRsYpDu0F1fZQoaAZoCWgPQwhZpIl3gPs2QJSGlFKUaBVN6ANoFkdAkFlDq4YrKHV9lChoBmgJaA9DCN2WyAVn5DtAlIaUUpRoFU3oA2gWR0CQXV9S/CZXdX2UKGgGaAloD0MI2SYVjbUXRMCUhpRSlGgVTegDaBZHQJBly0KJEYx1fZQoaAZoCWgPQwgXLNUFvARNwJSGlFKUaBVN6ANoFkdAkGcvvfCQ93V9lChoBmgJaA9DCFN6ppcYPlHAlIaUUpRoFU3oA2gWR0CQadfJ3gUDdX2UKGgGaAloD0MI8rImFrgucECUhpRSlGgVTRYCaBZHQJBq/acqe9V1fZQoaAZoCWgPQwiVYHE48+9RwJSGlFKUaBVN6ANoFkdAkGt8tPHktHV9lChoBmgJaA9DCDJaR1UTxPc/lIaUUpRoFU2UAWgWR0CQbqxDLKV6dX2UKGgGaAloD0MIkL5J06Ao9L+UhpRSlGgVTQ0BaBZHQJBwmXLNfPZ1fZQoaAZoCWgPQwhan3JMFqc2wJSGlFKUaBVN6ANoFkdAkH1BX8wYcnV9lChoBmgJaA9DCEoNbQA2zDzAlIaUUpRoFU3oA2gWR0CQguM6BAfMdX2UKGgGaAloD0MIwvwVMleiPcCUhpRSlGgVTegDaBZHQJCHUTwlSjx1fZQoaAZoCWgPQwjDDI0nghRRwJSGlFKUaBVN6ANoFkdAkIg105lvqHV9lChoBmgJaA9DCLQAbatZx0XAlIaUUpRoFU3oA2gWR0CQl7dRBNVSdX2UKGgGaAloD0MIKelhaHUiNsCUhpRSlGgVTegDaBZHQJCeac7Qswt1fZQoaAZoCWgPQwgaMbPPYxBPwJSGlFKUaBVN6ANoFkdAkKKXFtKqXHV9lChoBmgJaA9DCKosCrsoPkbAlIaUUpRoFU3oA2gWR0CQrmcM3IdVdX2UKGgGaAloD0MI7UYf8wF1PsCUhpRSlGgVTegDaBZHQJC7MlNUOut1fZQoaAZoCWgPQwh7FRkdkOlTwJSGlFKUaBVN6ANoFkdAkMU8cyWRinV9lChoBmgJaA9DCNk9eViolSfAlIaUUpRoFUvZaBZHQJDHBHoX9BN1fZQoaAZoCWgPQwgtswjFVnNVwJSGlFKUaBVN6ANoFkdAkMcKFAVwgnV9lChoBmgJaA9DCBQi4BCqpk3AlIaUUpRoFU3oA2gWR0CQyp9zwMH9dX2UKGgGaAloD0MIesa+ZOOfR8CUhpRSlGgVTegDaBZHQJDMIxbjcVR1fZQoaAZoCWgPQwio/kEkQxBAwJSGlFKUaBVN6ANoFkdAkMzE+xGDtnV9lChoBmgJaA9DCCZywRn8B0jAlIaUUpRoFU3oA2gWR0CQ0LgaWHDadX2UKGgGaAloD0MItrqcEhD3VMCUhpRSlGgVTegDaBZHQJDSxEH+qBF1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 14844, "buffer_size": 10000, "batch_size": 128, "learning_starts": 50000, "tau": 0.99, "gamma": 0.98, "gradient_steps": 1, "optimize_memory_usage": false, "replay_buffer_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVNQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwMUmVwbGF5QnVmZmVylJOULg==", "__module__": "stable_baselines3.common.buffers", "__doc__": "\n    Replay buffer used in off-policy algorithms like SAC/TD3.\n\n    :param buffer_size: Max number of element in the buffer\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param device:\n    :param n_envs: Number of parallel environments\n    :param optimize_memory_usage: Enable a memory efficient variant\n        of the replay buffer which reduces by almost a factor two the memory used,\n        at a cost of more complexity.\n        See https://github.com/DLR-RM/stable-baselines3/issues/37#issuecomment-637501195\n        and https://github.com/DLR-RM/stable-baselines3/pull/28#issuecomment-637559274\n    :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n        separately and treat the task as infinite horizon task.\n        https://github.com/DLR-RM/stable-baselines3/issues/284\n    ", "__init__": "<function ReplayBuffer.__init__ at 0x7fa328404710>", "add": "<function ReplayBuffer.add at 0x7fa3284047a0>", "sample": "<function ReplayBuffer.sample at 0x7fa328404830>", "_get_samples": "<function ReplayBuffer._get_samples at 0x7fa3284048c0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7fa32846f570>"}, "replay_buffer_kwargs": {}, "train_freq": {":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>", ":serialized:": "gAWVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLBGgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"}, "actor": null, "use_sde_at_warmup": false, "exploration_initial_eps": 0.9, "exploration_final_eps": 0.2, "exploration_fraction": 0.1, "target_update_interval": 62, "_n_calls": 62500, "max_grad_norm": 10, "exploration_rate": 0.2, "exploration_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVYwMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsESxNDLGQBfAAYAIgBawRyEIgAUwCIAmQBfAAYAIgAiAIYABQAiAEbABcAUwBkAFMAlE5LAYaUKYwScHJvZ3Jlc3NfcmVtYWluaW5nlIWUjEgvdXNyL2xvY2FsL2xpYi9weXRob24zLjcvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEtuQwYAAQwBBAKUjANlbmSUjAxlbmRfZnJhY3Rpb26UjAVzdGFydJSHlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEgvdXNyL2xvY2FsL2xpYi9weXRob24zLjcvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpRoHilSlGgeKVKUh5R0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCR9lH2UKGgZaA6MDF9fcXVhbG5hbWVfX5SMG2dldF9saW5lYXJfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lChoC4wIYnVpbHRpbnOUjAVmbG9hdJSTlIwGcmV0dXJulGgwdYwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBqMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP8mZmZmZmZqFlFKUaDhHP7mZmZmZmZqFlFKUaDhHP+zMzMzMzM2FlFKUh5SMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "system_info": {"OS": "Linux-5.4.188+-x86_64-with-Ubuntu-18.04-bionic #1 SMP Sun Apr 24 10:03:06 PDT 2022", "Python": "3.7.13", "Stable-Baselines3": "1.5.0", "PyTorch": "1.11.0+cu113", "GPU Enabled": "True", "Numpy": "1.21.6", "Gym": "0.21.0"}}