File size: 14,384 Bytes
c4a8785
1
{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f8f6e8d1820>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f8f6e8d18b0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f8f6e8d1940>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f8f6e8d19d0>", "_build": "<function ActorCriticPolicy._build at 0x7f8f6e8d1a60>", "forward": "<function ActorCriticPolicy.forward at 0x7f8f6e8d1af0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f8f6e8d1b80>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f8f6e8d1c10>", "_predict": "<function ActorCriticPolicy._predict at 0x7f8f6e8d1ca0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f8f6e8d1d30>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f8f6e8d1dc0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f8f6e8d1e50>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f8f6e8cd9c0>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1674587832715267452, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAALNuqr2D9Ww9tlUtPYUCE75wkYE8cP6AugAAAAAAAAAAzRpavVzrXLp4G0S5j3U+tIbLnzrNxmY4AACAPwAAgD+A0m++7+IDP1FtjT5Vilq+Kkf4ugYk8DwAAAAAAAAAAIA5Bb5Zcb4/qu8Uv8240r2wQJW88tMovgAAAAAAAAAAM1tAO8NFHbqwg4q5jdDJs++aNLu3qZ44AACAPwAAgD8zB1W8rgmbumpyAzcJnrgxeyOcuv/+F7YAAIA/AACAPyadjL0UaLG6dmFBs0lJEbCamR065snHMwAAgD8AAIA/M6VZvQp1dLtaro48EJ+vPF6uybxj/pQ9AACAPwAAgD8zPHM95UFvPvEPrr2TSIO+1mweu7WSsr0AAAAAAAAAAM33PL5DEhE/RusbPqDZAr4cbYk8GZCTvAAAAAAAAAAAxq+JPqlfeD/IgPq9yoSAvvK9vD2uT4W9AAAAAAAAAACDjIM+7NEqPxrPF747/Wa+0CilPSbIIr4AAAAAAAAAALPJCr0YUYM+v5cvPcOkF75WspM8HgOVPQAAAAAAAAAAZpw6PfaMPbooZx01a5jdL6JvsbpeFGK0AACAPwAAgD8AmDu8JIwWPPgZ5T2lJu29AuhzPbyHyL0AAAAAAAAAADNSxzxcW0S6fuwttrN2ELESYQu68HtVNQAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVfhAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMICyqqfuUzcECUhpRSlIwBbJRNpgGMAXSUR0CQgLoKlYU4dX2UKGgGaAloD0MIZ9ZSQJoCckCUhpRSlGgVTT0BaBZHQJCBGvHLidd1fZQoaAZoCWgPQwgGEhQ/BuhwQJSGlFKUaBVNkQFoFkdAkIHjAnDziHV9lChoBmgJaA9DCLgehetRIGtAlIaUUpRoFU1YAWgWR0CQgtdYW+GodX2UKGgGaAloD0MIQWZn0XvYcECUhpRSlGgVTUMBaBZHQJCDKiSJTER1fZQoaAZoCWgPQwjMYfcdAw9yQJSGlFKUaBVNdwFoFkdAkINJOrQw9XV9lChoBmgJaA9DCCsU6X4ObnFAlIaUUpRoFU0xAWgWR0CQg52ZiNKidX2UKGgGaAloD0MIpn7eVKSSbUCUhpRSlGgVTRABaBZHQJCEYiB5HEx1fZQoaAZoCWgPQwhLj6Z6cstxQJSGlFKUaBVNiQFoFkdAkIRsolUp/nV9lChoBmgJaA9DCB7C+GlcOm1AlIaUUpRoFU1hAWgWR0CQhIVqveP8dX2UKGgGaAloD0MITbwDPOnfcUCUhpRSlGgVTSQBaBZHQJCFnmEGqxV1fZQoaAZoCWgPQwh8Zd6q64RvQJSGlFKUaBVNWAFoFkdAkIcokAxSHnV9lChoBmgJaA9DCJCHvrsVmXBAlIaUUpRoFU1BAWgWR0CQh0kn1FpgdX2UKGgGaAloD0MI7KNTV/5ScECUhpRSlGgVTTwBaBZHQJCHobcXWOJ1fZQoaAZoCWgPQwjYKVYNwmpwQJSGlFKUaBVNGAFoFkdAkIfjq0MPSXV9lChoBmgJaA9DCHCX/bpTMmVAlIaUUpRoFU3oA2gWR0CQiGywwCbMdX2UKGgGaAloD0MISu1FtB2DOUCUhpRSlGgVS9FoFkdAkIlOE25xznV9lChoBmgJaA9DCEYjn1f8WHFAlIaUUpRoFU0PAWgWR0CQi5wNLDhtdX2UKGgGaAloD0MIOQ1RhT+Fb0CUhpRSlGgVTVEBaBZHQJCL6aWom5V1fZQoaAZoCWgPQwhfX+tSo0RxQJSGlFKUaBVNKAFoFkdAkIwWtuDSPXV9lChoBmgJaA9DCMA8ZMqHhm5AlIaUUpRoFU2AAWgWR0CQjTgCfYjCdX2UKGgGaAloD0MIRtJu9DGfK0CUhpRSlGgVTRkBaBZHQJCNOE8JUo91fZQoaAZoCWgPQwgS2JyDZzFwQJSGlFKUaBVNYwFoFkdAkI1IsEq2B3V9lChoBmgJaA9DCMmSOZZ3e21AlIaUUpRoFU1KAWgWR0CQjuRbKRuCdX2UKGgGaAloD0MIY+3vbI+EcUCUhpRSlGgVTWwBaBZHQJCPHSc9W6t1fZQoaAZoCWgPQwg+527XSyhvQJSGlFKUaBVNXwFoFkdAkI9+BMBZIXV9lChoBmgJaA9DCK1rtBxoV2tAlIaUUpRoFU08AWgWR0CQpJQT238XdX2UKGgGaAloD0MITIv6JPeLcUCUhpRSlGgVTVEBaBZHQJCkwZaV2Rt1fZQoaAZoCWgPQwieRIR/EdpvQJSGlFKUaBVNdgFoFkdAkKZo8hcJMXV9lChoBmgJaA9DCMbgYdo3MzlAlIaUUpRoFUv1aBZHQJCnhmSQo1F1fZQoaAZoCWgPQwiERrBxPVxxQJSGlFKUaBVNhAFoFkdAkKf7drO7hHV9lChoBmgJaA9DCCEDeXZ5AG5AlIaUUpRoFU1RAWgWR0CQqBkGA09AdX2UKGgGaAloD0MIX1yq0lYrcECUhpRSlGgVTaoBaBZHQJCqeSIP9UF1fZQoaAZoCWgPQwjCacGLPvttQJSGlFKUaBVNVwFoFkdAkKt3IdU83nV9lChoBmgJaA9DCKnBNAwf7m9AlIaUUpRoFU0zAWgWR0CQq5aGpMpPdX2UKGgGaAloD0MId554zhbtcUCUhpRSlGgVTWcBaBZHQJCrx7gKnel1fZQoaAZoCWgPQwippbkVwiFuQJSGlFKUaBVNVAFoFkdAkKy7RF7UonV9lChoBmgJaA9DCPMgPUUOlG9AlIaUUpRoFU1uAWgWR0CQrbU5uIhydX2UKGgGaAloD0MI492RsVqGbkCUhpRSlGgVTUQBaBZHQJCuEN3GGVR1fZQoaAZoCWgPQwihMCjTKA5xQJSGlFKUaBVNlQFoFkdAkLIUu+RHPXV9lChoBmgJaA9DCGTqruyCWG9AlIaUUpRoFU1WAWgWR0CQsofzz3AVdX2UKGgGaAloD0MIX/BpTt4kcUCUhpRSlGgVTR0BaBZHQJCzKlANXo11fZQoaAZoCWgPQwjaq4+HPidvQJSGlFKUaBVNbAFoFkdAkLOwzpHI63V9lChoBmgJaA9DCHu/0Y6bC3BAlIaUUpRoFU1RAWgWR0CQtFh6jWTYdX2UKGgGaAloD0MIhxkaT0T0cECUhpRSlGgVTeMBaBZHQJC1AAFPi1l1fZQoaAZoCWgPQwgMPzifuthuQJSGlFKUaBVNPgFoFkdAkLUl3Qla83V9lChoBmgJaA9DCFpj0Akh3WxAlIaUUpRoFU1vAWgWR0CQtvEn9ehPdX2UKGgGaAloD0MIySB3EeaAcUCUhpRSlGgVTTYBaBZHQJC4Gax5cC51fZQoaAZoCWgPQwh2Fr1TwQpxQJSGlFKUaBVNLAFoFkdAkLjldgOSXHV9lChoBmgJaA9DCAJjfQMT5XBAlIaUUpRoFU2WA2gWR0CQunxmkFfRdX2UKGgGaAloD0MIV5dTAqJFcECUhpRSlGgVTZ0BaBZHQJC7MGorFwV1fZQoaAZoCWgPQwimC7H6Y09wQJSGlFKUaBVNoQFoFkdAkLw8FdLQHHV9lChoBmgJaA9DCDZbecl/LXFAlIaUUpRoFU2eAWgWR0CQvGt8uzyCdX2UKGgGaAloD0MIoP6z5kdccECUhpRSlGgVTXoBaBZHQJC8+nuRcNZ1fZQoaAZoCWgPQwhp/MIriX9wQJSGlFKUaBVNmwFoFkdAkL6d3Sro4nV9lChoBmgJaA9DCOOMYU5Qt29AlIaUUpRoFU1iAWgWR0CQwF/7SApbdX2UKGgGaAloD0MIEXAIVer8a0CUhpRSlGgVTUsBaBZHQJDAamVJL/V1fZQoaAZoCWgPQwi9cr1tpvduQJSGlFKUaBVNNAFoFkdAkMFVnM+u/3V9lChoBmgJaA9DCKyowTQMnWtAlIaUUpRoFU1hAWgWR0CQwbMN+b3HdX2UKGgGaAloD0MIRL+2frovcECUhpRSlGgVTWMBaBZHQJDCRHy3CsR1fZQoaAZoCWgPQwiPU3Qkl3pqQJSGlFKUaBVNPAFoFkdAkMNVv/BFeHV9lChoBmgJaA9DCJzDtdpD221AlIaUUpRoFU1iAWgWR0CQxiEc81XOdX2UKGgGaAloD0MIuFfmrXpXckCUhpRSlGgVTT4BaBZHQJDILZbpu/F1fZQoaAZoCWgPQwhETl/P1wg2QJSGlFKUaBVL52gWR0CQyFNL127ndX2UKGgGaAloD0MIGLX7VQAXcECUhpRSlGgVTTUBaBZHQJDJNhhH9WJ1fZQoaAZoCWgPQwgoRMAh1KhuQJSGlFKUaBVNOgFoFkdAkMk4KUmlZXV9lChoBmgJaA9DCPet1okLbnBAlIaUUpRoFU19AWgWR0CQylM0P6KtdX2UKGgGaAloD0MI6lil9MyxbECUhpRSlGgVTbcBaBZHQJDLKn+AEuB1fZQoaAZoCWgPQwjPwMjLmh5vQJSGlFKUaBVNHgJoFkdAkMtSYPXkHXV9lChoBmgJaA9DCNXpQNZTsWtAlIaUUpRoFU1fAWgWR0CQ4YGQjlgddX2UKGgGaAloD0MIduPdkTHTbkCUhpRSlGgVTZEBaBZHQJDkLdP+GXZ1fZQoaAZoCWgPQwgsRl1rb4ZwQJSGlFKUaBVN6gFoFkdAkORiQDFId3V9lChoBmgJaA9DCIXMlUE1QHBAlIaUUpRoFU2HAWgWR0CQ5Nt3fQ8fdX2UKGgGaAloD0MIpfRML3GXcECUhpRSlGgVTaIBaBZHQJDmrZnL7oB1fZQoaAZoCWgPQwi3fY/6a0BrQJSGlFKUaBVN4AFoFkdAkOrqlHjIaXV9lChoBmgJaA9DCJgYy/RLi21AlIaUUpRoFU1dAWgWR0CQ62bKA8SxdX2UKGgGaAloD0MIvHg/br8TbUCUhpRSlGgVTVcBaBZHQJDtjaews5J1fZQoaAZoCWgPQwgrieyD7ORwQJSGlFKUaBVNlQFoFkdAkO5nyAhB7nV9lChoBmgJaA9DCNnsSPWd12JAlIaUUpRoFU3oA2gWR0CQ8idtEXtTdX2UKGgGaAloD0MIgLkWLcCva0CUhpRSlGgVTc4BaBZHQJD1vC+De0p1fZQoaAZoCWgPQwhWfa624jZvQJSGlFKUaBVNUgFoFkdAkPgUMTewcHV9lChoBmgJaA9DCJP98zRgm3BAlIaUUpRoFU1BAmgWR0CQ+hQ2MsH0dX2UKGgGaAloD0MI7tEb7iPicECUhpRSlGgVTRkCaBZHQJD6McebNKR1fZQoaAZoCWgPQwiWQErs2pptQJSGlFKUaBVNtgJoFkdAkP0ipWFN+XV9lChoBmgJaA9DCMGRQIPNHXJAlIaUUpRoFU03AWgWR0CRANf0mMOxdX2UKGgGaAloD0MIyY/4FWsVcUCUhpRSlGgVTYwBaBZHQJECP6LwWnF1fZQoaAZoCWgPQwgBh1Cl5vtsQJSGlFKUaBVNEwJoFkdAkQLFKkEcKnV9lChoBmgJaA9DCErtRbQdJ3JAlIaUUpRoFU1LAmgWR0CRAtXrt3OfdX2UKGgGaAloD0MI0JuKVJj/bECUhpRSlGgVTfMBaBZHQJEDfIPsiSt1fZQoaAZoCWgPQwg7/aAuUh9vQJSGlFKUaBVNNQJoFkdAkQQylSCOFXV9lChoBmgJaA9DCK/NxkpMc2tAlIaUUpRoFU1PA2gWR0CRCG2Hck+pdX2UKGgGaAloD0MIXd2x2OZ+cUCUhpRSlGgVTeYBaBZHQJEIwbHZK4B1fZQoaAZoCWgPQwjfN772zE5wQJSGlFKUaBVN2wNoFkdAkQjvLowEhnV9lChoBmgJaA9DCEqVKHvLjXBAlIaUUpRoFU2kAWgWR0CRCVnDR+jNdX2UKGgGaAloD0MIrz+Jz53+bECUhpRSlGgVTY8BaBZHQJELCiRGMGZ1fZQoaAZoCWgPQwh/UBcp1FRwQJSGlFKUaBVNdgFoFkdAkQ0ND6WPcXV9lChoBmgJaA9DCMBZSpaT+25AlIaUUpRoFU16AWgWR0CRDSNmDlHSdX2UKGgGaAloD0MI8dQjDW74cUCUhpRSlGgVTQoBaBZHQJENVOwgTyt1fZQoaAZoCWgPQwijsIuiB85tQJSGlFKUaBVNYAFoFkdAkQ4vomoitHV9lChoBmgJaA9DCPj7xWwJgnBAlIaUUpRoFU1lAWgWR0CREoGwA2hqdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 248, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.10.147+-x86_64-with-glibc2.29 # 1 SMP Sat Dec 10 16:00:40 UTC 2022", "Python": "3.8.10", "Stable-Baselines3": "1.7.0", "PyTorch": "1.13.1+cu116", "GPU Enabled": "True", "Numpy": "1.21.6", "Gym": "0.21.0"}}