{"policy_class": {":type:": "", ":serialized:": "gASVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n Policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "", "_get_constructor_parameters": "", "reset_noise": "", "_build_mlp_extractor": "", "_build": "", "forward": "", "extract_features": "", "_get_action_dist_from_latent": "", "_predict": "", "evaluate_actions": "", "get_distribution": "", "predict_values": "", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f14a04ad7e0>"}, "verbose": 1, "policy_kwargs": {"net_arch": {"pi": [128, 128], "vf": [128, 128, 128]}}, "num_timesteps": 786432, "_total_timesteps": 5000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1689119745303363630, "learning_rate": 3e-06, "tensorboard_log": null, "_last_obs": {":type:": "", ":serialized:": "gASVjQIAAAAAAACMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMDF9yZWNvbnN0cnVjdJSTlIwFbnVtcHmUjAduZGFycmF5lJOUSwCFlEMBYpSHlFKUKEsBSxBLCIaUaAOMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiiUIAAgAAwDcavohE0j5xN0k+KfAkvxPX3b3VgB0+AAAAAAAAAAAABqA9rB0bPo9JML4f/RC/qQMJPS7ayr0AAAAAAAAAALDiVL5pjjg/BYFgPpEhKb/GPWO+ZmtXPgAAAAAAAAAATYgdPa6nh7p2DJk6CYSUNR7WMTvHVLK5AACAPwAAgD9NJki9FExnPzG8hL13m2+/RqCkvVGjhL0AAAAAAAAAAAD95rwpTGe6RUniNnFitTFXvh67te4FtgAAgD8AAIA/zbftvZpzMz+NDIm91cQ4v7N5ib5AJhW8AAAAAAAAAADNTia8XPdiuiVuErU14/mvXHMiuy2kZDQAAIA/AACAP1AUjD7/m6g/9YojP27iCL9aCAE/B0umPgAAAAAAAAAAQEPWPQWw8LvAj4i9ob9APR8JFjy4hEg9AAAAAAAAgD+aCf+9BCSOP7ZGa76dt2S/qqZAvgM44r0AAAAAAAAAALNLoT249sG5LrziuO2d3rOjZUU7VL8DOAAAgD8AAAAAfWpqvo/67T6G8uw+RkY3v8SrGL5IK9Q+AAAAAAAAAAAAFN07UGS3PzXwaD6WGJg+fzT8u4LBUL0AAAAAAAAAAJqnAz1im6w/qVggP6luG7+VlZy8FhLCOwAAAAAAAAAAzTKsPK71gbrDars50f2DNSR6oDrKNNm4AACAPwAAgD+UdJRiLg=="}, "_last_episode_starts": {":type:": "", ":serialized:": "gASVmAAAAAAAAACMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMDF9yZWNvbnN0cnVjdJSTlIwFbnVtcHmUjAduZGFycmF5lJOUSwCFlEMBYpSHlFKUKEsBSxCFlGgDjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYolDEAAAAAAAAAAAAAAAAAAAAACUdJRiLg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.8427136, "_stats_window_size": 100, "ep_info_buffer": {":type:": "", ":serialized:": "gASV4QsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHOEfapPykOMAWyUS6CMAXSUR0B6Dfwd8zAOdX2UKGgGR0BwSqiZfD1oaAdLr2gIR0B6Dze40/GEdX2UKGgGR0BzS6XzDn/2aAdLqGgIR0B6D68vmHQAdX2UKGgGR0ByCEPQOWjXaAdLsmgIR0B6EMwsXizcdX2UKGgGR0Bxk0DHOryUaAdLsGgIR0B6EVN/OMVDdX2UKGgGR0BxEqsxO+IuaAdLqmgIR0B6EUpuuRs/dX2UKGgGR0BwLv1J17pnaAdLm2gIR0B6EkAp8WsSdX2UKGgGR0Bx/nVWjoIOaAdLxGgIR0B6EtVR1oxpdX2UKGgGR0Bx/kDQqqffaAdLrmgIR0B6EtEqlP8AdX2UKGgGR0Bx8v9m6GxmaAdLuWgIR0B6E1XLeQ+2dX2UKGgGR0BwU7Ns3yZsaAdLo2gIR0B6E/LkjopydX2UKGgGR0Bw5PdVNpM6aAdLpmgIR0B6FApSaVlgdX2UKGgGR0BzUHIyTINmaAdLm2gIR0B6FEnWrfcfdX2UKGgGR0BxQBy7wrlOaAdLpmgIR0B6Ff544ZMtdX2UKGgGR0BzasuctoSMaAdLrGgIR0B6FvmcOLBLdX2UKGgGR0ByroTK1XvIaAdLqGgIR0B6FwhvBJqZdX2UKGgGR0Bxx4INVinYaAdLr2gIR0B6FwZwXIludX2UKGgGR0BySDFxXGOuaAdLlWgIR0B6F7eWOZLJdX2UKGgGR0Bx7GxrzoU0aAdLqGgIR0B6GEgcLjPwdX2UKGgGR0BxmdkVeruIaAdLqWgIR0B6Gnwpe/pMdX2UKGgGR0By33TSb6P9aAdLtmgIR0B6GrXDm8ujdX2UKGgGR0BzcBCgK4QSaAdLmmgIR0B6Gy2RaHKwdX2UKGgGR0BzPjIDHOryaAdLxmgIR0B6HCzru6VddX2UKGgGR0BydPxkNFz/aAdLvmgIR0B6HKU7jkuIdX2UKGgGR0Bz2s+dK/VRaAdLs2gIR0B6HReb/ffodX2UKGgGR0BxYxdTo+wDaAdLr2gIR0B6HZOymhugdX2UKGgGR0ByyV38n/kvaAdLsmgIR0B6HaXZ5AyEdX2UKGgGR0B0DKDjBEa3aAdLxmgIR0B6HZ2GIsRQdX2UKGgGR0BypINRWLgoaAdLtWgIR0B6Hh6JIlMRdX2UKGgGR0BwDZPci4axaAdLmGgIR0B6H0OH31zydX2UKGgGR0ByJ3RYzSCwaAdLtWgIR0B6IAzN2TxHdX2UKGgGR0Bv8uogmqo7aAdLmmgIR0B6IA1aW5YpdX2UKGgGR0Bw56CXhOxjaAdLoGgIR0B6IPechC+ldX2UKGgGR0BzLUmois4laAdLu2gIR0B6ISfh/Aj6dX2UKGgGR0BwsuPxQSBcaAdLiGgIR0B6IctBfKISdX2UKGgGR0BzpIurZJ05aAdLyWgIR0B6Iex7iQ1adX2UKGgGR0BxSCyon8baaAdLomgIR0B6I18qnWJ8dX2UKGgGR0BxSrd56dDqaAdLo2gIR0B6I+RvFWGRdX2UKGgGR0BJoyQ5myxBaAdLcGgIR0B6JXLr5ZbIdX2UKGgGR0BwGa6d1+y7aAdLk2gIR0B6JYjHGS6ldX2UKGgGR0Bx/LqbBoEkaAdLwGgIR0B6JpjAi3XqdX2UKGgGR0Bzfvva11GLaAdLrWgIR0B6JviKiwjddX2UKGgGR0ByZjX2/SH/aAdLumgIR0B6Jyb4Ju2rdX2UKGgGR0BzAumFajesaAdLyGgIR0B6J3HlwLmZdX2UKGgGR0By/37Kq4pdaAdLsmgIR0B6J7nZCfHxdX2UKGgGR0BvXkxmCiAUaAdLkWgIR0B6J/OW0JF9dX2UKGgGR0BzJtndweeWaAdLx2gIR0B6KETj/+85dX2UKGgGR0ByJFqWTot+aAdLjGgIR0B6KKCVbA1vdX2UKGgGR0BwE2VrylN2aAdLkmgIR0B6KLuZ1FH8dX2UKGgGR0Bx1KQq7ROUaAdLrWgIR0B6KT7rLQokdX2UKGgGR0BxWq2fChvjaAdLkmgIR0B6KZ8a4tpVdX2UKGgGR0BxPuY1He7+aAdLqGgIR0B6KpIMBp6AdX2UKGgGR0BxC6gTRIBjaAdLgmgIR0B6K+LXL/0edX2UKGgGR0Bwz7Mr3CbdaAdLq2gIR0B6LC/wiJO4dX2UKGgGR0BxqNs1sLv1aAdLtmgIR0B6LTqiXY16dX2UKGgGR0BxcspH7P6baAdLnmgIR0B6LWS3b212dX2UKGgGR0Bx5mEJ0GNaaAdLjmgIR0B6LfTPSlWPdX2UKGgGR0BKsUygwoLHaAdLdmgIR0B6LhklNUOvdX2UKGgGR0ByiO8g6ltTaAdLtWgIR0B6L7q8lHBldX2UKGgGR0Bvv3rQgLZ0aAdLmmgIR0B6L7qeK8+SdX2UKGgGR0ByAX5i3G4raAdLsGgIR0B6MANAkcCHdX2UKGgGR0Bxvu4Wk8A8aAdLqWgIR0B6MELORkmQdX2UKGgGR0ByinMeOn2qaAdLxGgIR0B6MWIacZtOdX2UKGgGR0BxzQZjx0+1aAdLn2gIR0B6MXjin5zpdX2UKGgGR0Bx6l12aDwpaAdLuWgIR0B6Mi0b961LdX2UKGgGR0By6JFUhmoSaAdLsWgIR0B6MuDaoMrmdX2UKGgGR0ByRo2uPmxMaAdLtGgIR0B6NBl2/zredX2UKGgGR0Bxu1WuHN5daAdLq2gIR0B6NQ3Q2MsIdX2UKGgGR0BwCcyxiXpoaAdLl2gIR0B6NWL1mJ3xdX2UKGgGR0BxQUGPgeijaAdLj2gIR0B6NdJxvNu+dX2UKGgGR0ByV9Enb7CSaAdLtmgIR0B6NfUTcqOMdX2UKGgGR0BybpfXwsoVaAdLpGgIR0B6Njtu1ndwdX2UKGgGR0Bw6GrYGt6paAdLrmgIR0B6N2o60Y0mdX2UKGgGR0Bync+LWI43aAdNJAFoCEdAejgw/gR9PXV9lChoBkdAcln6ab4Ju2gHS6loCEdAejj08vEjxHV9lChoBkdAclEHtF8XvmgHS6xoCEdAejkeKbayr3V9lChoBkdAcxnGgi/wiWgHS6toCEdAejmQw9JSSHV9lChoBkdAcpNox59mYmgHS7toCEdAejoew9q1xHV9lChoBkdAcWTcJMQEp2gHS7BoCEdAejrbWmP5pXV9lChoBkdAcqBUipvP1WgHS7FoCEdAejr8lXzUZ3V9lChoBkdAcfgi3ocJdGgHS6ZoCEdAejsSsKb8WXV9lChoBkdAcSdub7TDwmgHS5loCEdAejsRvm5lOHV9lChoBkdAcMIZlWfbsWgHS5ZoCEdAej3ONo8IRnV9lChoBkdAcTW5Rjz7M2gHS6ZoCEdAej3mEXcgyXV9lChoBkdAc/qWrOqvNmgHS79oCEdAej4/r0J4S3V9lChoBkdAc1SrSmZVn2gHS6ZoCEdAej7BNEgGKXV9lChoBkdActE6dUbT+mgHS7doCEdAej8UtI0653V9lChoBkdAciT+ERJ2+2gHS5NoCEdAej8fYSQHRnV9lChoBkdAcfWz0HyEtmgHS7VoCEdAej/DyOJcgXV9lChoBkdAb8vr2xptamgHS4VoCEdAej/jurp7kXV9lChoBkdAcvsmnfl6q2gHS7NoCEdAekFs2eg+QnV9lChoBkdAcZ3B/7SApmgHS6ZoCEdAekIhVU+9rXV9lChoBkdAcYSGsmv4d2gHS4poCEdAekIuU2UB4nV9lChoBkdAcmU1mJ3xF2gHS7loCEdAekJ+PBBRh3V9lChoBkdAcqHvc8DB/WgHS6toCEdAekO1m8M/hXV9lChoBkdAcgeid8RcvGgHS6hoCEdAekPI0qH45HV9lChoBkdAcm4yPMjeK2gHS6poCEdAekPgmJFb3XV9lChoBkdAcsu1M/QjU2gHS8ZoCEdAekRPfsNUfnV9lChoBkdAcCUisGPgemgHS45oCEdAekX+nZTQ3XV9lChoBkdAckdW3Sa3JGgHS5poCEdAekYcGTs6aXVlLg=="}, "ep_success_buffer": {":type:": "", ":serialized:": "gASVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 707, "observation_space": {":type:": "", ":serialized:": "gASVlAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBVudW1weS5jb3JlLm11bHRpYXJyYXmUjAxfcmVjb25zdHJ1Y3SUk5RoBowHbmRhcnJheZSTlEsAhZRDAWKUh5RSlChLAUsIhZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYolDCAEBAQEBAQEBlHSUYowNYm91bmRlZF9hYm92ZZRoEGgSSwCFlGgUh5RSlChLAUsIhZRoGolDCAEBAQEBAQEBlHSUYowGX3NoYXBllEsIhZSMA2xvd5RoEGgSSwCFlGgUh5RSlChLAUsIhZRoColDIAAAtMIAALTCAACgwAAAoMDbD0nAAACgwAAAAIAAAACAlHSUYowEaGlnaJRoEGgSSwCFlGgUh5RSlChLAUsIhZRoColDIAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lHSUYowIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True True True True True True True True]", "bounded_above": "[ True True True True True True True True]", "_shape": [8], "low": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]", "high": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]", "low_repr": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]", "high_repr": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]", "_np_random": null}, "action_space": {":type:": "", ":serialized:": "gASV9wAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgLjAJpOJSJiIeUUpQoSwNoD05OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 2048, "gamma": 0.99, "gae_lambda": 0.95, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "", ":serialized:": "gASV8wIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxiL2hvbWUvbGxpZmVib2EvYW5hY29uZGEzL2VudnMvZGxlYXJuL2xpYi9weXRob24zLjcvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuDQwIAAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjGIvaG9tZS9sbGlmZWJvYS9hbmFjb25kYTMvZW52cy9kbGVhcm4vbGliL3B5dGhvbjMuNy9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGggfZR9lChoF2gOjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoGIwHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "", ":serialized:": "gASV8wIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxiL2hvbWUvbGxpZmVib2EvYW5hY29uZGEzL2VudnMvZGxlYXJuL2xpYi9weXRob24zLjcvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuDQwIAAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjGIvaG9tZS9sbGlmZWJvYS9hbmFjb25kYTMvZW52cy9kbGVhcm4vbGliL3B5dGhvbjMuNy9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGggfZR9lChoF2gOjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoGIwHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc+ySpzcRDkVIWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "system_info": {"OS": "Linux-5.15.90.1-microsoft-standard-WSL2-x86_64-with-debian-bookworm-sid # 1 SMP Fri Jan 27 02:56:13 UTC 2023", "Python": "3.7.16", "Stable-Baselines3": "2.0.0", "PyTorch": "1.13.1", "GPU Enabled": "True", "Numpy": "1.21.5", "Cloudpickle": "1.6.0", "Gymnasium": "0.28.1", "OpenAI Gym": "0.19.0"}}