{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x78da542fe7a0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x78da542fe830>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x78da542fe8c0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x78da542fe950>", "_build": "<function ActorCriticPolicy._build at 0x78da542fe9e0>", "forward": "<function ActorCriticPolicy.forward at 0x78da542fea70>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x78da542feb00>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x78da542feb90>", "_predict": "<function ActorCriticPolicy._predict at 0x78da542fec20>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x78da542fecb0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x78da542fed40>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x78da542fedd0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x78da542db3c0>"}, "verbose": 0, "policy_kwargs": {}, "num_timesteps": 10027008, "_total_timesteps": 10000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1742613315807158715, "learning_rate": {":type:": "<class 'function'>", ":serialized:": "gAWVSAIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLBEsTQxCIAHwAiAGIABgAFAAXAFMAlE6FlCmMEnByb2dyZXNzX3JlbWFpbmluZ5SFlIwePGlweXRob24taW5wdXQtOC0yMDM2ZDliNGQxOTE+lIwEZnVuY5RLAkMCEAGUjAtmaW5hbF92YWx1ZZSMDWluaXRpYWxfdmFsdWWUhpQpdJRSlH2UKIwLX19wYWNrYWdlX1+UTowIX19uYW1lX1+UjAhfX21haW5fX5R1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlGgZKVKUhpR0lFKUaACMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgefZR9lChoFowEZnVuY5SMDF9fcXVhbG5hbWVfX5SMHWxpbmVhcl9zY2hlZHVsZS48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/Gjbi6xxDLYWUUpRoLkc/UGJN0vGp/IWUUpSGlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAPyu3b1a+WS/9/C6Ot6Nfz/lpSo8uRzHOTOCrj+tL6w/IiI9P/Kd6D8b+jRA/MBCP1nU9D1oOo8/4sU7vzlOPr+jXcQ+V8Jov6kior+VMRE/esU6PaTMrEAzgq4/rS+sP3IGGL/B1Ma+5NhHP/VMg7/LDOu+DJiJP+LFO785Tj6/FGMGP+Fo7j+M3z1AaKyxP0L9Yry5nkU/4sU7vzlOPr9T1ba+UlVuv1IyJj/pIHo//nDAvhuj0r0zgq4/rS+sPwVoO78yv/s/K2e2vwsDRj8o49m+j9PXv+LFO785Tj6/yD/fPtqdDj9SJmE+R6rUv8sCRT/Incw84sU7vzlOPr9NbMY8/NBnv+NIy7wBbIc/pr5dvkEZsT4zgq4/rS+sP2175D/f2PS9mcCNv2BQcb8zu8w/1Eu9v+LFO785Tj6/GROFvb9X4z/OQyjAni+gP1P0ND0d4kE/4sU7vzlOPr+N8gm/Sk1Jv1LUwT9Mt0K+Oe+6P6sQvj/ixTu/OU4+v5a8K0ALIn0+MXaovy9kxr/MYjZA+qwHwOLFO785Tj6/+HhjvFjLZ79IhAG/ELmEP2O/X77chms+M4KuP60vrD9tsRa/Kkldv+uNqz8/PcC9rVd8PzY5vj/ixTu/rS+sP2R3CD5JRm6/FUIav4hUmj9l3JU+7G83vDOCrj+tL6w/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAABAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAGa2zbvHurQ/z8kiv+9kOz06l+47834TPgAAAAAAAAAAABhPuwLUtD/w4qO+ltGjPaZqcDu3fZQ9AAAAAAAAAAAzE9M6hUK0P2UBJz7MTfC94K7zuiNRF70AAAAAAAAAAABgrbs6cbU/QjMJv/sflj5PH8k7s5/4PQAAAAAAAAAAZsreO3fbtD/HSzA/rYK4PfX3ALwWvB++AAAAAAAAAABmBrM7i7e0P7WpDT8Mdyk9ITnPu+RaAL4AAAAAAAAAADOblTuL9bU/uMTsPjwF8j6rIq27zYbWvQAAAAAAAAAAM9OjO2frtD8+ogE/0sjkPeWbvbtt6eq9AAAAAAAAAACaGdE5FkG0P59kJT2qSPS9bbnuuS7bFbwAAAAAAAAAAGbOG7t0ebU/y5l2vm3Ymz4U/DQ7Um9fPQAAAAAAAAAAmnmiuyrxsz/SkgC/5yVpvoB9vDue/eg9AAAAAAAAAADN5Fa7oky1P2IOqr4WdHk+XnN5O74Umj0AAAAAAAAAAADUjjtnGbM/bgniPkE0Bb9WR6W7g83MvQAAAAAAAAAAzQSLO/xitT+lANw+Tj6MPmvcoLvZVce9AAAAAAAAAAAzQ6i7NiqzP7knBb8Avv6+2jLDOwBL8T0AAAAAAAAAAGYypbuCkbQ/wroCv8FWJ7yCpb87u+XsPQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.0027007999999999477, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQG9oU6HTI/+MAWyUS5uMAXSUR0C0GRLTMJQddX2UKGgGR0Bw//khib2EaAdLnWgIR0C0GSq9GqgidX2UKGgGR0Bwc9Grjo6kaAdLpmgIR0C0GTTPOY6XdX2UKGgGR0BylBLPD50saAdLp2gIR0C0GTcVclgMdX2UKGgGR0BxhnO9nK4haAdLn2gIR0C0GTtYjjaPdX2UKGgGR0BzczFvQ4S6aAdLn2gIR0C0GUFeWv8qdX2UKGgGR0BxAriOvMbFaAdLj2gIR0C0GUKMaS9vdX2UKGgGR0Byj76YVqN7aAdLt2gIR0C0GU7p7kXDdX2UKGgGR0BzqjHvMKTjaAdLsGgIR0C0GVg5q/M4dX2UKGgGR0B0Nzjo6jnFaAdLv2gIR0C0GWZcLSeAdX2UKGgGR0BxjRGpda+waAdLpWgIR0C0GWtmHxjKdX2UKGgGR0Bw4yFcpsoEaAdLjWgIR0C0GXx2St/4dX2UKGgGR0Bw91P2wmmcaAdLlmgIR0C0GXtgfEGadX2UKGgGR0Byqlbu+h4/aAdLsWgIR0C0GYRQzk6tdX2UKGgGR0ByQHBbfP5YaAdLq2gIR0C0GYdcOby6dX2UKGgGR0Bx69K/VRUFaAdLkGgIR0C0GZVEiMYNdX2UKGgGR0ByA0DGLk0aaAdLo2gIR0C0GZ53os7NdX2UKGgGR0BwnwXUH6dlaAdLl2gIR0C0Gb70voNedX2UKGgGR0BxoCz0HyEtaAdLk2gIR0C0GcbJfYz0dX2UKGgGR0Byea20AtFsaAdLsWgIR0C0Gc694/u9dX2UKGgGR0BxvLnkkrwwaAdLimgIR0C0GdryUcGUdX2UKGgGR0ByH3qHGjsVaAdLuWgIR0C0GeEF8ohIdX2UKGgGR0BxoYKVpsXSaAdLvGgIR0C0GepAIIGAdX2UKGgGR0Bz5t1A7gbZaAdLtGgIR0C0GerXUYsNdX2UKGgGR0BxcwdtEXtTaAdLi2gIR0C0Ge21QZXNdX2UKGgGR0BQBSKFZgXuaAdLW2gIR0C0Ge/m1YyPdX2UKGgGR0By4oJTl1bJaAdLsWgIR0C0GfYuK4x2dX2UKGgGR0BxqbSRbKRuaAdLmWgIR0C0Gf+4oZyddX2UKGgGR0BwNouM+/xlaAdLnWgIR0C0GhMzuWrwdX2UKGgGR0BxP8U47zTXaAdLnGgIR0C0GhtOymhudX2UKGgGR0B0Ywajvd/KaAdLsmgIR0C0Gimf9P1tdX2UKGgGR0ByJ3nA6+36aAdLtGgIR0C0GjXZGrjpdX2UKGgGR0BvijjcVQANaAdLi2gIR0C0GkwctGutdX2UKGgGR0Bz6OCYkVvdaAdLu2gIR0C0GlHX/YJ3dX2UKGgGR0BwoItCiRGMaAdLm2gIR0C0GlPJvHcUdX2UKGgGR0ByUaF7D2rXaAdLkmgIR0C0GnHUpd8idX2UKGgGR0BxaHysjmjkaAdLn2gIR0C0GnJHZsbedX2UKGgGR0Bzphudf9gnaAdLvWgIR0C0Gn1f/m1ZdX2UKGgGR0Byc5G/etSyaAdLqGgIR0C0GoIf8uSPdX2UKGgGR0BzUrOs1baAaAdLrGgIR0C0GoXxnWaudX2UKGgGR0BznxD8cdYGaAdLxGgIR0C0Go1h5PdmdX2UKGgGR0ByTCltTDO1aAdLr2gIR0C0Go0oScsldX2UKGgGR0ByPC+L3sX0aAdLpGgIR0C0GpJzkp7UdX2UKGgGR0ByHGD5CWu6aAdLsmgIR0C0GpUBXCCSdX2UKGgGR0Bxmz8KohpyaAdLlmgIR0C0GpeAAhjfdX2UKGgGR0BwarfUF0PpaAdLmmgIR0C0GqtoexOddX2UKGgGR0ByNJP2wmmcaAdLu2gIR0C0GruxGDtgdX2UKGgGR0BMujrJKaodaAdLT2gIR0C0GsJwbVBldX2UKGgGR0By0q8Yht+DaAdLwWgIR0C0GtfRqoIfdX2UKGgGR0BxVg8mrsByaAdLoGgIR0C0GtcXJo0zdX2UKGgGR0BykFnuiN83aAdLsWgIR0C0Gt/smfGudX2UKGgGR0BwdSFzuF6BaAdLlmgIR0C0Gu5mAbyZdX2UKGgGR0Bz6e2G7BfsaAdLu2gIR0C0Gu++RHPNdX2UKGgGR0Bw+EwoLG70aAdLmmgIR0C0GvymMwUQdX2UKGgGR0ByqVXo1UEQaAdLlmgIR0C0GwgjY7JXdX2UKGgGR0BzkAMBp5/taAdLtWgIR0C0GwgI+nqFdX2UKGgGR0BwVi6Ymb9ZaAdLnmgIR0C0GwfyTY/WdX2UKGgGR0Bxh++Jxeb/aAdLkmgIR0C0GwzRlYlqdX2UKGgGR0BxMVEa2nbZaAdLpmgIR0C0GxSFCb+cdX2UKGgGR0BzuQNrj5sTaAdLomgIR0C0GxbIT4+KdX2UKGgGR0BxM9fCyhSMaAdLnWgIR0C0Gxf7JnxsdX2UKGgGR0Bwu0qc3EQ5aAdLgmgIR0C0GyjVhCtzdX2UKGgGR0BvO/Zbpu/DaAdLlmgIR0C0GynPqs2fdX2UKGgGR0BwdHCtRvWIaAdLk2gIR0C0G2HeBQN1dX2UKGgGR0BwR0Vj7Q9iaAdLlGgIR0C0G2Pd69kCdX2UKGgGR0BxlYXfqHGkaAdLvGgIR0C0G3KqXF98dX2UKGgGR0Bye7LdN34caAdLoWgIR0C0G3sWO6uodX2UKGgGR0BEg4Vh1DBuaAdLbGgIR0C0G3yIpH7QdX2UKGgGR0Bx9zxtpEhJaAdLrGgIR0C0G6cafjCIdX2UKGgGR0BzqtQO4G2UaAdLvGgIR0C0G6Ya99MLdX2UKGgGR0BzhdV0cOslaAdLv2gIR0C0G6qQzUI+dX2UKGgGR0B0fBq46Oo6aAdLsGgIR0C0G7jVtoBadX2UKGgGR0BxcPaSLZSOaAdLpmgIR0C0G78CxNZedX2UKGgGR0BzlWlyimEXaAdLt2gIR0C0G8BUm2LHdX2UKGgGR0ByyEVwgkkbaAdLuGgIR0C0G8Gm+CbudX2UKGgGR0ByuugXdj5LaAdLn2gIR0C0G86HCXQddX2UKGgGR0By/VwdbPhRaAdLumgIR0C0G9Qssg+ydX2UKGgGR0By5Z4KQaJiaAdLs2gIR0C0G9/9LpRodX2UKGgGR0B0F1LK3d9EaAdLymgIR0C0G+PQF9rodX2UKGgGR0Bx0NEKE385aAdLpWgIR0C0HBl9roGIdX2UKGgGR0B0RgoXsPataAdLxGgIR0C0HB80UGmldX2UKGgGR0Bzg0vCdjG2aAdLxWgIR0C0HCJCWu5jdX2UKGgGR0BxWsRsdkrgaAdLwGgIR0C0HCv8Q7LddX2UKGgGR0B0Rr2criEQaAdLwGgIR0C0HDOdf9gndX2UKGgGR0Bvra53C9AYaAdLo2gIR0C0HEOgYgq3dX2UKGgGR0Bu5bYEnssyaAdLnGgIR0C0HE27rcCYdX2UKGgGR0B0Dsk6cRUWaAdLtGgIR0C0HFIMWoFWdX2UKGgGR0BzEZBw++ueaAdLt2gIR0C0HFi9IwuedX2UKGgGR0BxhThddE9daAdLpWgIR0C0HF1XA/LUdX2UKGgGR0BwXMZ2pyZKaAdLiGgIR0C0HGEvGp++dX2UKGgGR0BzBIF8ohIOaAdLsGgIR0C0HGTxLCemdX2UKGgGR0Bxp3UONHYpaAdLt2gIR0C0HGvdVNpNdX2UKGgGR0BxJSOtGNJfaAdLoGgIR0C0HHmbb1yvdX2UKGgGR0B0BId1dPcjaAdLtGgIR0C0HHu0G/vfdX2UKGgGR0Bz8MUIsyzpaAdLvmgIR0C0HH8lTm4idX2UKGgGR0ByMlp35eqraAdLl2gIR0C0HKHJHRTkdX2UKGgGR0Bx3Wb7TDwZaAdLn2gIR0C0HK5W3jMndX2UKGgGR0ByK63y7PIGaAdLpmgIR0C0HLfJV81GdX2UKGgGR0BzZDtBv73xaAdLoGgIR0C0HLt2TxG2dX2UKGgGR0BwcTq8lHBlaAdLn2gIR0C0HMKpgkTpdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 3060, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVZgIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAABAQEBAQEBAZRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAADAvwAAwL8AAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAwD8AAMA/AACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjFNbLTEuNSAgICAgICAtMS41ICAgICAgIC01LiAgICAgICAgLTUuICAgICAgICAtMy4xNDE1OTI3IC01LgogLTAuICAgICAgICAtMC4gICAgICAgXZSMCWhpZ2hfcmVwcpSMS1sxLjUgICAgICAgMS41ICAgICAgIDUuICAgICAgICA1LiAgICAgICAgMy4xNDE1OTI3IDUuICAgICAgICAxLgogMS4gICAgICAgXZSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-1.5       -1.5       -5.        -5.        -3.1415927 -5.\n -0.        -0.       ]", "high": "[1.5       1.5       5.        5.        3.1415927 5.        1.\n 1.       ]", "low_repr": "[-1.5       -1.5       -5.        -5.        -3.1415927 -5.\n -0.        -0.       ]", "high_repr": "[1.5       1.5       5.        5.        3.1415927 5.        1.\n 1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV2wAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCmMBWR0eXBllGgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 2048, "gamma": 0.999, "gae_lambda": 0.95, "ent_coef": 0.005, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 128, "n_epochs": 10, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVSAIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLBEsTQxCIAHwAiAGIABgAFAAXAFMAlE6FlCmMEnByb2dyZXNzX3JlbWFpbmluZ5SFlIwePGlweXRob24taW5wdXQtOC0yMDM2ZDliNGQxOTE+lIwEZnVuY5RLAkMCEAGUjAtmaW5hbF92YWx1ZZSMDWluaXRpYWxfdmFsdWWUhpQpdJRSlH2UKIwLX19wYWNrYWdlX1+UTowIX19uYW1lX1+UjAhfX21haW5fX5R1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlGgZKVKUhpR0lFKUaACMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgefZR9lChoFowEZnVuY5SMDF9fcXVhbG5hbWVfX5SMHWxpbmVhcl9zY2hlZHVsZS48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/qZmZmZmZmoWUUpRoLkc/yZmZmZmZmoWUUpSGlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVSAIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLBEsTQxCIAHwAiAGIABgAFAAXAFMAlE6FlCmMEnByb2dyZXNzX3JlbWFpbmluZ5SFlIwePGlweXRob24taW5wdXQtOC0yMDM2ZDliNGQxOTE+lIwEZnVuY5RLAkMCEAGUjAtmaW5hbF92YWx1ZZSMDWluaXRpYWxfdmFsdWWUhpQpdJRSlH2UKIwLX19wYWNrYWdlX1+UTowIX19uYW1lX1+UjAhfX21haW5fX5R1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlGgZKVKUhpR0lFKUaACMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgefZR9lChoFowEZnVuY5SMDF9fcXVhbG5hbWVfX5SMHWxpbmVhcl9zY2hlZHVsZS48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/Gjbi6xxDLYWUUpRoLkc/UGJN0vGp/IWUUpSGlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "system_info": {"OS": "Linux-6.6.56+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sun Nov 10 10:07:59 UTC 2024", "Python": "3.10.12", "Stable-Baselines3": "2.1.0", "PyTorch": "2.5.1+cu121", "GPU Enabled": "False", "Numpy": "1.26.4", "Cloudpickle": "3.1.0", "Gymnasium": "0.29.1", "OpenAI Gym": "0.25.2"}}