rofunc.learning.RofuncRL.utils.skrl_utils#

1.  Module Contents#

1.1.  Classes#

Shared

StochasticActor

DeterministicActor

Critic

Policy

Value

PolicyAMP

ValueAMP

Discriminator

1.2.  Functions#

set_cfg_ppo

# Configure and instantiate the agent. # Only modify some default configuration, visit its documentation to see all the options # https://skrl.readthedocs.io/en/latest/modules/skrl.agents.ppo.html#configuration-and-hyperparameters

set_cfg_td3

https://skrl.readthedocs.io/en/latest/modules/skrl.agents.td3.html#configuration-and-hyperparameters

set_cfg_a2c

set_cfg_amp

set_cfg_sac

https://skrl.readthedocs.io/en/latest/modules/skrl.agents.sac.html#configuration-and-hyperparameters

setup

setup_agent

1.3.  API#

class rofunc.learning.RofuncRL.utils.skrl_utils.Shared(observation_space, action_space, device, clip_actions=False, clip_log_std=True, min_log_std=-20, max_log_std=2, reduction='sum')[source]#

Bases: skrl.models.torch.GaussianMixin, skrl.models.torch.DeterministicMixin, skrl.models.torch.Model

act(inputs, role)[source]#
compute(inputs, role)[source]#
class rofunc.learning.RofuncRL.utils.skrl_utils.StochasticActor(observation_space, action_space, device, clip_actions=False, clip_log_std=True, min_log_std=-20, max_log_std=2)[source]#

Bases: skrl.models.torch.GaussianMixin, skrl.models.torch.Model

compute(inputs, role)[source]#
suit(states)[source]#
class rofunc.learning.RofuncRL.utils.skrl_utils.DeterministicActor(observation_space, action_space, device, clip_actions=False)[source]#

Bases: skrl.models.torch.DeterministicMixin, skrl.models.torch.Model

compute(inputs, role)[source]#
class rofunc.learning.RofuncRL.utils.skrl_utils.Critic(observation_space, action_space, device, clip_actions=False)[source]#

Bases: skrl.models.torch.DeterministicMixin, skrl.models.torch.Model

compute(inputs, role)[source]#
suit(states, actions)[source]#
class rofunc.learning.RofuncRL.utils.skrl_utils.Policy(observation_space, action_space, device, clip_actions=False, clip_log_std=True, min_log_std=-20, max_log_std=2, reduction='sum')[source]#

Bases: skrl.models.torch.GaussianMixin, skrl.models.torch.Model

compute(inputs, role)[source]#
suit(states, actions=None)[source]#
class rofunc.learning.RofuncRL.utils.skrl_utils.Value(observation_space, action_space, device, clip_actions=False)[source]#

Bases: skrl.models.torch.DeterministicMixin, skrl.models.torch.Model

compute(inputs, role)[source]#
suit(states)[source]#
class rofunc.learning.RofuncRL.utils.skrl_utils.PolicyAMP(observation_space, action_space, device, clip_actions=False, clip_log_std=True, min_log_std=-20, max_log_std=2)[source]#

Bases: skrl.models.torch.GaussianMixin, skrl.models.torch.Model

compute(inputs, role)[source]#
suit(states, actions=None)[source]#
class rofunc.learning.RofuncRL.utils.skrl_utils.ValueAMP(observation_space, action_space, device, clip_actions=False)[source]#

Bases: skrl.models.torch.DeterministicMixin, skrl.models.torch.Model

compute(inputs, role)[source]#
suit(states)[source]#
class rofunc.learning.RofuncRL.utils.skrl_utils.Discriminator(observation_space, action_space, device, clip_actions=False)[source]#

Bases: skrl.models.torch.DeterministicMixin, skrl.models.torch.Model

compute(inputs, role)[source]#
suit(states)[source]#
rofunc.learning.RofuncRL.utils.skrl_utils.set_cfg_ppo(cfg, env, device, eval_mode=False)[source]#

# Configure and instantiate the agent. # Only modify some default configuration, visit its documentation to see all the options # https://skrl.readthedocs.io/en/latest/modules/skrl.agents.ppo.html#configuration-and-hyperparameters

rofunc.learning.RofuncRL.utils.skrl_utils.set_cfg_td3(cfg, env, device, eval_mode=False)[source]#

https://skrl.readthedocs.io/en/latest/modules/skrl.agents.td3.html#configuration-and-hyperparameters

rofunc.learning.RofuncRL.utils.skrl_utils.set_cfg_a2c(cfg, env, device, eval_mode=False)[source]#
rofunc.learning.RofuncRL.utils.skrl_utils.set_cfg_amp(cfg, env, device, eval_mode=False)[source]#
rofunc.learning.RofuncRL.utils.skrl_utils.set_cfg_sac(cfg, env, device, eval_mode=False)[source]#

https://skrl.readthedocs.io/en/latest/modules/skrl.agents.sac.html#configuration-and-hyperparameters

rofunc.learning.RofuncRL.utils.skrl_utils.setup(custom_args, eval_mode=False)[source]#
rofunc.learning.RofuncRL.utils.skrl_utils.setup_agent(cfg, custom_args, env, eval_mode=False)[source]#