Skip to content

Commit

Permalink
Add baseline
Browse files Browse the repository at this point in the history
  • Loading branch information
qiaoting159753 committed Jun 22, 2024
1 parent fe9d234 commit 302baec
Show file tree
Hide file tree
Showing 3 changed files with 81 additions and 0 deletions.
27 changes: 27 additions & 0 deletions MBRL_dyna_bivbatchreweight_config.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,27 @@
{
"G": 1,
"G_model": 0.2,
"buffer_size": 1000000,
"batch_size": 256,
"max_steps_exploration": 256,
"max_steps_training": 1000000,
"number_steps_per_train_policy": 1,
"min_noise": 0.0,
"noise_scale": 0.1,
"noise_decay": 1.0,
"algorithm": "DynaSAC_BIVReweight",
"actor_lr": 3e-4,
"critic_lr": 3e-4,
"alpha_lr": 3e-4,
"world_model_lr": 0.001,
"gamma": 0.99,
"tau": 0.005,
"num_samples": 10,
"horizon": 1,
"num_models": 5,
"mode": 0,
"threshold_scale": 0.7,
"reweight_critic": true,
"reweight_actor": false,
"sample_times": 10
}
27 changes: 27 additions & 0 deletions MBRL_dyna_sunrisebatchreweight_config.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,27 @@
{
"G": 1,
"G_model": 0.2,
"buffer_size": 1000000,
"batch_size": 256,
"max_steps_exploration": 256,
"max_steps_training": 1000000,
"number_steps_per_train_policy": 1,
"min_noise": 0.0,
"noise_scale": 0.1,
"noise_decay": 1.0,
"algorithm": "DynaSAC_SUNRISEReweight",
"actor_lr": 3e-4,
"critic_lr": 3e-4,
"alpha_lr": 3e-4,
"world_model_lr": 0.001,
"gamma": 0.99,
"tau": 0.005,
"num_samples": 10,
"horizon": 1,
"num_models": 5,
"mode": 0,
"threshold_scale": 0.7,
"reweight_critic": true,
"reweight_actor": false,
"sample_times": 10
}
27 changes: 27 additions & 0 deletions MBRL_dyna_uwacbatchreweight_config.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,27 @@
{
"G": 1,
"G_model": 0.2,
"buffer_size": 1000000,
"batch_size": 256,
"max_steps_exploration": 256,
"max_steps_training": 1000000,
"number_steps_per_train_policy": 1,
"min_noise": 0.0,
"noise_scale": 0.1,
"noise_decay": 1.0,
"algorithm": "DynaSAC_UWACReweight",
"actor_lr": 3e-4,
"critic_lr": 3e-4,
"alpha_lr": 3e-4,
"world_model_lr": 0.001,
"gamma": 0.99,
"tau": 0.005,
"num_samples": 10,
"horizon": 1,
"num_models": 5,
"mode": 0,
"threshold_scale": 0.7,
"reweight_critic": true,
"reweight_actor": false,
"sample_times": 10
}

0 comments on commit 302baec

Please sign in to comment.