naming convention

qiaoting159753 · Dec 21, 2024 · 3d1dcb9 · 3d1dcb9
1 parent c6f888d
commit 3d1dcb9
Show file tree

Hide file tree

Showing 15 changed files with 215 additions and 0 deletions.
diff --git a/env_finger_turn_hard/DynaSAC_Bounded_01_5/alg_config.json b/env_finger_turn_hard/DynaSAC_Bounded_01_5/alg_config.json
@@ -0,0 +1,33 @@
+{
+    "algorithm": "DynaSAC_Bounded",
+    "type": "mbrl",
+    "G": 1,
+    "G_model": 5.0,
+    "batch_size": 256,
+    "buffer_size": 1000000,
+    "max_steps_exploration": 256,
+    "max_steps_training": 1000000,
+    "number_steps_per_train_policy": 1,
+
+    "reward_scale": 1.0,
+    "actor_lr": 3e-4,
+    "critic_lr": 3e-4,
+    "alpha_lr": 3e-4,
+    "gamma": 0.99,
+    "tau": 0.005,
+
+    "min_noise": 0.0,
+    "noise_scale": 0.1,
+    "noise_decay": 1.0,
+
+    "num_models": 6,
+    "world_model_lr": 0.001,
+    "horizon": 1,
+    "num_samples": 10,
+    "sas": false,
+    "train_reward": true,
+    "train_both": false,
+    "gripper": false,
+    "threshold": 0.1,
+    "exploration_sample": 5
+}
diff --git a/env_finger_turn_hard/DynaSAC_Bounded_01_5/env_config.json b/env_finger_turn_hard/DynaSAC_Bounded_01_5/env_config.json
@@ -0,0 +1,5 @@
+{
+    "gym": "dmcs",
+    "domain": "finger",
+    "task": "turn_hard"
+}
diff --git a/env_finger_turn_hard/DynaSAC_Bounded_01_5/train_config.json b/env_finger_turn_hard/DynaSAC_Bounded_01_5/train_config.json
@@ -0,0 +1,5 @@
+{
+    "seeds": [15, 25, 35, 45, 55],
+    "number_steps_per_evaluation": 10000,
+    "number_eval_episodes": 10
+}
diff --git a/env_finger_turn_hard/DynaSAC_Bounded_03_5/alg_config.json b/env_finger_turn_hard/DynaSAC_Bounded_03_5/alg_config.json
@@ -0,0 +1,33 @@
+{
+    "algorithm": "DynaSAC_Bounded",
+    "type": "mbrl",
+    "G": 1,
+    "G_model": 5.0,
+    "batch_size": 256,
+    "buffer_size": 1000000,
+    "max_steps_exploration": 256,
+    "max_steps_training": 1000000,
+    "number_steps_per_train_policy": 1,
+
+    "reward_scale": 1.0,
+    "actor_lr": 3e-4,
+    "critic_lr": 3e-4,
+    "alpha_lr": 3e-4,
+    "gamma": 0.99,
+    "tau": 0.005,
+
+    "min_noise": 0.0,
+    "noise_scale": 0.1,
+    "noise_decay": 1.0,
+
+    "num_models": 6,
+    "world_model_lr": 0.001,
+    "horizon": 1,
+    "num_samples": 10,
+    "sas": false,
+    "train_reward": true,
+    "train_both": false,
+    "gripper": false,
+    "threshold": 0.3,
+    "exploration_sample": 5
+}
diff --git a/env_finger_turn_hard/DynaSAC_Bounded_03_5/env_config.json b/env_finger_turn_hard/DynaSAC_Bounded_03_5/env_config.json
@@ -0,0 +1,5 @@
+{
+    "gym": "dmcs",
+    "domain": "finger",
+    "task": "turn_hard"
+}
diff --git a/env_finger_turn_hard/DynaSAC_Bounded_03_5/train_config.json b/env_finger_turn_hard/DynaSAC_Bounded_03_5/train_config.json
@@ -0,0 +1,5 @@
+{
+    "seeds": [15, 25, 35, 45, 55],
+    "number_steps_per_evaluation": 10000,
+    "number_eval_episodes": 10
+}
diff --git a/env_finger_turn_hard/DynaSAC_Bounded_05_5/alg_config.json b/env_finger_turn_hard/DynaSAC_Bounded_05_5/alg_config.json
@@ -0,0 +1,33 @@
+{
+    "algorithm": "DynaSAC_Bounded",
+    "type": "mbrl",
+    "G": 1,
+    "G_model": 5.0,
+    "batch_size": 256,
+    "buffer_size": 1000000,
+    "max_steps_exploration": 256,
+    "max_steps_training": 1000000,
+    "number_steps_per_train_policy": 1,
+
+    "reward_scale": 1.0,
+    "actor_lr": 3e-4,
+    "critic_lr": 3e-4,
+    "alpha_lr": 3e-4,
+    "gamma": 0.99,
+    "tau": 0.005,
+
+    "min_noise": 0.0,
+    "noise_scale": 0.1,
+    "noise_decay": 1.0,
+
+    "num_models": 6,
+    "world_model_lr": 0.001,
+    "horizon": 1,
+    "num_samples": 10,
+    "sas": false,
+    "train_reward": true,
+    "train_both": false,
+    "gripper": false,
+    "threshold": 0.5,
+    "exploration_sample": 5
+}
diff --git a/env_finger_turn_hard/DynaSAC_Bounded_05_5/env_config.json b/env_finger_turn_hard/DynaSAC_Bounded_05_5/env_config.json
@@ -0,0 +1,5 @@
+{
+    "gym": "dmcs",
+    "domain": "finger",
+    "task": "turn_hard"
+}
diff --git a/env_finger_turn_hard/DynaSAC_Bounded_05_5/train_config.json b/env_finger_turn_hard/DynaSAC_Bounded_05_5/train_config.json
@@ -0,0 +1,5 @@
+{
+    "seeds": [15, 25, 35, 45, 55],
+    "number_steps_per_evaluation": 10000,
+    "number_eval_episodes": 10
+}
diff --git a/env_finger_turn_hard/DynaSAC_Bounded_07_5/alg_config.json b/env_finger_turn_hard/DynaSAC_Bounded_07_5/alg_config.json
@@ -0,0 +1,33 @@
+{
+    "algorithm": "DynaSAC_Bounded",
+    "type": "mbrl",
+    "G": 1,
+    "G_model": 5.0,
+    "batch_size": 256,
+    "buffer_size": 1000000,
+    "max_steps_exploration": 256,
+    "max_steps_training": 1000000,
+    "number_steps_per_train_policy": 1,
+
+    "reward_scale": 1.0,
+    "actor_lr": 3e-4,
+    "critic_lr": 3e-4,
+    "alpha_lr": 3e-4,
+    "gamma": 0.99,
+    "tau": 0.005,
+
+    "min_noise": 0.0,
+    "noise_scale": 0.1,
+    "noise_decay": 1.0,
+
+    "num_models": 6,
+    "world_model_lr": 0.001,
+    "horizon": 1,
+    "num_samples": 10,
+    "sas": false,
+    "train_reward": true,
+    "train_both": false,
+    "gripper": false,
+    "threshold": 0.7,
+    "exploration_sample": 5
+}
diff --git a/env_finger_turn_hard/DynaSAC_Bounded_07_5/env_config.json b/env_finger_turn_hard/DynaSAC_Bounded_07_5/env_config.json
@@ -0,0 +1,5 @@
+{
+    "gym": "dmcs",
+    "domain": "finger",
+    "task": "turn_hard"
+}
diff --git a/env_finger_turn_hard/DynaSAC_Bounded_07_5/train_config.json b/env_finger_turn_hard/DynaSAC_Bounded_07_5/train_config.json
@@ -0,0 +1,5 @@
+{
+    "seeds": [15, 25, 35, 45, 55],
+    "number_steps_per_evaluation": 10000,
+    "number_eval_episodes": 10
+}
diff --git a/env_finger_turn_hard/DynaSAC_Bounded_09_5/alg_config.json b/env_finger_turn_hard/DynaSAC_Bounded_09_5/alg_config.json
@@ -0,0 +1,33 @@
+{
+    "algorithm": "DynaSAC_Bounded",
+    "type": "mbrl",
+    "G": 1,
+    "G_model": 5.0,
+    "batch_size": 256,
+    "buffer_size": 1000000,
+    "max_steps_exploration": 256,
+    "max_steps_training": 1000000,
+    "number_steps_per_train_policy": 1,
+
+    "reward_scale": 1.0,
+    "actor_lr": 3e-4,
+    "critic_lr": 3e-4,
+    "alpha_lr": 3e-4,
+    "gamma": 0.99,
+    "tau": 0.005,
+
+    "min_noise": 0.0,
+    "noise_scale": 0.1,
+    "noise_decay": 1.0,
+
+    "num_models": 6,
+    "world_model_lr": 0.001,
+    "horizon": 1,
+    "num_samples": 10,
+    "sas": false,
+    "train_reward": true,
+    "train_both": false,
+    "gripper": false,
+    "threshold": 0.9,
+    "exploration_sample": 5
+}
diff --git a/env_finger_turn_hard/DynaSAC_Bounded_09_5/env_config.json b/env_finger_turn_hard/DynaSAC_Bounded_09_5/env_config.json
@@ -0,0 +1,5 @@
+{
+    "gym": "dmcs",
+    "domain": "finger",
+    "task": "turn_hard"
+}
diff --git a/env_finger_turn_hard/DynaSAC_Bounded_09_5/train_config.json b/env_finger_turn_hard/DynaSAC_Bounded_09_5/train_config.json
@@ -0,0 +1,5 @@
+{
+    "seeds": [15, 25, 35, 45, 55],
+    "number_steps_per_evaluation": 10000,
+    "number_eval_episodes": 10
+}