Fix hyperparameter space for PC

HumanCompatibleAI · Dec 4, 2023 · 3d79917 · 3d79917
1 parent 1af5e4d
commit 3d79917
Showing 1 changed file with 1 addition and 11 deletions.
diff --git a/src/imitation/scripts/config/tuning.py b/src/imitation/scripts/config/tuning.py
@@ -191,26 +191,16 @@ def pc():
         base_named_configs=["logging.wandb_logging"],
         base_config_updates={
             "environment": {"num_vec": 1},
-            "demonstrations": {"source": "huggingface"},
             "total_timesteps": 2e7,
             "total_comparisons": 5000,
             "query_schedule": "hyperbolic",
             "gatherer_kwargs": {"sample": True},
         },
         search_space={
             "named_configs": [
-                ["reward.normalize_output_disable"],
+                "reward.normalize_output_disable",
             ],
             "config_updates": {
-                "train": {
-                    "policy_kwargs": {
-                        "activation_fn": tune.choice(
-                            [
-                                nn.ReLU,
-                            ],
-                        ),
-                    },
-                },
                 "num_iterations": tune.choice([25, 50]),
                 "initial_comparison_frac": tune.choice([0.1, 0.25]),
                 "reward_trainer_kwargs": {