Update rllib_config.yaml

edbeeching · Apr 5, 2024 · 668b88d · 668b88d
1 parent fe60a8b
commit 668b88d
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/examples/rllib_config.yaml b/examples/rllib_config.yaml
@@ -46,7 +46,7 @@ config:
     rollout_fragment_length: 32
     sgd_minibatch_size: 128
     num_workers: 4
-    num_envs_per_worker: 16
+    num_envs_per_worker: 1 # This will be set automatically if not multi-agent. If multi-agent, changing this changes how many envs to launch per worker.
     train_batch_size: 2048
 
     num_sgd_iter: 4