From 5387ea5c1ff8f4c9b3070671dfa3117ac7dd67b0 Mon Sep 17 00:00:00 2001 From: Di Date: Fri, 18 Aug 2023 17:41:02 +0800 Subject: [PATCH] Add exploration noise to rl training collector (#1481) * Update vessel.py Add exploration_noise=True to training collector * Update vessel.py Reformat --- qlib/rl/trainer/vessel.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/qlib/rl/trainer/vessel.py b/qlib/rl/trainer/vessel.py index 6cd2eb3e9..b7912b488 100644 --- a/qlib/rl/trainer/vessel.py +++ b/qlib/rl/trainer/vessel.py @@ -168,7 +168,9 @@ class TrainingVessel(TrainingVesselBase): self.policy.train() with vector_env.collector_guard(): - collector = Collector(self.policy, vector_env, VectorReplayBuffer(self.buffer_size, len(vector_env))) + collector = Collector( + self.policy, vector_env, VectorReplayBuffer(self.buffer_size, len(vector_env)), exploration_noise=True + ) # Number of episodes collected in each training iteration can be overridden by fast dev run. if self.trainer.fast_dev_run is not None: