liuyu/qlib
1
0
Fork 0
mirror of https://github.com/microsoft/qlib.git synced 2026-07-12 15:26:54 +08:00
Code Activity

Add exploration noise to rl training collector (#1481)

Browse Source 
* Update vessel.py

Add exploration_noise=True  to training collector

* Update vessel.py

Reformat
This commit is contained in:
Di
2023-08-18 17:41:02 +08:00
committed by GitHub
parent 05d67b3828
commit 5387ea5c1f
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
qlib/rl/trainer/vessel.py
View File

@@ -168,7 +168,9 @@ class TrainingVessel(TrainingVesselBase):
self.policy.train() self.policy.train()
with vector_env.collector_guard(): with vector_env.collector_guard():
collector = Collector(self.policy, vector_env, VectorReplayBuffer(self.buffer_size, len(vector_env))) collector = Collector(
self.policy, vector_env, VectorReplayBuffer(self.buffer_size, len(vector_env)), exploration_noise=True
)
# Number of episodes collected in each training iteration can be overridden by fast dev run. # Number of episodes collected in each training iteration can be overridden by fast dev run.
if self.trainer.fast_dev_run is not None: if self.trainer.fast_dev_run is not None: