liuyu/qlib
1
0
Fork 0
mirror of https://github.com/microsoft/qlib.git synced 2026-07-07 13:00:58 +08:00
Code Activity

opt local trainer (better mem releasing) (#1116)

Browse Source 
* opt local trainer (better mem releasing)

* Update setup.py

* Update data.py

* fix CI
This commit is contained in:
you-n-g
2022-06-14 11:58:39 +08:00
committed by GitHub
parent e24ef67663
commit afcea404a5
5 changed files with 73 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
qlib/data/data.py
View File

@@ -32,7 +32,6 @@ from ..utils import (
hash_args,
normalize_cache_fields,
code_to_fname,
set_log_with_config,
time_to_slc_point,
read_period_data,
get_period_list,
@@ -603,11 +602,7 @@ class DatasetProvider(abc.ABC):
"""
# FIXME: Windows OS or MacOS using spawn: https://docs.python.org/3.8/library/multiprocessing.html?highlight=spawn#contexts-and-start-methods
# NOTE: This place is compatible with windows, windows multi-process is spawn
if not C.registered:
C.set_conf_from_C(g_config)
if C.logging_config:
set_log_with_config(C.logging_config)
C.register()
C.register_from_C(g_config)
obj = dict()
for field in column_names: