mirror of
https://github.com/microsoft/qlib.git
synced 2026-07-14 00:06:58 +08:00
remove useless code
This commit is contained in:
@@ -1,53 +0,0 @@
|
|||||||
# Copyright (c) Microsoft Corporation.
|
|
||||||
# Licensed under the MIT License.
|
|
||||||
"""
|
|
||||||
The motivation of this demo
|
|
||||||
- To show the data modules of Qlib is Serializable, users can dump processed data to disk to avoid duplicated data preprocessing
|
|
||||||
"""
|
|
||||||
|
|
||||||
from copy import deepcopy
|
|
||||||
from pathlib import Path
|
|
||||||
import pickle
|
|
||||||
from pprint import pprint
|
|
||||||
import subprocess
|
|
||||||
import yaml
|
|
||||||
from qlib.log import TimeInspector
|
|
||||||
|
|
||||||
from qlib import init
|
|
||||||
from qlib.data.dataset.handler import DataHandlerLP
|
|
||||||
from qlib.utils import init_instance_by_config
|
|
||||||
|
|
||||||
# For general purpose, we use relative path
|
|
||||||
DIRNAME = Path(__file__).absolute().resolve().parent / "finco_workspace"
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
|
||||||
init()
|
|
||||||
|
|
||||||
config_path = Path("/home/xuyang/workspace/qlib/qlib/finco/finco_workspace/workflow_config.yaml")
|
|
||||||
|
|
||||||
# 1) show original time
|
|
||||||
# with TimeInspector.logt("The original time without handler cache:"):
|
|
||||||
# subprocess.run(f"qrun {config_path}", shell=True)
|
|
||||||
|
|
||||||
# 2) dump handler
|
|
||||||
task_config = yaml.safe_load(config_path.open())
|
|
||||||
# hd_conf = task_config["task"]["dataset"]["kwargs"]["handler"]
|
|
||||||
# pprint(hd_conf)
|
|
||||||
# hd: DataHandlerLP = init_instance_by_config(hd_conf)
|
|
||||||
hd_path = DIRNAME / "handler.pkl"
|
|
||||||
# hd.to_pickle(hd_path, dump_all=True)
|
|
||||||
|
|
||||||
# 3) create new task with handler cache
|
|
||||||
new_task_config = deepcopy(task_config)
|
|
||||||
new_task_config["task"]["dataset"]["kwargs"]["handler"] = f"file://{hd_path}"
|
|
||||||
new_task_config["sys"] = {"path": [str(config_path.parent.resolve())]}
|
|
||||||
new_task_path = DIRNAME / "workflow_config.yaml"
|
|
||||||
print("The location of the new task", new_task_path)
|
|
||||||
|
|
||||||
# save new task
|
|
||||||
with new_task_path.open("w") as f:
|
|
||||||
yaml.safe_dump(new_task_config, f, indent=4, sort_keys=False)
|
|
||||||
|
|
||||||
# 4) train model with new task
|
|
||||||
# with TimeInspector.logt("The time for task with handler cache:"):
|
|
||||||
# subprocess.run(f"qrun {new_task_path}", shell=True)
|
|
||||||
Reference in New Issue
Block a user