diff --git a/qlib/finco/data_cache_demo.py b/qlib/finco/data_cache_demo.py deleted file mode 100644 index eb000335d..000000000 --- a/qlib/finco/data_cache_demo.py +++ /dev/null @@ -1,53 +0,0 @@ -# Copyright (c) Microsoft Corporation. -# Licensed under the MIT License. -""" - The motivation of this demo - - To show the data modules of Qlib is Serializable, users can dump processed data to disk to avoid duplicated data preprocessing -""" - -from copy import deepcopy -from pathlib import Path -import pickle -from pprint import pprint -import subprocess -import yaml -from qlib.log import TimeInspector - -from qlib import init -from qlib.data.dataset.handler import DataHandlerLP -from qlib.utils import init_instance_by_config - -# For general purpose, we use relative path -DIRNAME = Path(__file__).absolute().resolve().parent / "finco_workspace" - -if __name__ == "__main__": - init() - - config_path = Path("/home/xuyang/workspace/qlib/qlib/finco/finco_workspace/workflow_config.yaml") - - # 1) show original time - # with TimeInspector.logt("The original time without handler cache:"): - # subprocess.run(f"qrun {config_path}", shell=True) - - # 2) dump handler - task_config = yaml.safe_load(config_path.open()) - # hd_conf = task_config["task"]["dataset"]["kwargs"]["handler"] - # pprint(hd_conf) - # hd: DataHandlerLP = init_instance_by_config(hd_conf) - hd_path = DIRNAME / "handler.pkl" - # hd.to_pickle(hd_path, dump_all=True) - - # 3) create new task with handler cache - new_task_config = deepcopy(task_config) - new_task_config["task"]["dataset"]["kwargs"]["handler"] = f"file://{hd_path}" - new_task_config["sys"] = {"path": [str(config_path.parent.resolve())]} - new_task_path = DIRNAME / "workflow_config.yaml" - print("The location of the new task", new_task_path) - - # save new task - with new_task_path.open("w") as f: - yaml.safe_dump(new_task_config, f, indent=4, sort_keys=False) - - # 4) train model with new task - # with TimeInspector.logt("The time for task with handler cache:"): - # subprocess.run(f"qrun {new_task_path}", shell=True)