liuyu/qlib
1
0
Fork 0
mirror of https://github.com/microsoft/qlib.git synced 2026-07-17 17:34:35 +08:00
Code Activity

config_extend

Browse Source
This commit is contained in:
Wenxi Wang (FA Talent)
2021-06-22 17:11:00 +08:00
committed by you-n-g
parent d1b8ed9613
commit 85c75a6639
1 changed files with 19 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files

33
qlib/model/trainer.py
View File

@@ -45,21 +45,25 @@ def begin_task_train(task_config: dict, experiment_name: str, recorder_name: str
return recorder return recorder
def fill_placeholder(kwargs, model, dataset): def fill_placeholder(config: dict, config_extend: dict):
""" """
Detect placeholder(<MODEL> and <DATASET>) in dict and fill them. Detect placeholder in config and fill them with config_extend.
Args: Parameters
kwargs (Dict): the parameter dict will be filled ----------
model (Model): fill <MODEL> config : dict
dataset (Dataset): fill <DATASET> the parameter dict will be filled
config_extend : dict
the value of all placeholders
Returns: Returns
Dict: the parameter dict -------
dict
the parameter dict
""" """
top = 0 top = 0
tail = 1 tail = 1
dict_quene = [kwargs] dict_quene = [config]
while(top < tail): while(top < tail):
now_dict = dict_quene[top] now_dict = dict_quene[top]
top += 1 top += 1
@@ -67,11 +71,9 @@ def fill_placeholder(kwargs, model, dataset):
if(isinstance(now_dict[key], dict)): if(isinstance(now_dict[key], dict)):
dict_quene.append(now_dict[key]) dict_quene.append(now_dict[key])
tail += 1 tail += 1
elif(now_dict[key] == "<MODEL>"): elif(now_dict[key] in config_extend.keys()):
now_dict[key] = model now_dict[key] = config_extend[now_dict[key]]
elif(now_dict[key] == "<DATASET>"): return config
now_dict[key] = dataset
return kwargs
def end_task_train(rec: Recorder, experiment_name: str) -> Recorder: def end_task_train(rec: Recorder, experiment_name: str) -> Recorder:
@@ -90,6 +92,7 @@ def end_task_train(rec: Recorder, experiment_name: str) -> Recorder:
# model & dataset initiation # model & dataset initiation
model: Model = init_instance_by_config(task_config["model"]) model: Model = init_instance_by_config(task_config["model"])
dataset: Dataset = init_instance_by_config(task_config["dataset"]) dataset: Dataset = init_instance_by_config(task_config["dataset"])
placehorder_value = {"<MODEL>": model, "<DATASET>": dataset}
# model training # model training
model.fit(dataset) model.fit(dataset)
R.save_objects(**{"params.pkl": model}) R.save_objects(**{"params.pkl": model})
@@ -102,7 +105,7 @@ def end_task_train(rec: Recorder, experiment_name: str) -> Recorder:
records = [records] records = [records]
for record in records: for record in records:
cls, kwargs = get_cls_kwargs(record, default_module="qlib.workflow.record_temp") cls, kwargs = get_cls_kwargs(record, default_module="qlib.workflow.record_temp")
kwargs = fill_placeholder(kwargs, model, dataset) kwargs = fill_placeholder(kwargs, placehorder_value)
kwargs["recorder"] = rec kwargs["recorder"] = rec
r = cls(**kwargs) r = cls(**kwargs)
r.generate() r.generate()