mirror of
https://github.com/microsoft/qlib.git
synced 2026-07-01 10:01:19 +08:00
254 lines
6.9 KiB
Python
254 lines
6.9 KiB
Python
# Copyright (c) Microsoft Corporation.
|
|
# Licensed under the MIT License.
|
|
|
|
import sys
|
|
import shutil
|
|
import unittest
|
|
from pathlib import Path
|
|
|
|
import qlib
|
|
from qlib.config import C
|
|
from qlib.utils import init_instance_by_config, flatten_dict
|
|
from qlib.workflow import R
|
|
from qlib.workflow.record_temp import SignalRecord, SigAnaRecord, PortAnaRecord
|
|
from qlib.tests import TestAutoData
|
|
|
|
|
|
market = "csi300"
|
|
benchmark = "SH000300"
|
|
|
|
###################################
|
|
# train model
|
|
###################################
|
|
data_handler_config = {
|
|
"start_time": "2008-01-01",
|
|
"end_time": "2020-08-01",
|
|
"fit_start_time": "2008-01-01",
|
|
"fit_end_time": "2014-12-31",
|
|
"instruments": market,
|
|
}
|
|
|
|
task = {
|
|
"model": {
|
|
"class": "LGBModel",
|
|
"module_path": "qlib.contrib.model.gbdt",
|
|
"kwargs": {
|
|
"loss": "mse",
|
|
"colsample_bytree": 0.8879,
|
|
"learning_rate": 0.0421,
|
|
"subsample": 0.8789,
|
|
"lambda_l1": 205.6999,
|
|
"lambda_l2": 580.9768,
|
|
"max_depth": 8,
|
|
"num_leaves": 210,
|
|
"num_threads": 20,
|
|
},
|
|
},
|
|
"dataset": {
|
|
"class": "DatasetH",
|
|
"module_path": "qlib.data.dataset",
|
|
"kwargs": {
|
|
"handler": {
|
|
"class": "Alpha158",
|
|
"module_path": "qlib.contrib.data.handler",
|
|
"kwargs": data_handler_config,
|
|
},
|
|
"segments": {
|
|
"train": ("2008-01-01", "2014-12-31"),
|
|
"valid": ("2015-01-01", "2016-12-31"),
|
|
"test": ("2017-01-01", "2020-08-01"),
|
|
},
|
|
},
|
|
},
|
|
}
|
|
|
|
port_analysis_config = {
|
|
"strategy": {
|
|
"class": "TopkDropoutStrategy",
|
|
"module_path": "qlib.contrib.strategy.strategy",
|
|
"kwargs": {
|
|
"topk": 50,
|
|
"n_drop": 5,
|
|
},
|
|
},
|
|
"backtest": {
|
|
"verbose": False,
|
|
"limit_threshold": 0.095,
|
|
"account": 100000000,
|
|
"benchmark": benchmark,
|
|
"deal_price": "close",
|
|
"open_cost": 0.0005,
|
|
"close_cost": 0.0015,
|
|
"min_cost": 5,
|
|
},
|
|
}
|
|
|
|
|
|
def train():
|
|
"""train model
|
|
|
|
Returns
|
|
-------
|
|
pred_score: pandas.DataFrame
|
|
predict scores
|
|
performance: dict
|
|
model performance
|
|
"""
|
|
|
|
# model initiaiton
|
|
model = init_instance_by_config(task["model"])
|
|
dataset = init_instance_by_config(task["dataset"])
|
|
# To test __repr__
|
|
print(dataset)
|
|
print(R)
|
|
|
|
# start exp
|
|
with R.start(experiment_name="workflow"):
|
|
R.log_params(**flatten_dict(task))
|
|
model.fit(dataset)
|
|
|
|
# prediction
|
|
recorder = R.get_recorder()
|
|
# To test __repr__
|
|
print(recorder)
|
|
# To test get_local_dir
|
|
print(recorder.get_local_dir())
|
|
rid = recorder.id
|
|
sr = SignalRecord(model, dataset, recorder)
|
|
sr.generate()
|
|
pred_score = sr.load()
|
|
|
|
# calculate ic and ric
|
|
sar = SigAnaRecord(recorder)
|
|
sar.generate()
|
|
ic = sar.load(sar.get_path("ic.pkl"))
|
|
ric = sar.load(sar.get_path("ric.pkl"))
|
|
|
|
return pred_score, {"ic": ic, "ric": ric}, rid
|
|
|
|
|
|
def train_with_sigana():
|
|
"""train model followed by SigAnaRecord
|
|
|
|
Returns
|
|
-------
|
|
pred_score: pandas.DataFrame
|
|
predict scores
|
|
performance: dict
|
|
model performance
|
|
"""
|
|
model = init_instance_by_config(task["model"])
|
|
dataset = init_instance_by_config(task["dataset"])
|
|
|
|
# start exp
|
|
with R.start(experiment_name="workflow_with_sigana"):
|
|
R.log_params(**flatten_dict(task))
|
|
model.fit(dataset)
|
|
|
|
# predict and calculate ic and ric
|
|
recorder = R.get_recorder()
|
|
sar = SigAnaRecord(recorder, model=model, dataset=dataset)
|
|
sar.generate()
|
|
ic = sar.load(sar.get_path("ic.pkl"))
|
|
ric = sar.load(sar.get_path("ric.pkl"))
|
|
pred_score = sar.load("pred.pkl")
|
|
|
|
uri_path = R.get_uri()
|
|
return pred_score, {"ic": ic, "ric": ric}, uri_path
|
|
|
|
|
|
def fake_experiment():
|
|
"""A fake experiment workflow to test uri
|
|
|
|
Returns
|
|
-------
|
|
pass_or_not_for_default_uri: bool
|
|
pass_or_not_for_current_uri: bool
|
|
temporary_exp_dir: str
|
|
"""
|
|
|
|
# start exp
|
|
default_uri = R.get_uri()
|
|
current_uri = "file:./temp-test-exp-mag"
|
|
with R.start(experiment_name="fake_workflow_for_expm", uri=current_uri):
|
|
R.log_params(**flatten_dict(task))
|
|
|
|
current_uri_to_check = R.get_uri()
|
|
default_uri_to_check = R.get_uri()
|
|
return default_uri == default_uri_to_check, current_uri == current_uri_to_check, current_uri
|
|
|
|
|
|
def backtest_analysis(pred, rid):
|
|
"""backtest and analysis
|
|
|
|
Parameters
|
|
----------
|
|
pred : pandas.DataFrame
|
|
predict scores
|
|
rid : str
|
|
the id of the recorder to be used in this function
|
|
|
|
Returns
|
|
-------
|
|
analysis : pandas.DataFrame
|
|
the analysis result
|
|
|
|
"""
|
|
recorder = R.get_recorder(experiment_name="workflow", recorder_id=rid)
|
|
# backtest
|
|
par = PortAnaRecord(recorder, port_analysis_config)
|
|
par.generate()
|
|
analysis_df = par.load(par.get_path("port_analysis.pkl"))
|
|
print(analysis_df)
|
|
return analysis_df
|
|
|
|
|
|
class TestAllFlow(TestAutoData):
|
|
PRED_SCORE = None
|
|
REPORT_NORMAL = None
|
|
POSITIONS = None
|
|
RID = None
|
|
|
|
@classmethod
|
|
def tearDownClass(cls) -> None:
|
|
shutil.rmtree(str(Path(C["exp_manager"]["kwargs"]["uri"].strip("file:")).resolve()))
|
|
|
|
def test_0_train_with_sigana(self):
|
|
TestAllFlow.PRED_SCORE, ic_ric, uri_path = train_with_sigana()
|
|
self.assertGreaterEqual(ic_ric["ic"].all(), 0, "train failed")
|
|
self.assertGreaterEqual(ic_ric["ric"].all(), 0, "train failed")
|
|
shutil.rmtree(str(Path(uri_path.strip("file:")).resolve()))
|
|
|
|
def test_1_train(self):
|
|
TestAllFlow.PRED_SCORE, ic_ric, TestAllFlow.RID = train()
|
|
self.assertGreaterEqual(ic_ric["ic"].all(), 0, "train failed")
|
|
self.assertGreaterEqual(ic_ric["ric"].all(), 0, "train failed")
|
|
|
|
def test_2_backtest(self):
|
|
analyze_df = backtest_analysis(TestAllFlow.PRED_SCORE, TestAllFlow.RID)
|
|
self.assertGreaterEqual(
|
|
analyze_df.loc(axis=0)["excess_return_with_cost", "annualized_return"].values[0],
|
|
0.10,
|
|
"backtest failed",
|
|
)
|
|
|
|
def test_3_expmanager(self):
|
|
pass_default, pass_current, uri_path = fake_experiment()
|
|
self.assertTrue(pass_default, msg="default uri is incorrect")
|
|
self.assertTrue(pass_current, msg="current uri is incorrect")
|
|
shutil.rmtree(str(Path(uri_path.strip("file:")).resolve()))
|
|
|
|
|
|
def suite():
|
|
_suite = unittest.TestSuite()
|
|
_suite.addTest(TestAllFlow("test_0_train_with_sigana"))
|
|
_suite.addTest(TestAllFlow("test_1_train"))
|
|
_suite.addTest(TestAllFlow("test_2_backtest"))
|
|
_suite.addTest(TestAllFlow("test_3_expmanager"))
|
|
return _suite
|
|
|
|
|
|
if __name__ == "__main__":
|
|
runner = unittest.TextTestRunner()
|
|
runner.run(suite())
|