mirror of
https://github.com/microsoft/qlib.git
synced 2026-07-14 16:26:55 +08:00
update version number & model license
This commit is contained in:
@@ -1,128 +0,0 @@
|
|||||||
# Copyright (c) Microsoft Corporation.
|
|
||||||
# Licensed under the MIT License.
|
|
||||||
|
|
||||||
import sys
|
|
||||||
from pathlib import Path
|
|
||||||
|
|
||||||
import qlib
|
|
||||||
import pandas as pd
|
|
||||||
from qlib.config import REG_CN
|
|
||||||
from qlib.contrib.model.gbdt import LGBModel
|
|
||||||
from qlib.contrib.data.handler import Alpha158
|
|
||||||
from qlib.contrib.strategy.strategy import TopkDropoutStrategy
|
|
||||||
from qlib.contrib.evaluate import (
|
|
||||||
backtest as normal_backtest,
|
|
||||||
risk_analysis,
|
|
||||||
)
|
|
||||||
from qlib.utils import exists_qlib_data, init_instance_by_config
|
|
||||||
from qlib.workflow import R
|
|
||||||
from qlib.workflow.record_temp import SignalRecord, PortAnaRecord
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
|
||||||
|
|
||||||
# use default data
|
|
||||||
provider_uri = "~/.qlib/qlib_data/cn_data" # target_dir
|
|
||||||
if not exists_qlib_data(provider_uri):
|
|
||||||
print(f"Qlib data is not found in {provider_uri}")
|
|
||||||
sys.path.append(str(Path(__file__).resolve().parent.parent.joinpath("scripts")))
|
|
||||||
from get_data import GetData
|
|
||||||
|
|
||||||
GetData().qlib_data(target_dir=provider_uri, region=REG_CN)
|
|
||||||
|
|
||||||
qlib.init(provider_uri=provider_uri, region=REG_CN)
|
|
||||||
|
|
||||||
market = "csi300"
|
|
||||||
benchmark = "SH000300"
|
|
||||||
|
|
||||||
###################################
|
|
||||||
# train model
|
|
||||||
###################################
|
|
||||||
data_handler_config = {
|
|
||||||
"start_time": "2008-01-01",
|
|
||||||
"end_time": "2020-08-01",
|
|
||||||
"fit_start_time": "2008-01-01",
|
|
||||||
"fit_end_time": "2014-12-31",
|
|
||||||
"instruments": market,
|
|
||||||
}
|
|
||||||
|
|
||||||
task = {
|
|
||||||
"model": {
|
|
||||||
"class": "LGBModel",
|
|
||||||
"module_path": "qlib.contrib.model.gbdt",
|
|
||||||
"kwargs": {
|
|
||||||
"loss": "mse",
|
|
||||||
"colsample_bytree": 0.8879,
|
|
||||||
"learning_rate": 0.0421,
|
|
||||||
"subsample": 0.8789,
|
|
||||||
"lambda_l1": 205.6999,
|
|
||||||
"lambda_l2": 580.9768,
|
|
||||||
"max_depth": 8,
|
|
||||||
"num_leaves": 210,
|
|
||||||
"num_threads": 20,
|
|
||||||
},
|
|
||||||
},
|
|
||||||
"dataset": {
|
|
||||||
"class": "DatasetH",
|
|
||||||
"module_path": "qlib.data.dataset",
|
|
||||||
"kwargs": {
|
|
||||||
"handler": {
|
|
||||||
"class": "Alpha158",
|
|
||||||
"module_path": "qlib.contrib.data.handler",
|
|
||||||
"kwargs": data_handler_config,
|
|
||||||
},
|
|
||||||
"segments": {
|
|
||||||
"train": ("2008-01-01", "2014-12-31"),
|
|
||||||
"valid": ("2015-01-01", "2016-12-31"),
|
|
||||||
"test": ("2017-01-01", "2020-08-01"),
|
|
||||||
},
|
|
||||||
},
|
|
||||||
},
|
|
||||||
}
|
|
||||||
|
|
||||||
port_analysis_config = {
|
|
||||||
"strategy": {
|
|
||||||
"class": "TopkDropoutStrategy",
|
|
||||||
"module_path": "qlib.contrib.strategy.strategy",
|
|
||||||
"kwargs": {
|
|
||||||
"topk": 50,
|
|
||||||
"n_drop": 5,
|
|
||||||
},
|
|
||||||
},
|
|
||||||
"backtest": {
|
|
||||||
"verbose": False,
|
|
||||||
"limit_threshold": 0.095,
|
|
||||||
"account": 100000000,
|
|
||||||
"benchmark": benchmark,
|
|
||||||
"deal_price": "close",
|
|
||||||
"open_cost": 0.0005,
|
|
||||||
"close_cost": 0.0015,
|
|
||||||
"min_cost": 5,
|
|
||||||
},
|
|
||||||
}
|
|
||||||
|
|
||||||
# model initiaiton
|
|
||||||
model = init_instance_by_config(task["model"])
|
|
||||||
dataset = init_instance_by_config(task["dataset"])
|
|
||||||
|
|
||||||
# start exp to train init model
|
|
||||||
with R.start(experiment_name="init models"):
|
|
||||||
model.fit(dataset)
|
|
||||||
R.save_objects(init_model=model)
|
|
||||||
rid = R.get_recorder().id
|
|
||||||
|
|
||||||
# Finetune model based on previous trained model
|
|
||||||
with R.start(experiment_name="finetune model"):
|
|
||||||
recorder = R.get_recorder(rid, experiment_name="init models")
|
|
||||||
model = recorder.load_object("init_model")
|
|
||||||
model.finetune(dataset, num_boost_round=10)
|
|
||||||
R.save_objects(model=model)
|
|
||||||
|
|
||||||
# prediction
|
|
||||||
recorder = R.get_recorder()
|
|
||||||
sr = SignalRecord(model, dataset, recorder)
|
|
||||||
sr.generate()
|
|
||||||
|
|
||||||
# backtest
|
|
||||||
par = PortAnaRecord(recorder, port_analysis_config)
|
|
||||||
par.generate()
|
|
||||||
@@ -2,7 +2,7 @@
|
|||||||
# Licensed under the MIT License.
|
# Licensed under the MIT License.
|
||||||
|
|
||||||
|
|
||||||
__version__ = "0.5.1.dev0"
|
__version__ = "0.6.0.alpha"
|
||||||
|
|
||||||
import os
|
import os
|
||||||
import re
|
import re
|
||||||
|
|||||||
@@ -1,14 +1,5 @@
|
|||||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
# Copyright (c) Microsoft Corporation.
|
||||||
# you may not use this file except in compliance with the License.
|
# Licensed under the MIT License.
|
||||||
# You may obtain a copy of the License at
|
|
||||||
#
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
#
|
|
||||||
# Unless required by applicable law or agreed to in writing, software
|
|
||||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
# See the License for the specific language governing permissions and
|
|
||||||
# limitations under the License.
|
|
||||||
|
|
||||||
import numpy as np
|
import numpy as np
|
||||||
import pandas as pd
|
import pandas as pd
|
||||||
|
|||||||
@@ -1,15 +1,6 @@
|
|||||||
# Copyright (c) Microsoft Corporation.
|
# Copyright (c) Microsoft Corporation.
|
||||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
# Licensed under the MIT License.
|
||||||
# you may not use this file except in compliance with the License.
|
|
||||||
# You may obtain a copy of the License at
|
|
||||||
#
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
#
|
|
||||||
# Unless required by applicable law or agreed to in writing, software
|
|
||||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
# See the License for the specific language governing permissions and
|
|
||||||
# limitations under the License.
|
|
||||||
from __future__ import division
|
from __future__ import division
|
||||||
from __future__ import print_function
|
from __future__ import print_function
|
||||||
|
|
||||||
|
|||||||
@@ -1,14 +1,5 @@
|
|||||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
# Copyright (c) Microsoft Corporation.
|
||||||
# you may not use this file except in compliance with the License.
|
# Licensed under the MIT License.
|
||||||
# You may obtain a copy of the License at
|
|
||||||
#
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
#
|
|
||||||
# Unless required by applicable law or agreed to in writing, software
|
|
||||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
# See the License for the specific language governing permissions and
|
|
||||||
# limitations under the License.
|
|
||||||
|
|
||||||
import numpy as np
|
import numpy as np
|
||||||
import pandas as pd
|
import pandas as pd
|
||||||
|
|||||||
@@ -56,6 +56,23 @@ class ModelFT(Model):
|
|||||||
def finetune(self, dataset: Dataset):
|
def finetune(self, dataset: Dataset):
|
||||||
"""finetune model based given dataset
|
"""finetune model based given dataset
|
||||||
|
|
||||||
|
A typical use case of finetuning model with qlib.workflow.R
|
||||||
|
|
||||||
|
.. code-block:: python
|
||||||
|
|
||||||
|
# start exp to train init model
|
||||||
|
with R.start(experiment_name="init models"):
|
||||||
|
model.fit(dataset)
|
||||||
|
R.save_objects(init_model=model)
|
||||||
|
rid = R.get_recorder().id
|
||||||
|
|
||||||
|
# Finetune model based on previous trained model
|
||||||
|
with R.start(experiment_name="finetune model"):
|
||||||
|
recorder = R.get_recorder(rid, experiment_name="init models")
|
||||||
|
model = recorder.load_object("init_model")
|
||||||
|
model.finetune(dataset, num_boost_round=10)
|
||||||
|
|
||||||
|
|
||||||
Parameters
|
Parameters
|
||||||
----------
|
----------
|
||||||
dataset : Dataset
|
dataset : Dataset
|
||||||
|
|||||||
2
setup.py
2
setup.py
@@ -12,7 +12,7 @@ from setuptools import find_packages, setup, Extension
|
|||||||
NAME = "pyqlib"
|
NAME = "pyqlib"
|
||||||
DESCRIPTION = "A Quantitative-research Platform"
|
DESCRIPTION = "A Quantitative-research Platform"
|
||||||
REQUIRES_PYTHON = ">=3.5.0"
|
REQUIRES_PYTHON = ">=3.5.0"
|
||||||
VERSION = "0.5.1.dev0"
|
VERSION = "0.6.0.alpha"
|
||||||
|
|
||||||
# Detect Cython
|
# Detect Cython
|
||||||
try:
|
try:
|
||||||
|
|||||||
Reference in New Issue
Block a user