liuyu/qlib
1
0
Fork 0
mirror of https://github.com/microsoft/qlib.git synced 2026-07-18 01:44:34 +08:00
Code Activity

Checking dataset empty (#647)

Browse Source 
* Checking dataset empty

* add dataset checker
This commit is contained in:
you-n-g
2021-10-14 23:35:12 +08:00
committed by GitHub
parent 9a175d7507
commit 334b92ace7
21 changed files with 47 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
qlib/contrib/model/pytorch_alstm_ts.py
View File

@@ -207,6 +207,8 @@ class ALSTM(Model):
):
dl_train = dataset.prepare("train", col_set=["feature", "label"], data_key=DataHandlerLP.DK_L)
dl_valid = dataset.prepare("valid", col_set=["feature", "label"], data_key=DataHandlerLP.DK_L)
if dl_train.empty or dl_valid.empty:
raise ValueError("Empty data from dataset, please check your dataset config.")
dl_train.config(fillna_type="ffill+bfill") # process nan brought by dataloader
dl_valid.config(fillna_type="ffill+bfill") # process nan brought by dataloader