1
0
mirror of https://github.com/microsoft/qlib.git synced 2026-07-18 01:44:34 +08:00

Checking dataset empty (#647)

* Checking dataset empty

* add dataset checker
This commit is contained in:
you-n-g
2021-10-14 23:35:12 +08:00
committed by GitHub
parent 9a175d7507
commit 334b92ace7
21 changed files with 47 additions and 0 deletions

View File

@@ -245,6 +245,8 @@ class GATs(Model):
dl_train = dataset.prepare("train", col_set=["feature", "label"], data_key=DataHandlerLP.DK_L)
dl_valid = dataset.prepare("valid", col_set=["feature", "label"], data_key=DataHandlerLP.DK_L)
if dl_train.empty or dl_valid.empty:
raise ValueError("Empty data from dataset, please check your dataset config.")
dl_train.config(fillna_type="ffill+bfill") # process nan brought by dataloader
dl_valid.config(fillna_type="ffill+bfill") # process nan brought by dataloader