liuyu/qlib
1
0
Fork 0
mirror of https://github.com/microsoft/qlib.git synced 2026-07-06 04:20:57 +08:00
Code Activity

Online Serving V11

Browse Source
This commit is contained in:
lzh222333
2021-05-14 06:44:16 +00:00
parent d71a666904
commit ebd01e0de5
21 changed files with 326 additions and 230 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
qlib/utils/__init__.py
View File

@@ -719,7 +719,7 @@ def lazy_sort_index(df: pd.DataFrame, axis=0) -> pd.DataFrame:
FLATTEN_TUPLE = "_FLATTEN_TUPLE"
def flatten_dict(d, parent_key="", sep="."):
def flatten_dict(d, parent_key="", sep=".") -> dict:
"""
Flatten a nested dict.

19
qlib/utils/serial.py
View File

@@ -3,10 +3,12 @@
from pathlib import Path
import pickle
import typing
import dill
from typing import Union
class Serializable:
"""
Serializable will change the behaviors of pickle.
@@ -16,7 +18,7 @@ class Serializable:
"""
pickle_backend = "pickle" # another optional value is "dill" which can pickle more things of python.
default_dump_all = False # if dump all things
default_dump_all = False # if dump all things
def __init__(self):
self._dump_all = self.default_dump_all
@@ -76,6 +78,14 @@ class Serializable:
del self.__dict__[self.FLAG_KEY]
def to_pickle(self, path: Union[Path, str], dump_all: bool = None, exclude: list = None):
"""
Dump self to a pickle file.
Args:
path (Union[Path, str]): the path to dump
dump_all (bool, optional): if need to dump all things. Defaults to None.
exclude (list, optional): will exclude the attributes in this list when dumping. Defaults to None.
"""
self.config(dump_all=dump_all, exclude=exclude)
with Path(path).open("wb") as f:
self.get_backend().dump(self, f)
@@ -83,7 +93,7 @@ class Serializable:
@classmethod
def load(cls, filepath):
"""
load the collector from a file
Load the collector from a filepath.
Args:
filepath (str): the path of file
@@ -104,10 +114,10 @@ class Serializable:
@classmethod
def get_backend(cls):
"""
Return the backend of a Serializable class. The value will be "pickle" or "dill".
Return the real backend of a Serializable class. The pickle_backend value can be "pickle" or "dill".
Returns:
str: The value of "pickle" or "dill"
module: pickle or dill module based on pickle_backend
"""
if cls.pickle_backend == "pickle":
return pickle
@@ -115,4 +125,3 @@ class Serializable:
return dill
else:
raise ValueError("Unknown pickle backend, please use 'pickle' or 'dill'.")