liuyu/qlib
1
0
Fork 0
mirror of https://github.com/microsoft/qlib.git synced 2026-07-18 01:44:34 +08:00
Code Activity

optimize get_data code

Browse Source
This commit is contained in:
Linlang
2024-03-06 15:46:26 +08:00
parent e85580600c
commit 467b352553
2 changed files with 1 additions and 42 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/orderbook_data/README.md
View File

@@ -27,7 +27,7 @@ pip install arctic # NOTE: pip may fail to resolve the right package dependency
2. Please follow following steps to download example data 2. Please follow following steps to download example data
```bash ```bash
cd examples/orderbook_data/ cd examples/orderbook_data/
python get_data.py other_data --target_dir ~/.qlib/other_data/orderbook_data --name highfreq_orderbook_example_data.zip python get_data.py download_data --target_dir ~/.qlib/orderbook_data --file_name highfreq_orderbook_example_data.zip
``` ```
3. Please import the example data to your mongo db 3. Please import the example data to your mongo db

41
qlib/tests/data.py
View File

@@ -130,47 +130,6 @@ class GetData:
logger.warning(f"delete: {_p}") logger.warning(f"delete: {_p}")
shutil.rmtree(_p) shutil.rmtree(_p)
def other_data(
self,
target_dir="~/.qlib/other_data",
name=None,
version=None,
delete_old=True,
):
"""Specifies a file name to download a file from a remote location.
Parameters
----------
target_dir: str
data save directory
name: str
filename, by default None
version: str
data version, value from [v1, ...], by default None(use script to specify version)
delete_old: bool
delete an existing directory, by default True
Examples
---------
# get orderbook data
python get_data.py other_data --target_dir ~/.qlib/other_data/orderbook_data --name highfreq_orderbook_example_data.zip
When this command is run, the data will be downloaded from this link: https://qlibpublic.blob.core.windows.net/data/default/stock_data/highfreq_orderbook_example_data.zip?{token}
-------
"""
if name == None:
logger.warning("Specify the name of the file to be downloaded.")
return
file_name = f"{version}/{name}"
file_name = name if version == None else file_name
if not self.check_dataset(file_name):
logger.warning("The file you specified does not exist in the remote repository.")
return
self.download_data(file_name.lower(), target_dir, delete_old)
def qlib_data( def qlib_data(
self, self,
name="qlib_data", name="qlib_data",