liuyu/qlib
1
0
Fork 0
mirror of https://github.com/microsoft/qlib.git synced 2026-07-14 16:26:55 +08:00
Code Activity

Simplify count_parameters

Browse Source
This commit is contained in:
D-X-Y
2021-03-08 08:16:17 +00:00
parent 7bed3b4c2e
commit ca48345b29
2 changed files with 9 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
qlib/contrib/model/pytorch_tabnet.py
View File

@@ -100,9 +100,7 @@ class TabnetModel(Model):
self.device self.device
) )
self.logger.info("model:\n{:}\n{:}".format(self.tabnet_model, self.tabnet_decoder)) self.logger.info("model:\n{:}\n{:}".format(self.tabnet_model, self.tabnet_decoder))
self.logger.info( self.logger.info("model size: {:.4f} MB".format(count_parameters([self.tabnet_model, self.tabnet_decoder])))
"model size: {:.4f} MB".format(count_parameters(self.tabnet_model) + count_parameters(self.tabnet_decoder))
)
if optimizer.lower() == "adam": if optimizer.lower() == "adam":
self.pretrain_optimizer = optim.Adam( self.pretrain_optimizer = optim.Adam(

13
qlib/contrib/model/pytorch_utils.py
View File

@@ -1,15 +1,18 @@
# Copyright (c) Microsoft Corporation. # Copyright (c) Microsoft Corporation.
# Licensed under the MIT License. # Licensed under the MIT License.
import numpy as np
import torch.nn as nn import torch.nn as nn
def count_parameters(model_or_parameters, unit="mb"): def count_parameters(models_or_parameters, unit="mb"):
if isinstance(model_or_parameters, nn.Module): if isinstance(models_or_parameters, nn.Module):
counts = np.sum(np.prod(v.size()) for v in model_or_parameters.parameters()) counts = sum(v.numel() for v in models_or_parameters.parameters())
elif isinstance(models_or_parameters, nn.Parameter):
counts = models_or_parameters.numel()
elif isinstance(models_or_parameters, (list, tuple)):
return sum(count_parameters(x, unit) for x in model_or_parameters)
else: else:
counts = np.sum(np.prod(v.size()) for v in model_or_parameters) counts = sum(v.numel() for v in models_or_parameters)
if unit.lower() == "mb": if unit.lower() == "mb":
counts /= 1e6 counts /= 1e6
elif unit.lower() == "kb": elif unit.lower() == "kb":