13 lines
527 B
Python
13 lines
527 B
Python
def print_trainable_parameters(model, name = ''):
|
|
trainable_params = 0
|
|
all_param = 0
|
|
for _, param in model.named_parameters():
|
|
all_param += param.numel()
|
|
if param.requires_grad:
|
|
trainable_params += param.numel()
|
|
line_delimiter = "#" * 70
|
|
print('\n', line_delimiter)
|
|
print(
|
|
f"Trainable {name} params: {trainable_params/1000000:.1f}M || All params: {all_param/1000000:.1f}M || trainable = {100 * trainable_params / all_param:.2f}%"
|
|
)
|
|
print(line_delimiter, '\n') |