Commit ea797552 authored by Yin, Junqi's avatar Yin, Junqi

print parameter

parent fa6f7b88
......@@ -158,6 +158,6 @@ def print_grad_norm(conf, model, scheduler):
conf.logger.log(f"epoch: {scheduler.epoch_} step: {scheduler.local_index}")
for name, param in model.named_parameters():
if param.requires_grad:
conf.logger.log(f"parameter: {name} grad_norm: {param.grad.data.norm().item()}")
conf.logger.log(f"parameter: {name} param_norm: {param.data.norm().item()} grad_norm: {param.grad.data.norm().item()}")
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment