fix warmup

This commit is contained in:
littletomatodonkey
2021-12-16 17:33:26 +00:00
parent ff185e6004
commit ecbd574e6d
2 changed files with 2 additions and 0 deletions
@@ -28,6 +28,7 @@ Optimizer:
lr:
name: Cosine
learning_rate: 0.001
warmup_epoch: 5
regularizer:
name: 'L2'
factor: 0.00004
@@ -28,6 +28,7 @@ Optimizer:
lr:
name: Cosine
learning_rate: 0.001
warmup_epoch: 5
regularizer:
name: 'L2'
factor: 0.00001