From 2e4d9ad936fed1dc19258219116ecfac60a913f0 Mon Sep 17 00:00:00 2001 From: Yixiang Gao Date: Tue, 2 Jan 2024 13:36:38 -0800 Subject: [PATCH] adjsut div factor to avoid underflow --- examples/hlb_cifar10.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/hlb_cifar10.py b/examples/hlb_cifar10.py index 53bf9576..3fad924d 100644 --- a/examples/hlb_cifar10.py +++ b/examples/hlb_cifar10.py @@ -94,7 +94,7 @@ def train_cifar(): 'bias_decay': 1.08 * 6.45e-4 * BS/bias_scaler, 'non_bias_decay': 1.08 * 6.45e-4 * BS, 'final_lr_ratio': 0.025, - 'initial_div_factor': 1e16, + 'initial_div_factor': 1e6, 'label_smoothing': 0.20, 'momentum': 0.85, 'percent_start': 0.23,