for rg_option in rg_options:
for wd_option in wd_options:
for mp_option in mp_options:
kwarg = {}
kwarg.update(mom_option)
kwarg.update(cg_option)
kwarg.update(rg_option)
kwarg.update(wd_option)
kwarg.update(mp_option)
compare_optimizer(opt1(**kwarg), opt2(**kwarg), shape, dtype,
After Change
for dtype in [np.float32]:
for params in itertools.product(mom_options, cg_options, rg_options,
wd_options, agg_options):
kwarg = {k: v for param in params for k, v in param.items()}
compare_optimizer(opt1(**kwarg),
opt2(use_fused_step=True, lazy_update=True, **kwarg), shapes, dtype,
w_stype="row_sparse", g_stype="row_sparse")
compare_optimizer(opt1(**kwarg),