args = setup_args()
args.warmup_iterations = 20
iterations = 20
self.bmuf_process(args, iterations)
def test_warmup_sync_bmuf_sync(self):
// Train model for 25 iteration and do warmup sync after 20 iteration
// and bmuf sync after 25 iteration
After Change
args = setup_args()
args.warmup_iterations = 20
iterations = 20
results = self.bmuf_process(args, iterations)
// Make sure params in both machines are same
assert len(results) == 2
self.assertAlmostEqual(results[0], results[1])