args = setup_args()
args.warmup_iterations = 20
iterations = 20self.bmuf_process(args, iterations)def test_warmup_sync_bmuf_sync(self):
// Train model for 25 iteration and do warmup sync after 20 iteration// and bmuf sync after 25 iteration
After Change
args = setup_args()
args.warmup_iterations = 20
iterations = 20results = self.bmuf_process(args, iterations)// Make sure params in both machines are sameassertlen(results)== 2
self.assertAlmostEqual(results[0], results[1])