45f4f81aaf15c1122b1f6623e1bef297e1837dbd,rl_loop.py,,validate,#Any#Any#,131

Before Change

        model_name = get_model(model_num)

    holdout_set = get_model(model_num - 1)
    if not holdout_set:
        print("No model found for number {}, unable to validate {}".format(
            model_num-1, model_name))
        main.validate()


parser = argparse.ArgumentParser()

argh.add_commands(parser, [train, selfplay, gather,
                           bootstrap, game_counts, validate])

After Change

    with timer("Getting list of holdout games"):
        games = gfile.Glob(os.path.join(HOLDOUT_DIR, "**", "*.zz"))
    // Run on the most recent 20ish generations
    games = games[-20 * int(MAX_GAMES_PER_GENERATION * HOLDOUT_PCT):]
    main.validate(games,
                  load_file=os.path.join(MODELS_DIR, model_name),
                  logdir=logdir)

Instances