f25d9afd2572b98c56c3f597ad8da2648cd7b663,stanza/utils/training/common.py,,main,#Any#Any#Any#,21

Before Change

def main(run_treebank, model_dir, model_name):
    paths = default_paths.get_default_paths()
    args = sys.argv[1:]
    if args[0].startswith("--"):
        mode = Mode[args[0][2:].upper()]
        args = args[1:]
    else:
        mode = Mode.TRAIN
    treebank = args[0]
    extra_args = args[1:]

    if treebank.lower() in ("ud_all", "all_ud"):

After Change

    mode = command_args.mode
    treebanks = []

    for treebank in command_args.treebanks:
        if treebank.lower() in ("ud_all", "all_ud"):
            ud_treebank = common.get_ud_treebanks(paths["UDBASE"])

            for t in ud_treebank:
                short_name = treebank_to_short_name(t)
                model_path = "saved_models/%s/%s_%s.pt" % (model_dir, short_name, model_name)
                logger.debug("Looking for %s" % model_path)
                if mode == Mode.TRAIN and os.path.exists(model_path):
                    logger.info("%s: %s exists, skipping!" % (t, model_path))
                else:
                    treebanks.append(t)
        else:
            treebanks.append(treebank)

    for treebank in treebanks:
        short_name = treebank_to_short_name(treebank)
        logger.debug("%s: %s" % (treebank, short_name))
        run_treebank(mode, paths, treebank, short_name, command_args, extra_args)

Instances