d545a2a338e2d00e45482fbad287b96995f448e5,probing/split_constituent_data.py,,split_file,#Any#,35

Before Change

    return (pos_record, non_record)

def split_file(fname):
    pieces = fname.split(".json", 1)
    new_pos_name = pieces[0] + ".pos.json" + pieces[1]
    new_non_name = pieces[0] + ".nonterminal.json" + pieces[1]
    log.info("Processing file: %s", fname)
    record_iter = list(utils.load_json_data(fname))
    log.info("  saving to %s and %s", new_pos_name, new_non_name)

After Change

    dirname, base = os.path.split(fname)
    
    pos_dir = os.path.join(dirname, "pos")
    os.makedirs(pos_dir, exist_ok=True)
    new_pos_name = os.path.join(pos_dir, base)
    
    non_dir = os.path.join(dirname, "nonterminal")
    os.makedirs(non_dir, exist_ok=True)

Instances