284e88258b70a6695f604247527ceb772b8d46ba,anago/train.py,,main,#,13

Before Change

    train_data, valid_data, test_data, word_to_id, entity_to_id = raw_data

    config = Config(word_to_id, entity_to_id)
    config.embedding_path = os.path.join(os.path.dirname(__file__), "models/embeddings.npz")
    config.word_to_id = word_to_id

    X_train = preprocess.pad_words(train_data["X"], config)
    X_test = preprocess.pad_words(test_data["X"], config)

After Change

    if not args.data_path:
        raise ValueError("Must set --data_path to conll data directory")

    config = Config()

    vocab_words, vocab_tags = reader.load_vocab(args.data_path, args.glove_path)

    embeddings = reader.get_glove_vectors(vocab_words, args.glove_path, dim=100)

Instances