ce4a4c6551c8acbb701e16ed8988a17a4209a57c,sequenceLabelling/preprocess.py,,to_vector_elmo,#Any#Any#Any#Any#Any#,236
Before Change
for i in range(0, len(tokens)):
local_tokens = []
for j in range(0, min(len(tokens[i]), maxlen)):
word = tokens[i][j]
if lowercase:
word = _lower(word)
if num_norm:
word = _normalize_num(word)
local_tokens.append(word)
subtokens.append(local_tokens)
After Change
for i in range(0, len(tokens)):
local_tokens = []
for j in range(0, min(len(tokens[i]), maxlen)):
if lowercase:
local_tokens.append(_lower(tokens[i][j]))
else:
local_tokens.append(tokens[i][j])
subtokens.append(local_tokens)
return embeddings.get_sentence_vector_only_ELMo(subtokens)
if use_token_dump:
In pattern: SUPERPATTERN
Frequency: 4
Non-data size: 6
Instances Project Name: kermitt2/delft
Commit Name: ce4a4c6551c8acbb701e16ed8988a17a4209a57c
Time: 2018-07-21
Author: patrice.lopez@science-miner.com
File Name: sequenceLabelling/preprocess.py
Class Name:
Method Name: to_vector_elmo
Project Name: kermitt2/delft
Commit Name: ce4a4c6551c8acbb701e16ed8988a17a4209a57c
Time: 2018-07-21
Author: patrice.lopez@science-miner.com
File Name: sequenceLabelling/preprocess.py
Class Name:
Method Name: to_vector_simple_with_elmo
Project Name: kermitt2/delft
Commit Name: 14ce07bc41bb7fe4c752ae488bb946d36591afd1
Time: 2018-06-29
Author: patrice.lopez@science-miner.com
File Name: sequenceLabelling/preprocess.py
Class Name:
Method Name: to_vector_elmo
Project Name: kermitt2/delft
Commit Name: 14ce07bc41bb7fe4c752ae488bb946d36591afd1
Time: 2018-06-29
Author: patrice.lopez@science-miner.com
File Name: sequenceLabelling/preprocess.py
Class Name:
Method Name: to_vector_simple_with_elmo