8859c20eb97e803f66487c74615350b955efab4a,scripts/word_embeddings/utils.py,,prune_sentences,#Any#Any#,61

Before Change

    Downsample frequent words.
    pruned = []
    for idx in coded:
        if np.random.uniform(0.0, 1.0) < idx_to_pdiscard[idx]:
            pruned.append(idx)
    return pruned

After Change

@numba_njit
def prune_sentences(coded, idx_to_pdiscard):
    Downsample frequent words.
    return [t for t in coded if random.uniform(0, 1) > idx_to_pdiscard[t]]

Instances