cbe2758007e312c168aef30328693027b6a4b7e9,conceptnet5/vectors/debias.py,,de_bias_category,#Any#Any#Any#,502

Before Change

    // Make a modified version of the space that projects the bias vectors to 0.
    // Then weight each row of that space by "applicability", the probability
    // that each row should be de-biased.
    modified_component = reject_subspace(frame, components_to_reject).mul(applicability, axis=0)
    del components_to_reject

    // Make another component representing the vectors that should not be
    // de-biased: the original space times (1 - applicability).

After Change

    // Then weight each row of that space by "applicability", the probability
    // that each row should be de-biased.  This is also done on shards.
    modified_component = np.zeros(shape=frame.values.shape, dtype=np.float32)
    for shard_start, shard_end in make_shard_endpoints(len(frame)):
        modified_component[shard_start:shard_end, :] = \
            reject_subspace(frame[shard_start:shard_end], components_to_reject).mul(
                applicability[shard_start:shard_end], axis=0).values
    del components_to_reject

    // Make another component representing the vectors that should not be
    // de-biased: the original space times (1 - applicability).

Instances