9be4432a7b5e340ce050bb92ab7b41fafb31eb16,ludwig/utils/strings_utils.py,,get_sequence_vector,#Any#Any#Any#Any#,111

Before Change

def get_sequence_vector(sequence, format, unit_to_id, lowercase=True):
    format_function = get_from_registry(
        format,
        format_registry
    )
    format_dtype = int_type(len(unit_to_id) - 1)
    return _get_sequence_vector(sequence, format_function, format_dtype,
                                unit_to_id, lowercase=lowercase)

After Change

def get_sequence_vector(sequence, format, unit_to_id, lowercase=True):
    tokenizer = get_from_registry(format, tokenizer_registry)()
    format_dtype = int_type(len(unit_to_id) - 1)
    return _get_sequence_vector(
        sequence,
        tokenizer,

Instances