a74039320336c858a0b13f5161c0f7fda2f4922b,opennmt/tests/tflite_test.py,,_get_predictions,#Any#Any#Any#,32

Before Change

    pred_ids = tf.squeeze(tokens_to_ids.lookup(pred["tokens"]))
    tflite_concrete_fn = tf.function(
        model.infer_tflite,
        input_signature=[tf.TensorSpec([None], dtype=tf.dtypes.int32, name="ids")],
    ).get_concrete_function()
    tflite_pred_ids = tflite_concrete_fn(elem_ids)

After Change

    _, pred = model(elem)
    pred_ids = tf.squeeze(tokens_to_ids.lookup(pred["tokens"]))
    tflite_concrete_fn = model.tflite_function().get_concrete_function()
    tflite_pred_ids = tflite_concrete_fn(elem_ids)

    // Modify tflite ids tensor to be the same size as normal model output
    if tf.size(pred_ids) < tf.size(tflite_pred_ids):

Instances