049c293a83ba05d11956568a5c1835757a09e4ef,dnc/sparse_memory.py,SparseMemory,read_from_sparse_memory,#SparseMemory#Any#Any#Any#Any#,142

Before Change

      distances = distances / max(distances)

      read_weights.append(distances)
      read_positions.append(positions)

    // add weight of 0 for least used mem block
    read_weights = T.stack(read_weights, 0)
    read_weights = T.cat([read_weights, read_weights.new(b, 1, 1)], 2)

After Change

    for batch in range(b):
      distances, positions = indexes[batch].search(keys[batch])
      distances = F.softmax(distances)

      read_weights.append(distances)
      read_positions.append(T.clamp(positions, 0, self.mem_size-1))

Instances