049c293a83ba05d11956568a5c1835757a09e4ef,dnc/sparse_memory.py,SparseMemory,read_from_sparse_memory,#SparseMemory#Any#Any#Any#Any#,142

Before Change

    for batch in range(b):
      distances, positions = indexes[batch].search(keys[batch], k=self.K)
      distances = distances / max(distances)

      read_weights.append(distances)
      read_positions.append(positions)

After Change

    for batch in range(b):
      distances, positions = indexes[batch].search(keys[batch])
      distances = F.softmax(distances)

      read_weights.append(distances)
      read_positions.append(T.clamp(positions, 0, self.mem_size-1))

Instances