ffdd950970c5953e351fa88795fe916b3465d813,python/src/nnabla/utils/data_source_implements.py,CacheDataSource,_get_data,#CacheDataSource#Any#,59

Before Change

            self._current_filename = filename
            self._current_data = {}
            with self._filereader.open_cache(self._current_filename) as cache:
                for k, v in cache.items():
                    self._current_data[k] = v.value
        data = [self._current_data[v][index] for v in self.variables]
        if self._normalize:
            data = [d.astype(numpy.float32) * (1.0 / 255.0)
                    if d.dtype == numpy.uint8 else d for d in data]

After Change

        if filename != self._current_filename:
            file_names_to_prefetch = None
            if self._cache_type == ".npy" and self._num_of_threads > 0:
                file_names_to_prefetch = [o[0] for o in self._order[position + self._max_length:position + self._max_length *
                                                                    self._num_of_threads:self._max_length]]

            self._current_data = self._get_next_data(
                filename, file_names_to_prefetch)
            self._current_filename = filename

Instances