f63995da2695a4b983b162df26b518232aad0ff6,tensorflow_datasets/scripts/document_datasets.py,,_get_nightly_datasets,#,56

Before Change

    stable_version_datasets = f.read().splitlines()

  registered_names = tfds.core.registered.list_full_names()
  nightly_datasets = set(registered_names) - set(stable_version_datasets)

  datasets = collections.defaultdict(lambda: collections.defaultdict(set))

  for name in nightly_datasets:
    res = _FULL_NAME_REG.match(name)
    ds_name = res.group("ds_name")
    config = res.group("config")
    version = res.group("version")
    datasets[ds_name]["version"].add(version)
    datasets[ds_name]["config"].add(config)

  return datasets

_TFDS_NIGHTLY_DATASETS = _get_nightly_datasets()

After Change

    return ds_dict

  registered_ds = to_dict(tfds.core.registered.list_full_names())
  stable_version_ds = to_dict(stable_versions)
  nightly_ds = to_dict([])

  // Get all new key, items
  for k in registered_ds:
    if k in stable_version_ds:
      for prop in registered_ds[k]:
        nightly_ds[k][prop] = registered_ds[k][prop] - stable_version_ds[k][prop]
    else:
      nightly_ds[k] = registered_ds[k]

  // for k in nightly_ds:

Instances