86d4c5df21db07ab75e7eac9ed36d2799b4bf440,research/src/fetch_campaign_donations.py,Donation,data,#Donation#,90

Before Change

                "committees": self._data_by_pattern("Receitas", "comite")
            }

        paths = (os.path.join(self.directory, filename) for filename in files)
        keys = ("candidates", "parties", "committees")
        return {
            key: self._read_csv(path, chunksize=10000)
            for path, key in zip(keys, paths)
        }

    def __enter__(self):
        self._download()

After Change

    def data(self):
        Takes self._data, clean, normalizes and translate it
        data = self._data()
        for key in KEYS:
            normalize_columns = self.NORMALIZE_COLUMNS.get(key)
            if key in data:
                // strip columns names ("foobar " -> "foobar")
                names = data[key].columns.values
                cleaned_columns = {name: name.strip() for name in names}
                data[key].rename(columns=cleaned_columns, inplace=True)
                // normalize & translate
                data[key].rename(columns=normalize_columns, inplace=True)
                data[key].rename(columns=TRANSLATIONS, inplace=True)
        return data

    def __enter__(self):
        self._download()

Instances