86d4c5df21db07ab75e7eac9ed36d2799b4bf440,research/src/fetch_campaign_donations.py,Donation,data,#Donation#,90

Before Change

        committees
        
        files = self.FILENAMES.get(year)
        if not files:  // it"s 2010, a different file architecture
            return {
                "candidates": self._data_by_pattern("Receitas", "candidato"),
                "parties": self._data_by_pattern("Receitas", "partido"),
                "committees": self._data_by_pattern("Receitas", "comite")
            }

        paths = (os.path.join(self.directory, filename) for filename in files)
        keys = ("candidates", "parties", "committees")
        return {
            key: self._read_csv(path, chunksize=10000)

After Change

        data = self._data()
        for key in KEYS:
            normalize_columns = self.NORMALIZE_COLUMNS.get(key)
            if key in data:
                // strip columns names ("foobar " -> "foobar")
                names = data[key].columns.values
                cleaned_columns = {name: name.strip() for name in names}
                data[key].rename(columns=cleaned_columns, inplace=True)
                // normalize & translate
                data[key].rename(columns=normalize_columns, inplace=True)
                data[key].rename(columns=TRANSLATIONS, inplace=True)
        return data

    def __enter__(self):
        self._download()

Instances