f625f9e060e258c903e44f2d28a6689a123842af,lore/io/connection.py,Connection,insert,#Connection#Any#Any#Any#,162

Before Change

                self._connection.connection.cursor().copy_from(rows, table, null="\\N", sep="|", columns=dataframe.columns)
                self._connection.connection.commit()
                del rows
                gc.collect()
        else:
            dataframe.to_sql(
                table,
                self._connection,

After Change

                self._connection.connection.commit()
                del rows

            elif self._engine.dialect.name == "snowflake":
                // snowflake requires s3 upload to bulk insert
                try:
                    tmp = tempfile.NamedTemporaryFile(delete=False, suffix=".csv.gz")
                    tmp.close()
                    batch.to_csv(tmp.name, index=False, header=False, sep="|", na_rep="\\N", quoting=csv.QUOTE_NONE, compression="gzip")
                    self._connection.connection.cursor().execute("PUT file://%(path)s @~/staged;" % {"path": tmp.name})
                    self._connection.connection.cursor().execute(

Instances