6ef5e815d6913a79a4ba422f231ac8ec5116828e,test/test_spark.py,SparkTests,test_timeout,#SparkTests#,71

Before Change

            .config(conf=conf) \
            .getOrCreate()

        try:
            horovod.spark.run(None, num_proc=4, start_timeout=5,
                              env={"PATH": os.environ.get("PATH")})
            self.fail("Timeout expected")
        except Exception as e:
            print("Caught exception:")
            traceback.print_exc()
            self.assertIn("Timed out waiting for Spark tasks to start", str(e))
        finally:
            spark.stop()

    def test_mpirun_not_found(self):
        from pyspark import SparkConf
        from pyspark.sql import SparkSession
        conf = SparkConf().setAppName("test_happy_run").setMaster("local[2]")

After Change

    def test_timeout(self):
        with spark("test_timeout"):
            with pytest.raises(Exception, match="^Timed out waiting for Spark tasks to start."):
                horovod.spark.run(None, num_proc=4, start_timeout=5,
                                  env={"PATH": os.environ.get("PATH")},
                                  verbose=0)

    def test_mpirun_not_found(self):
        start = time.time()
        with spark("test_mpirun_not_found"):
            with pytest.raises(Exception, match="^mpirun failed with exit code 127$"):

Instances