6ef5e815d6913a79a4ba422f231ac8ec5116828e,test/test_spark.py,SparkTests,test_mpirun_not_found,#SparkTests#,91

Before Change

    def test_mpirun_not_found(self):
        from pyspark import SparkConf
        from pyspark.sql import SparkSession
        conf = SparkConf().setAppName("test_happy_run").setMaster("local[2]")
        spark = SparkSession \
            .builder \
            .config(conf=conf) \
            .getOrCreate()

        start = time.time()
        try:
            horovod.spark.run(None, env={"PATH": "/nonexistent"})

After Change

    def test_mpirun_not_found(self):
        start = time.time()
        with spark("test_mpirun_not_found"):
            with pytest.raises(Exception, match="^mpirun failed with exit code 127$"):
                horovod.spark.run(None, env={"PATH": "/nonexistent"}, verbose=0)
        self.assertLessEqual(time.time() - start, 10, "Failure propagation took too long")

    
    Test that horovod.spark.run invokes mpi_run properly.

Instances