d093821282aefd1185216307634111b7ce59a127,unittests/test_cli.py,TestFrontend,test_custom_performance_check_failure,#TestFrontend#,147

Before Change

    def test_custom_performance_check_failure(self):
        self.checkfile = "unittests/resources/frontend_checks.py"
        self.options = [ "--tag CustomPerformanceFailureCheck" ]
        command = os_ext.run_command(self._invocation_cmd())
        self.assertIn("FAILED", command.stdout)

        // This is a normal failure, it should not raise any exception
        self.assertNotIn("Traceback", command.stderr)
        self.assertNotEqual(command.returncode, 0)

        partitions = re.findall(">>>> Running regression on partition: (\S+)",
                                command.stdout)
        self.assertTrue(self._stage_exists("CustomPerformanceFailureCheck",
                                           partitions, self.prgenv))
        self.assertNotIn("Check log file:", command.stdout)

After Change

        self.checkfile = "unittests/resources/frontend_checks.py"
        self.options = [ "--tag CustomPerformanceFailureCheck" ]

        returncode, stdout, stderr = self._run_reframe()
        self.assertIn("FAILED", stdout)

        // This is a normal failure, it should not raise any exception

Instances