Enhance test for test_cases_step

Author: Flamefire

test/framework/easyblock.py

@@ -1286,7 +1286,8 @@ def test_test_cases_step(self):
         eb.cfg['tests'] = ['/abs/path/does-not-exist']
         self.assertRaisesRegex(EasyBuildError, 'non-existing path: /abs/path/does-not-exist', eb.test_cases_step)
 
-        mock_test_bin = os.path.join(self.test_prefix, 'pi', 'test_me')
+        new_source_path = os.path.join(tempfile.mkdtemp(), 'sources')
+        mock_test_bin = os.path.join(new_source_path, 'pi', 'test_me')
         os.environ['PATH'] += f':{os.path.dirname(mock_test_bin)}'
         write_file(mock_test_bin, "#!/bin/bash\necho 'Test case success'")
 
@@ -1295,10 +1296,12 @@ def test_test_cases_step(self):
         fn = os.path.basename(mock_test_bin)
         self.assertRaisesRegex(EasyBuildError, f'non-existing path: {fn}', eb.test_cases_step)
 
-        init_config(args=[f"--sourcepath={self.test_prefix}"])
+        init_config(args=[f"--sourcepath={new_source_path}", "--debug"])
         write_file(eb.logfile, '')
         eb.test_cases_step()
-        self.assertIn('Test case success', read_file(eb.logfile))
+        logtxt = read_file(eb.logfile)
+        self.assertIn(f'Running test {mock_test_bin}', logtxt)
+        self.assertIn('Test case success', logtxt)
 
         # Also works with non-executable file
         perms = stat.S_IREAD
@@ -1321,13 +1324,17 @@ def test_test_cases_step(self):
         eb.cfg['tests'] = [mock_test_bin_fail]
         write_file(eb.logfile, '')
         self.assertRaisesRegex(RunShellCmdError, f"'{os.path.basename(mock_test_bin_fail)}' failed", eb.test_cases_step)
-        self.assertIn('Test case failure', read_file(eb.logfile))
+        logtxt = read_file(eb.logfile)
+        self.assertIn(f'Running test {mock_test_bin_fail}', logtxt)
+        self.assertIn('Test case failure', logtxt)
 
         # Multiple tests
         eb.cfg['tests'] = [mock_test_bin, mock_test_bin_fail]
         write_file(eb.logfile, '')
         self.assertRaisesRegex(RunShellCmdError, f"'{os.path.basename(mock_test_bin_fail)}' failed", eb.test_cases_step)
         log_txt = read_file(eb.logfile)
+        self.assertIn(f'Running test {mock_test_bin}', logtxt)
+        self.assertIn(f'Running test {mock_test_bin_fail}', logtxt)
         self.assertIn('Test case success', log_txt)
         self.assertIn('Test case failure', log_txt)