add BLAS test

eessi/testsuite/common_config.py

@@ -100,8 +100,8 @@ def common_eessi_init(eessi_version=None):
     if eessi_cvmfs_repo is None:
         rflog.getlogger().warning(' '.join([
             "Environment variable 'EESSI_CVMFS_REPO' is not defined.",
-            "If you do not intend to use the EESSI software stack, this is perfectly fine.",
-            "To use EESSI, initialize the EESSI environment before running the test suite.",
+            "If you plan to use the EESSI software stack,",
+            "make sure to initialize the EESSI environment before running the test suite.",
         ]))
         return ''
 

eessi/testsuite/constants.py

@@ -63,6 +63,7 @@ class _GPUVendors(NamedTuple):
     '1_core': {'num_nodes': 1, 'num_cpus_per_node': 1, 'num_gpus_per_node': 1},
     '2_cores': {'num_nodes': 1, 'num_cpus_per_node': 2, 'num_gpus_per_node': 1},
     '4_cores': {'num_nodes': 1, 'num_cpus_per_node': 4, 'num_gpus_per_node': 1},
+    '8_cores': {'num_nodes': 1, 'num_cpus_per_node': 8, 'num_gpus_per_node': 1},
     # renamed after v0.2.0 from 1_cpn_2_nodes to make more unique
     '1cpn_2nodes': {'num_nodes': 2, 'num_cpus_per_node': 1, 'num_gpus_per_node': 1},
     # renamed after v0.2.0 from 1_cpn_4_nodes to make more unique

eessi/testsuite/eessi_mixin.py

@@ -38,16 +38,20 @@ class EESSI_Mixin(RegressionMixin):
     - Init phase: time_limit, measure_memory_usage, bench_name_ci
     """
 
-    # Set defaults for these class variables, can be overwritten by child class if desired
+    # Defaults for ReFrame variables that can be overwritten on the cmd line
     measure_memory_usage = variable(bool, value=False)
     exact_memory = variable(bool, value=False)
     user_executable_opts = variable(str, value='')
+    thread_binding = variable(str, value='false')
+
+    # Set defaults for these class variables, can be overwritten by child class if desired
     scale = parameter(SCALES.keys())
     bench_name = None
     bench_name_ci = None
     is_ci_test = False
     num_tasks_per_compute_unit = 1
     always_request_gpus = None
+    require_buildenv_module = False
     require_internet = False
 
     # Create ReFrame variables for logging runtime environment information
@@ -126,10 +130,20 @@ def EESSI_mixin_run_after_init(self):
         # Filter on which scales are supported by the partitions defined in the ReFrame configuration
         hooks.filter_supported_scales(self)
 
-        hooks.filter_valid_systems_by_device_type(self, required_device_type=self.device_type)
-
         hooks.set_modules(self)
 
+        if self.require_buildenv_module:
+            hooks.add_buildenv_module(self)
+
+        thread_binding = self.thread_binding.lower()
+        if thread_binding in ('true', 'compact'):
+            hooks.set_compact_thread_binding(self)
+        elif thread_binding != 'false':
+            err_msg = f"Invalid thread_binding value '{thread_binding}'. Valid values: 'true', 'compact', or 'false'."
+            raise ReframeFatalError(err_msg)
+
+        hooks.filter_valid_systems_by_device_type(self, required_device_type=self.device_type)
+
         # Set scales as tags
         hooks.set_tag_scale(self)
 
@@ -210,10 +224,11 @@ def EESSI_mixin_log_runtime_info(self):
         path to the modulefile, EESSI software subdir, EESSI testsuite version"""
         self.postrun_cmds.append('echo "EESSI_CVMFS_REPO: $EESSI_CVMFS_REPO"')
         self.postrun_cmds.append('echo "EESSI_SOFTWARE_SUBDIR: $EESSI_SOFTWARE_SUBDIR"')
-        if self.module_name:
-            # Get full modulepath
-            get_full_modpath = f'echo "FULL_MODULEPATH: $(module --location show {self.module_name} 2>&1)"'
-            self.postrun_cmds.append(get_full_modpath)
+        if self.module_names:
+            for mod in self.module_names:
+                # Get full modulepath
+                get_full_modpath = f'echo "FULL_MODULEPATH: $(module --location show {mod} 2>&1)"'
+                self.postrun_cmds.append(get_full_modpath)
 
     @run_before('run', always_last=True)
     def EESSI_mixin_set_user_executable_opts(self):

eessi/testsuite/hooks.py

@@ -9,8 +9,12 @@
 
 from eessi.testsuite.constants import (COMPUTE_UNITS, DEVICE_TYPES, EXTRAS, FEATURES,
                                        GPU_VENDORS, INVALID_SYSTEM, SCALES)
-from eessi.testsuite.utils import (get_max_avail_gpus_per_node, is_cuda_required_module, log,
-                                   check_proc_attribute_defined, check_extras_key_defined)
+from eessi.testsuite.utils import (check_extras_key_defined, check_proc_attribute_defined, find_modules,
+                                   get_max_avail_gpus_per_node, is_cuda_required_module, log, split_module,
+                                   select_matching_modules)
+
+# global variables
+_buildenv_modules = []
 
 
 def _assign_default_num_cpus_per_node(test: rfm.RegressionTest):
@@ -463,7 +467,7 @@ def filter_valid_systems_by_device_type(test: rfm.RegressionTest, required_devic
     cause the valid_systems to be set to an empty string, and consequently the
     test.valid_systems to an invalid system name (eessi.testsuite.constants.INVALID_SYSTEM).
     """
-    is_cuda_module = is_cuda_required_module(test.module_name)
+    is_cuda_module = is_cuda_required_module(test.module_names)
 
     if is_cuda_module and required_device_type == DEVICE_TYPES.GPU:
         # CUDA modules and when using a GPU require partitions with FEATURES.GPU feature and
@@ -613,14 +617,25 @@ def req_memory_per_node(test: rfm.RegressionTest, app_mem_req: float):
 
 def set_modules(test: rfm.RegressionTest):
     """
-    Skip current test if module_name is not among a list of modules,
+    Set modules test parameter via module_name, which can be a string or a list of strings
+    Skip current test if any of the module names is not present in the list of modules,
     specified with --setvar modules=<comma-separated-list>.
     """
-    if test.modules and test.module_name not in test.modules:
-        test.valid_systems = []
-        log(f'valid_systems set to {test.valid_systems}')
-
-    test.modules = [test.module_name]
+    if not test.module_name:
+        return
+    if isinstance(test.module_name, str):
+        test.module_names = [test.module_name]
+    elif isinstance(test.module_name, (list, tuple)):
+        test.module_names = test.module_name
+    else:
+        raise TypeError(f'module_name is a {type(test.module_name).__name__}, should be string, list, or tuple')
+    if test.modules:
+        for name in test.module_names:
+            if name not in test.modules:
+                test.valid_systems = []
+                log(f'module {name} not in {test.modules}, valid_systems set to {test.valid_systems}')
+
+    test.modules = test.module_names
     log(f'modules set to {test.modules}')
 
 
@@ -765,3 +780,62 @@ def extract_memory_usage(self):
         return hooks.extract_memory_usage(self)
     """
     return sn.extractsingle(r'^MAX_MEM_IN_MIB=(?P<memory>\S+)', test.stdout, 'memory', int)
+
+
+def add_buildenv_module(test: rfm.RegressionTest, index=-1):
+    """
+    Add a buildenv module that matches the reference module to the list of modules
+
+
+    Arguments:
+    - test: ReFrame test to which this hook should apply
+    - index: module index in test.modules to take as the reference (default is last);
+             note that the reference module’s toolchain should not be at the system
+             level: otherwise only buildenv modules at the system level can be added
+
+    Requirements:
+    - recent enough easybuild python package
+    - a matching default buildenv module (e.g. buildenv/default-foss-2024a) available on the system
+    """
+    for mod in test.modules:
+        if mod.split('/')[0] == 'buildenv':
+            # buildenv module already in the list
+            return
+
+    # get list of buildenv modules on the system
+    # make global to avoid calculating _buildenv_modules multiple times
+    global _buildenv_modules
+    if not _buildenv_modules:
+        _buildenv_modules = set(find_modules('buildenv'))
+        to_remove = []
+        for mod in _buildenv_modules:
+            mod_parts = split_module(mod)
+            if mod_parts[4] or mod_parts[1] != 'default':
+                # only consider default buildenv modules without versionsuffixes
+                to_remove.append(mod)
+
+        _buildenv_modules = [x for x in _buildenv_modules if x not in to_remove]
+
+        if not _buildenv_modules:
+            msg = 'No default buildenv modules without versionsuffixes found on the system.'
+            log(msg)
+            test.valid_systems = [INVALID_SYSTEM]
+            return
+
+    ref_module = test.modules[index]
+    matching_modules = select_matching_modules(list(_buildenv_modules), ref_module)
+
+    if not matching_modules:
+        msg = f'No matching buildenv module for {ref_module} found on the system.'
+        log(msg)
+        test.valid_systems = [INVALID_SYSTEM]
+        return
+
+    if len(matching_modules) > 1:
+        msg = f'Multiple matching buildenv modules found, will use the first one: {_buildenv_modules}.'
+        log(msg)
+
+    buildenv_mod = matching_modules[0]
+    # insert to keep the most important module last
+    test.modules.insert(0, buildenv_mod)
+    log(f'Module {buildenv_mod} added to list of modules')

eessi/testsuite/tests/apps/MetalWalls.py

@@ -63,6 +63,9 @@ def run_after_init(self):
         # Filter on which scales are supported by the partitions defined in the ReFrame configuration
         hooks.filter_supported_scales(self)
 
+        # Support selecting modules on the cmd line.
+        hooks.set_modules(self)
+
         # Make sure that GPU tests run in partitions that support running on a GPU,
         # and that CPU-only tests run in partitions that support running CPU-only.
         # Also support setting valid_systems on the cmd line.
@@ -71,9 +74,6 @@ def run_after_init(self):
         # Make sure the test is not run on offline partitions
         hooks.filter_valid_systems_for_offline_partitions(self)
 
-        # Support selecting modules on the cmd line.
-        hooks.set_modules(self)
-
         # Support selecting scales on the cmd line via tags.
         hooks.set_tag_scale(self)
 

eessi/testsuite/tests/libs/blas/__init__.py

@@ -0,0 +1,2 @@
+# WARNING: do not remove this file.
+# It is needed to autogenerate documentation from this repo.