5d9b6a5d8f85d232e0dbf4869c702f2b8979d137,pyemma/_base/parallel.py,NJobsMixIn,n_jobs,#NJobsMixIn#Any#,23

Before Change

            import os
            import psutil
            // TODO: aint it better to use a distinct variable for this use case eg. PYEMMA_NJOBS in order to avoid multiplying OMP threads with njobs?
            omp_threads_from_env = os.getenv("OMP_NUM_THREADS", None)
            if omp_threads_from_env:
                try:
                    val = int(omp_threads_from_env)
                    if hasattr(self, "logger"):
                        self.logger.info("number of threads obtained from env variable"
                                         " "OMP_NUM_THREADS"=%s" % omp_threads_from_env)
                except ValueError as ve:
                    if hasattr(self, "logger"):
                        self.logger.warning("could not parse env variable "OMP_NUM_THREADS"."
                                            " Value="{}". Error={}. Will use {} jobs."
                                            .format(omp_threads_from_env, ve, val))
                    val = psutil.cpu_count()
            else:
                val = psutil.cpu_count()

        self._n_jobs = int(val)

After Change

                                                .format(err=ve, val=val, var=var))
                return None

            slurm_njobs = _from_env("SLURM_CPUS_ON_NODE")  // Number of CPUS on the allocated SLURM node.
            pyemma_njobs = _from_env("PYEMMA_NJOBS")

            if slurm_njobs and pyemma_njobs:
                import warning
                warning.warn("two settings for n_jobs from environment: PYEMMA_NJOBS and SLURM_CPUS_ON_NODE. "
                             "Respecting the SLURM setting to avoid overprovisioning")

            // slurm njobs will be used preferably.
            val = slurm_njobs or pyemma_njobs
            if not val:
                val = _from_hardware()

Instances