68 lines
2.0 KiB
Python
68 lines
2.0 KiB
Python
import logging
|
|
from abc import ABC, abstractmethod
|
|
from collections.abc import Sequence
|
|
from dataclasses import asdict, dataclass
|
|
from enum import Enum
|
|
from typing import Literal
|
|
|
|
from joblib import Parallel, delayed
|
|
|
|
from tianshou.highlevel.experiment import Experiment
|
|
|
|
log = logging.getLogger(__name__)
|
|
|
|
|
|
@dataclass
|
|
class JoblibConfig:
|
|
n_jobs: int = -1
|
|
"""The maximum number of concurrently running jobs. If -1, all CPUs are used."""
|
|
backend: Literal["loky", "multiprocessing", "threading"] | None = None
|
|
"""Allows to hard-code backend, otherwise inferred based on prefer and require."""
|
|
verbose: int = 10
|
|
"""If greater than zero, prints progress messages."""
|
|
|
|
|
|
class ExpLauncher(ABC):
|
|
@abstractmethod
|
|
def launch(self, experiments: Sequence[Experiment]) -> None:
|
|
pass
|
|
|
|
|
|
class SequentialExpLauncher(ExpLauncher):
|
|
def launch(self, experiments: Sequence[Experiment]) -> None:
|
|
for exp in experiments:
|
|
exp.run()
|
|
|
|
|
|
class JoblibExpLauncher(ExpLauncher):
|
|
def __init__(self, joblib_cfg: JoblibConfig | None = None) -> None:
|
|
self.joblib_cfg = joblib_cfg or JoblibConfig()
|
|
# Joblib's backend is hard-coded to loky since the threading backend produces different results
|
|
self.joblib_cfg.backend = "loky"
|
|
|
|
def launch(self, experiments: Sequence[Experiment]) -> None:
|
|
Parallel(**asdict(self.joblib_cfg))(delayed(self._safe_execute)(exp) for exp in experiments)
|
|
|
|
@staticmethod
|
|
def _safe_execute(exp: Experiment):
|
|
try:
|
|
exp.run()
|
|
except BaseException as e:
|
|
log.error(e)
|
|
|
|
|
|
class RegisteredExpLauncher(Enum):
|
|
joblib = "joblib"
|
|
sequential = "sequential"
|
|
|
|
def create_launcher(self):
|
|
match self:
|
|
case RegisteredExpLauncher.joblib:
|
|
return JoblibExpLauncher()
|
|
case RegisteredExpLauncher.sequential:
|
|
return SequentialExpLauncher()
|
|
case _:
|
|
raise NotImplementedError(
|
|
f"Launcher {self} is not yet implemented.",
|
|
)
|