Skip to content

runner

Runner

Executes the specified stage using the validated and resolved configurations.

Source code in lighter/engine/runner.py 
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
class Runner:
    """
    Executes the specified stage using the validated and resolved configurations.
    """

    def __init__(self):
        self.config = None
        self.resolver = None
        self.system = None
        self.trainer = None
        self.args = None

    def run(self, stage: str, config: str | dict | None = None, **config_overrides: Any) -> None:
        """Run the specified stage with the given configuration."""
        seed_everything()
        self.config = Config(config, **config_overrides, validate=True)

        # Resolves stage-specific configuration
        self.resolver = Resolver(self.config)

        # Setup stage
        self._setup_stage(stage)

        # Run stage
        self._run_stage(stage)

    def _run_stage(self, stage: str) -> None:
        """Execute the specified stage (method) of the trainer."""
        stage_method = getattr(self.trainer, stage)
        stage_method(self.system, **self.args)

    def _setup_stage(self, stage: str) -> None:
        # Prune the configuration to the stage-specific components
        stage_config = self.resolver.get_stage_config(stage)

        # Import project module
        project_path = stage_config.get("project")
        if project_path:
            import_module_from_path("project", project_path)

        # Initialize system
        self.system = stage_config.get_parsed_content("system")
        if not isinstance(self.system, System):
            raise ValueError("'system' must be an instance of System")

        # Initialize trainer
        self.trainer = stage_config.get_parsed_content("trainer")
        if not isinstance(self.trainer, Trainer):
            raise ValueError("'trainer' must be an instance of Trainer")

        # Set up arguments for the stage
        self.args = stage_config.get_parsed_content(f"args#{stage}", default={})

        # Save config to system checkpoint and trainer logger
        self._save_config()

    def _save_config(self) -> None:
        """Save config to system checkpoint and trainer logger."""
        if self.system:
            self.system.save_hyperparameters(self.config.get())
        if self.trainer and self.trainer.logger:
            self.trainer.logger.log_hyperparams(self.config.get())

_run_stage(stage)

Execute the specified stage (method) of the trainer.

Source code in lighter/engine/runner.py 
39
40
41
42
def _run_stage(self, stage: str) -> None:
    """Execute the specified stage (method) of the trainer."""
    stage_method = getattr(self.trainer, stage)
    stage_method(self.system, **self.args)

_save_config()

Save config to system checkpoint and trainer logger.

Source code in lighter/engine/runner.py 
69
70
71
72
73
74
def _save_config(self) -> None:
    """Save config to system checkpoint and trainer logger."""
    if self.system:
        self.system.save_hyperparameters(self.config.get())
    if self.trainer and self.trainer.logger:
        self.trainer.logger.log_hyperparams(self.config.get())

run(stage, config=None, **config_overrides)

Run the specified stage with the given configuration.

Source code in lighter/engine/runner.py 
25
26
27
28
29
30
31
32
33
34
35
36
37
def run(self, stage: str, config: str | dict | None = None, **config_overrides: Any) -> None:
    """Run the specified stage with the given configuration."""
    seed_everything()
    self.config = Config(config, **config_overrides, validate=True)

    # Resolves stage-specific configuration
    self.resolver = Resolver(self.config)

    # Setup stage
    self._setup_stage(stage)

    # Run stage
    self._run_stage(stage)