vall-e/vall_e/engines/__init__.py

from ..config import cfg

from ..utils.distributed import fix_unset_envs
fix_unset_envs()

if cfg.trainer.backend == "deepspeed":
	from .deepspeed import Engine
elif cfg.trainer.backend == "local":
	from .base import Engine

from .base import Engines, TrainFeeder, default_feeder, Engine as _Engine
big cleanup 2023-08-04 01:26:36 +00:00			`from ..config import cfg`

some fixes for the local framework 2023-08-05 03:22:15 +00:00			`from ..utils.distributed import fix_unset_envs`
			`fix_unset_envs()`

big cleanup 2023-08-04 01:26:36 +00:00			`if cfg.trainer.backend == "deepspeed":`
			`from .deepspeed import Engine`
			`elif cfg.trainer.backend == "local":`
			`from .base import Engine`

added ability to mark models as disabled for training, and hotloading them for eval/validation (useful if training only one model, or training a model per GPU) 2023-08-27 17:26:12 +00:00			`from .base import Engines, TrainFeeder, default_feeder, Engine as _Engine`