Trying to work around wandb quirks

This commit is contained in:
Dominik Moritz Roth 2023-07-27 14:39:05 +02:00
parent d4ac0ac275
commit 98ce730086

View File

@ -19,7 +19,7 @@ REQUIRE_CONFIG_CONSUMED = False
DEFAULT_START_METHOD = 'fork' DEFAULT_START_METHOD = 'fork'
DEFAULT_REINIT = True DEFAULT_REINIT = True
Parallelization_Primitive = Thread # Process Parallelization_Primitive = Process # Thread
try: try:
import pyslurm import pyslurm
@ -282,7 +282,7 @@ class Slate():
project=project, project=project,
config=copy.deepcopy(config), config=copy.deepcopy(config),
reinit=self.consume(wandbC, 'reinit', DEFAULT_REINIT), reinit=self.consume(wandbC, 'reinit', DEFAULT_REINIT),
settings=wandb.Settings(start_method=self.consume(wandbC, 'start_method', DEFAULT_START_METHOD)), settings=wandb.Settings(self.consume(wandbC, 'settings')),
**wandbC **wandbC
) as run: ) as run:
runner = Runner(self, config) runner = Runner(self, config)
@ -306,7 +306,7 @@ class Slate():
with wandb.init( with wandb.init(
project=project, project=project,
reinit=self.consume(wandbC, 'reinit', DEFAULT_REINIT), reinit=self.consume(wandbC, 'reinit', DEFAULT_REINIT),
settings=wandb.Settings(start_method=self.consume(wandbC, 'start_method', DEFAULT_START_METHOD)), settings=wandb.Settings(self.consume(wandbC, 'settings')),
**wandbC **wandbC
) as run: ) as run:
config = copy.deepcopy(orig_config) config = copy.deepcopy(orig_config)