fix: put wandb into seperate thread
This commit is contained in:
parent
7dbb3b32be
commit
4e5f10378a
@ -215,7 +215,8 @@ class Slate():
|
|||||||
project = self.consume(copy.deepcopy(config['wandb']), 'project')
|
project = self.consume(copy.deepcopy(config['wandb']), 'project')
|
||||||
sweep_id = wandb.sweep(
|
sweep_id = wandb.sweep(
|
||||||
sweep=sweepC,
|
sweep=sweepC,
|
||||||
project=project
|
project=project,
|
||||||
|
settings=wandb.Settings(start_method="thread")
|
||||||
)
|
)
|
||||||
wandb.agent(sweep_id, function=partial(self._run_from_sweep, config, p_ind=p_ind), count=len(rep_ids))
|
wandb.agent(sweep_id, function=partial(self._run_from_sweep, config, p_ind=p_ind), count=len(rep_ids))
|
||||||
else:
|
else:
|
||||||
@ -234,6 +235,7 @@ class Slate():
|
|||||||
with wandb.init(
|
with wandb.init(
|
||||||
project=project,
|
project=project,
|
||||||
config=copy.deepcopy(config),
|
config=copy.deepcopy(config),
|
||||||
|
settings=wandb.Settings(start_method="thread"),
|
||||||
**wandbC
|
**wandbC
|
||||||
) as run:
|
) as run:
|
||||||
runner(self, run, config)
|
runner(self, run, config)
|
||||||
@ -254,6 +256,7 @@ class Slate():
|
|||||||
|
|
||||||
with wandb.init(
|
with wandb.init(
|
||||||
project=project,
|
project=project,
|
||||||
|
settings=wandb.Settings(start_method="thread"),
|
||||||
**wandbC
|
**wandbC
|
||||||
) as run:
|
) as run:
|
||||||
config = copy.deepcopy(orig_config)
|
config = copy.deepcopy(orig_config)
|
||||||
|
Loading…
Reference in New Issue
Block a user