More frequent EMA update (#20)

* move ema update within pretraining epoch

* update pretraining ema configs

* add lift and can epoch 8000 checkpoint url

* add note about EMA issue in pretraining instruction
This commit is contained in:
Allen Z. Ren
2024-11-06 20:42:31 -05:00
committed by GitHub
parent dc8e0c9edc
commit e1ef4ca1cf
91 changed files with 183 additions and 171 deletions
@@ -33,8 +33,8 @@ train:
warmup_steps: 100
min_lr: 1e-5
epoch_start_ema: 20
update_ema_freq: 10
save_model_freq: 1000
update_ema_freq: 1
save_model_freq: 500
model:
_target_: model.diffusion.diffusion.DiffusionModel
@@ -43,7 +43,7 @@ train:
warmup_steps: 100
min_lr: 1e-5
epoch_start_ema: 20
update_ema_freq: 10
update_ema_freq: 1
save_model_freq: 500
model:
@@ -33,8 +33,8 @@ train:
warmup_steps: 100
min_lr: 1e-5
epoch_start_ema: 20
update_ema_freq: 10
save_model_freq: 1000
update_ema_freq: 1
save_model_freq: 500
model:
_target_: model.diffusion.diffusion.DiffusionModel
@@ -32,8 +32,8 @@ train:
warmup_steps: 100
min_lr: 1e-5
epoch_start_ema: 20
update_ema_freq: 10
save_model_freq: 1000
update_ema_freq: 1
save_model_freq: 500
model:
_target_: model.common.gaussian.GaussianModel
@@ -42,7 +42,7 @@ train:
warmup_steps: 100
min_lr: 1e-5
epoch_start_ema: 20
update_ema_freq: 10
update_ema_freq: 1
save_model_freq: 500
model:
@@ -32,8 +32,8 @@ train:
warmup_steps: 100
min_lr: 1e-5
epoch_start_ema: 20
update_ema_freq: 10
save_model_freq: 1000
update_ema_freq: 1
save_model_freq: 500
model:
_target_: model.common.gaussian.GaussianModel
+2 -2
View File
@@ -33,8 +33,8 @@ train:
warmup_steps: 100
min_lr: 1e-5
epoch_start_ema: 20
update_ema_freq: 10
save_model_freq: 1000
update_ema_freq: 1
save_model_freq: 500
model:
_target_: model.common.gmm.GMMModel
@@ -33,8 +33,8 @@ train:
warmup_steps: 100
min_lr: 1e-5
epoch_start_ema: 20
update_ema_freq: 10
save_model_freq: 1000
update_ema_freq: 1
save_model_freq: 500
model:
_target_: model.common.gmm.GMMModel