dodox/dppo
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

More frequent EMA update (#20)

Browse Source 
* move ema update within pretraining epoch

* update pretraining ema configs

* add lift and can epoch 8000 checkpoint url

* add note about EMA issue in pretraining instruction
This commit is contained in:
Allen Z. Ren
2024-11-06 20:42:31 -05:00
committed by GitHub
parent dc8e0c9edc
commit e1ef4ca1cf
91 changed files with 183 additions and 171 deletions
Download Patch File Download Diff File Expand all files Collapse all files
cfg/gym/pretrain/halfcheetah-medium-v2/pre_diffusion_mlp.yaml
+2 -2
View File
@@ -32,8 +32,8 @@ train:
first_cycle_steps: 3000
warmup_steps: 1
min_lr: 1e-4
epoch_start_ema: 10
update_ema_freq: 5
epoch_start_ema: 20
update_ema_freq: 1
save_model_freq: 100
model:
cfg/gym/pretrain/halfcheetah-medium-v2/pre_gaussian_mlp.yaml
+2 -2
View File
@@ -31,8 +31,8 @@ train:
first_cycle_steps: 1000
warmup_steps: 1
min_lr: 1e-4
epoch_start_ema: 10
update_ema_freq: 5
epoch_start_ema: 20
update_ema_freq: 1
save_model_freq: 100
model:
cfg/gym/pretrain/hopper-medium-v2/pre_diffusion_mlp.yaml
+2 -2
View File
@@ -32,8 +32,8 @@ train:
first_cycle_steps: 3000
warmup_steps: 1
min_lr: 1e-4
epoch_start_ema: 10
update_ema_freq: 5
epoch_start_ema: 20
update_ema_freq: 1
save_model_freq: 100
model:
cfg/gym/pretrain/hopper-medium-v2/pre_gaussian_mlp.yaml
+2 -2
View File
@@ -31,8 +31,8 @@ train:
first_cycle_steps: 1000
warmup_steps: 1
min_lr: 1e-4
epoch_start_ema: 10
update_ema_freq: 5
epoch_start_ema: 20
update_ema_freq: 1
save_model_freq: 100
model:
cfg/gym/pretrain/kitchen-complete-v0/pre_diffusion_mlp.yaml
+3 -3
View File
@@ -32,9 +32,9 @@ train:
first_cycle_steps: 8000
warmup_steps: 1
min_lr: 1e-4
epoch_start_ema: 10
update_ema_freq: 5
save_model_freq: 1000
epoch_start_ema: 20
update_ema_freq: 1
save_model_freq: 500
model:
_target_: model.diffusion.diffusion.DiffusionModel
cfg/gym/pretrain/kitchen-complete-v0/pre_gaussian_mlp.yaml
+2 -2
View File
@@ -32,8 +32,8 @@ train:
warmup_steps: 100
min_lr: 1e-4
epoch_start_ema: 20
update_ema_freq: 10
save_model_freq: 1000
update_ema_freq: 1
save_model_freq: 500
model:
_target_: model.common.gaussian.GaussianModel
cfg/gym/pretrain/kitchen-mixed-v0/pre_diffusion_mlp.yaml
+3 -3
View File
@@ -32,9 +32,9 @@ train:
first_cycle_steps: 8000
warmup_steps: 1
min_lr: 1e-4
epoch_start_ema: 10
update_ema_freq: 5
save_model_freq: 1000
epoch_start_ema: 20
update_ema_freq: 1
save_model_freq: 500
model:
_target_: model.diffusion.diffusion.DiffusionModel
cfg/gym/pretrain/kitchen-mixed-v0/pre_gaussian_mlp.yaml
+3 -3
View File
@@ -31,9 +31,9 @@ train:
first_cycle_steps: 5000
warmup_steps: 1
min_lr: 1e-4
epoch_start_ema: 10
update_ema_freq: 5
save_model_freq: 1000
epoch_start_ema: 20
update_ema_freq: 1
save_model_freq: 500
model:
_target_: model.common.gaussian.GaussianModel
cfg/gym/pretrain/kitchen-partial-v0/pre_diffusion_mlp.yaml
+3 -3
View File
@@ -32,9 +32,9 @@ train:
first_cycle_steps: 8000
warmup_steps: 1
min_lr: 1e-4
epoch_start_ema: 10
update_ema_freq: 5
save_model_freq: 1000
epoch_start_ema: 20
update_ema_freq: 1
save_model_freq: 500
model:
_target_: model.diffusion.diffusion.DiffusionModel
cfg/gym/pretrain/kitchen-partial-v0/pre_gaussian_mlp.yaml
+3 -3
View File
@@ -31,9 +31,9 @@ train:
first_cycle_steps: 5000
warmup_steps: 1
min_lr: 1e-4
epoch_start_ema: 10
update_ema_freq: 5
save_model_freq: 1000
epoch_start_ema: 20
update_ema_freq: 1
save_model_freq: 500
model:
_target_: model.common.gaussian.GaussianModel
cfg/gym/pretrain/walker2d-medium-v2/pre_diffusion_mlp.yaml
+2 -2
View File
@@ -32,8 +32,8 @@ train:
first_cycle_steps: 3000
warmup_steps: 1
min_lr: 1e-4
epoch_start_ema: 10
update_ema_freq: 5
epoch_start_ema: 20
update_ema_freq: 1
save_model_freq: 100
model:
cfg/gym/pretrain/walker2d-medium-v2/pre_gaussian_mlp.yaml
+2 -2
View File
@@ -31,8 +31,8 @@ train:
first_cycle_steps: 3000
warmup_steps: 1
min_lr: 1e-4
epoch_start_ema: 10
update_ema_freq: 5
epoch_start_ema: 20
update_ema_freq: 1
save_model_freq: 100
model: