Hugging Face's logo

k-l-lambda
/
pp-AnimateAnyone

TensorBoard
Model card Files
xet
Metrics Community
1
k-l-lambda commited on
Commit
fdb02ef
·
1 Parent(s): d13e2a0

commit more checkpoints.

Browse files
Files changed (45) hide show
  1. 20240508-stage1-openpg-nopaf/checkpoint-70000/optimizer.bin +3 -0
  2. 20240508-stage1-openpg-nopaf/checkpoint-70000/pytorch_model.bin +3 -0
  3. 20240508-stage1-openpg-nopaf/checkpoint-70000/random_states_0.pkl +3 -0
  4. 20240508-stage1-openpg-nopaf/checkpoint-70000/scaler.pt +3 -0
  5. 20240508-stage1-openpg-nopaf/checkpoint-70000/scheduler.bin +3 -0
  6. 20240508-stage1-openpg-nopaf/checkpoint-71000/optimizer.bin +3 -0
  7. 20240508-stage1-openpg-nopaf/checkpoint-71000/pytorch_model.bin +3 -0
  8. 20240508-stage1-openpg-nopaf/checkpoint-71000/random_states_0.pkl +3 -0
  9. 20240508-stage1-openpg-nopaf/checkpoint-71000/scaler.pt +3 -0
  10. 20240508-stage1-openpg-nopaf/checkpoint-71000/scheduler.bin +3 -0
  11. 20240508-stage1-openpg-nopaf/config.yaml +3 -0
  12. 20240508-stage1-openpg-nopaf/denoising_unet-71356.pth +3 -0
  13. 20240508-stage1-openpg-nopaf/log/events.out.tfevents.1715857776.b76249829f43.3504957.0 +3 -0
  14. 20240508-stage1-openpg-nopaf/pose_guider-71356.pth +3 -0
  15. 20240508-stage1-openpg-nopaf/reference_unet-71356.pth +3 -0
  16. 20240513-stage2-9k/checkpoint-9423/optimizer.bin +3 -0
  17. 20240513-stage2-9k/checkpoint-9423/pytorch_model.bin +3 -0
  18. 20240513-stage2-9k/checkpoint-9423/random_states_0.pkl +3 -0
  19. 20240513-stage2-9k/checkpoint-9423/scaler.pt +3 -0
  20. 20240513-stage2-9k/checkpoint-9423/scheduler.bin +3 -0
  21. 20240513-stage2-9k/config.yaml +3 -1
  22. 20240513-stage2-9k/log/events.out.tfevents.1715582025.b76249829f43.207269.0 +2 -2
  23. 20240513-stage2-9k/log/events.out.tfevents.1715652731.b76249829f43.1067006.0 +3 -0
  24. 20240513-stage2-9k/log/events.out.tfevents.1715738510.b76249829f43.1862555.0 +3 -0
  25. 20240513-stage2-9k/log/events.out.tfevents.1715743453.b76249829f43.1945296.0 +3 -0
  26. 20240513-stage2-9k/log/events.out.tfevents.1715743511.b76249829f43.1945650.0 +3 -0
  27. 20240513-stage2-9k/log/events.out.tfevents.1715749323.b76249829f43.2003009.0 +3 -0
  28. 20240513-stage2-9k/log/events.out.tfevents.1715749626.b76249829f43.2008113.0 +3 -0
  29. 20240513-stage2-9k/log/events.out.tfevents.1715749777.b76249829f43.2010518.0 +3 -0
  30. 20240513-stage2-9k/motion_module-9423.pth +3 -0
  31. 20240515-stage2-6k/checkpoint-12786/optimizer.bin +3 -0
  32. 20240515-stage2-6k/checkpoint-12786/pytorch_model.bin +3 -0
  33. 20240515-stage2-6k/checkpoint-12786/random_states_0.pkl +3 -0
  34. 20240515-stage2-6k/checkpoint-12786/scaler.pt +3 -0
  35. 20240515-stage2-6k/checkpoint-12786/scheduler.bin +3 -0
  36. 20240515-stage2-6k/checkpoint-6393/optimizer.bin +3 -0
  37. 20240515-stage2-6k/checkpoint-6393/pytorch_model.bin +3 -0
  38. 20240515-stage2-6k/checkpoint-6393/random_states_0.pkl +3 -0
  39. 20240515-stage2-6k/checkpoint-6393/scaler.pt +3 -0
  40. 20240515-stage2-6k/checkpoint-6393/scheduler.bin +3 -0
  41. 20240515-stage2-6k/config.yaml +98 -0
  42. 20240515-stage2-6k/log/events.out.tfevents.1715779118.b76249829f43.2477153.0 +3 -0
  43. 20240515-stage2-6k/log/events.out.tfevents.1715779632.b76249829f43.2486722.0 +3 -0
  44. 20240515-stage2-6k/motion_module-12786.pth +3 -0
  45. 20240515-stage2-6k/motion_module-6393.pth +3 -0
20240508-stage1-openpg-nopaf/checkpoint-70000/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2dca974a031196377f5dfe64c63c49c68ed9ddd8a5a5210a9fcce7f030a5042e
3
+ size 13608730321
20240508-stage1-openpg-nopaf/checkpoint-70000/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1e116724575f9ebbd0254231b6d598312d332dff9e92eb66d8bd80a79db688b
3
+ size 7089007643
20240508-stage1-openpg-nopaf/checkpoint-70000/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c97a418446fcf87ee53d356bc7a0b1969ae70c03b0c4ae1e09e290c560f3269b
3
+ size 14727
20240508-stage1-openpg-nopaf/checkpoint-70000/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2686cf2a2f786728a21fe4fbd8574d2ebe1e7b1d112f91d76b3f53ef38be58c1
3
+ size 557
20240508-stage1-openpg-nopaf/checkpoint-70000/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30a4e7176ef87386309d9d80bc8d871ef538ce62f3bdd405b0f6700842c46c11
3
+ size 563
20240508-stage1-openpg-nopaf/checkpoint-71000/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:097f3a4da13c1371733d60090cc7136a5a62ac2c493d8463d2403a465537b610
3
+ size 13608730321
20240508-stage1-openpg-nopaf/checkpoint-71000/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ec21cc8f5a07fb0f0a447a2a9a0d82f4ec17667e18a688921d852c30736ebaa
3
+ size 7089007643
20240508-stage1-openpg-nopaf/checkpoint-71000/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa0bed9016e9d61fe3cd7331618c8df7346d93fe0905519929296aed1c2dabda
3
+ size 14727
20240508-stage1-openpg-nopaf/checkpoint-71000/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da96c337a2b2bb721334a5e564e50d5df3a020f754a1e9a1c399e86f629b37af
3
+ size 557
20240508-stage1-openpg-nopaf/checkpoint-71000/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87626829fa230ab98c826a689832976fba67366d21e9f49e9cdabfbd2bf35bb2
3
+ size 563
20240508-stage1-openpg-nopaf/config.yaml CHANGED
@@ -10,6 +10,8 @@ data:
10
  - /workspace/develop/video/data/tiktok-dance/good-meta.json
11
  - /workspace/develop/video/data/20240321/meta.json
12
  - /workspace/develop/video/data/20240327/meta.json
 
 
13
  ref_augment:
14
  downsample:
15
  min_scale_logit: -1.2
@@ -97,6 +99,7 @@ validation:
97
  - configs/inference/metric/A1ubDo0PbQS.mp4
98
  - configs/inference/metric/A1YNmKj0sCS.mp4
99
  pose_image_paths:
 
100
  - configs/inference/ref_images/91c+SL7Cg7S-98.png
101
  - configs/inference/ref_images/91c+SL7Cg7S-150.png
102
  - configs/inference/ref_images/91c+SL7Cg7S-220.png
 
10
  - /workspace/develop/video/data/tiktok-dance/good-meta.json
11
  - /workspace/develop/video/data/20240321/meta.json
12
  - /workspace/develop/video/data/20240327/meta.json
13
+ - /workspace/develop/video/data/20240506/meta.json
14
+ - /workspace/develop/video/data/20240509/meta.json
15
  ref_augment:
16
  downsample:
17
  min_scale_logit: -1.2
 
99
  - configs/inference/metric/A1ubDo0PbQS.mp4
100
  - configs/inference/metric/A1YNmKj0sCS.mp4
101
  pose_image_paths:
102
+ - configs/inference/ref_images/anyone-3-partial.png
103
  - configs/inference/ref_images/91c+SL7Cg7S-98.png
104
  - configs/inference/ref_images/91c+SL7Cg7S-150.png
105
  - configs/inference/ref_images/91c+SL7Cg7S-220.png
20240508-stage1-openpg-nopaf/denoising_unet-71356.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2d16ad50e16c9c413b5808d14b2610891f79cd2793702ea12ff77bbd506a30b
3
+ size 3438374293
20240508-stage1-openpg-nopaf/log/events.out.tfevents.1715857776.b76249829f43.3504957.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0641b90d8656b0dd1a63c1534b368732958dd230619c19de2a6efa8672a18ca2
3
+ size 139714
20240508-stage1-openpg-nopaf/pose_guider-71356.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fa25b3f836ee76d0506241401fe036512914c640b4f904b6404a6bf2dfeb66a
3
+ size 212263301
20240508-stage1-openpg-nopaf/reference_unet-71356.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2904925323aae130a7e45de349426eb0072fc64bf4ef6b42a0b3a74172746d7c
3
+ size 3438323817
20240513-stage2-9k/checkpoint-9423/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6aa1236f4558659ea04b5fcf005f686645d7719f786571ca7c151f7d9387366
3
+ size 910210875
20240513-stage2-9k/checkpoint-9423/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2eeec856d78a95122488bac38100ac7c4ed5c598644b0f745dd350beda69cf3c
3
+ size 8699097401
20240513-stage2-9k/checkpoint-9423/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38c638a0e7c37e6b74c9abfb03151987dc04e4fdc8fa4705ac38139186052ac8
3
+ size 14727
20240513-stage2-9k/checkpoint-9423/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32215deea227ffdd7b6abe4cbee5be5dff9a1e094602d091d6293cf379903cf8
3
+ size 557
20240513-stage2-9k/checkpoint-9423/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:348bb410217a4d5eab153581f81efd526671050f628852f796ace7366874329f
3
+ size 563
20240513-stage2-9k/config.yaml CHANGED
@@ -38,7 +38,7 @@ noise_scheduler_kwargs:
38
  num_train_timesteps: 1000
39
  steps_offset: 1
40
  output_dir: /workspace/camus/train
41
- resume_from_checkpoint: ''
42
  save_dir: /workspace/camus/train/20240513-stage2-9k
43
  save_model_epoch_interval: 1
44
  seed: 12580
@@ -91,6 +91,8 @@ validation:
91
  - ./configs/inference/pose_videos/demo11.mp4
92
  - - ./configs/inference/ref_images/anyone-1.png
93
  - ./configs/inference/pose_videos/demo11.mp4
 
 
94
  - - ./configs/inference/ref_images/anyone-5.png
95
  - ./configs/inference/pose_videos/demo11.mp4
96
  - - ./configs/inference/ref_images/anyone-11.png
 
38
  num_train_timesteps: 1000
39
  steps_offset: 1
40
  output_dir: /workspace/camus/train
41
+ resume_from_checkpoint: latest
42
  save_dir: /workspace/camus/train/20240513-stage2-9k
43
  save_model_epoch_interval: 1
44
  seed: 12580
 
91
  - ./configs/inference/pose_videos/demo11.mp4
92
  - - ./configs/inference/ref_images/anyone-1.png
93
  - ./configs/inference/pose_videos/demo11.mp4
94
+ - - ./configs/inference/ref_images/anyone-1.png
95
+ - ./configs/inference/pose_videos/demo6.mp4
96
  - - ./configs/inference/ref_images/anyone-5.png
97
  - ./configs/inference/pose_videos/demo11.mp4
98
  - - ./configs/inference/ref_images/anyone-11.png
20240513-stage2-9k/log/events.out.tfevents.1715582025.b76249829f43.207269.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9ca8f7dd37b1f0ba61a81daa68e317f9430445af1733b0e0851e30907e15e35a
3
- size 61844
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:def9130c3f07bca60a9f6b4049a045f5471567b9e33fe83a6fe54d3dff98a7a8
3
+ size 467577
20240513-stage2-9k/log/events.out.tfevents.1715652731.b76249829f43.1067006.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:794dd4acbb7b2833ca9b3f0f3ca493306f3130e9200e2ab6c459b0830518d018
3
+ size 471783
20240513-stage2-9k/log/events.out.tfevents.1715738510.b76249829f43.1862555.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:584a4047eb736e195b41ceed1352ff1aff23dc851373e3828994dcae03389e8c
3
+ size 41033
20240513-stage2-9k/log/events.out.tfevents.1715743453.b76249829f43.1945296.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e515ee3460e0471f832d1e86e61c220c6d77d01a124aa5887de5c65bbd5ea1ca
3
+ size 88
20240513-stage2-9k/log/events.out.tfevents.1715743511.b76249829f43.1945650.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85af8987c9726516ca9d20a623fa65c05f2ad53177ac4760ff27ebb53a256716
3
+ size 28607
20240513-stage2-9k/log/events.out.tfevents.1715749323.b76249829f43.2003009.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c059ff1d731c2e990143347649292ccf30deac512a0ffa8a7bb4fbfdf90cafd
3
+ size 1648
20240513-stage2-9k/log/events.out.tfevents.1715749626.b76249829f43.2008113.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a65f783dc76133e8886bdfe268dea75d07798b13b9886aa78562d64259c3903c
3
+ size 570
20240513-stage2-9k/log/events.out.tfevents.1715749777.b76249829f43.2010518.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd1c8465cb7bda881b4f3102579748b3f52b04c9626b7d25d568a328fc32ec11
3
+ size 227937
20240513-stage2-9k/motion_module-9423.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:381e5b568dbffb7247786374682aff1627a8a2d4980927148217fc9e4ab246f9
3
+ size 1817900227
20240515-stage2-6k/checkpoint-12786/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a298489d73b2b76d75015bc45a21c8f7bb677f9084875be5f95e41a808b770d3
3
+ size 910210875
20240515-stage2-6k/checkpoint-12786/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67e22df91065a7118e74d47667557b4117006b049fec2d9bdfc8613c7d13abc2
3
+ size 8699097401
20240515-stage2-6k/checkpoint-12786/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b0f0d18c87198cb72c8465432d3d0d40a7ff2f157059b2c28db2368880d2ffa
3
+ size 14663
20240515-stage2-6k/checkpoint-12786/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7bef60356e4f785d7207a62d48d200c028a99f59572d06781d085c3abf4c6f0
3
+ size 557
20240515-stage2-6k/checkpoint-12786/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf45ea646c4d2d07a4993049ca34c36d310dfb4329e6c77123a115cdbcc94547
3
+ size 563
20240515-stage2-6k/checkpoint-6393/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ec56dd1193665d1e7e3281b4b5b90af67a19cf4ff7d34596eff50aeec3df1c8
3
+ size 910210875
20240515-stage2-6k/checkpoint-6393/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71e903e70c3ab91b400215caadd0ab894d7cca88aa9a9257f544e1327ec69489
3
+ size 8699097401
20240515-stage2-6k/checkpoint-6393/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a38b455e78c520dfb887c5b96a0b698ff61e03b9779ed22d0c5e202c45ac89e5
3
+ size 14727
20240515-stage2-6k/checkpoint-6393/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75432dd815f3f0b238003397cc3b214ff69cf40eb204bf5b589e88996fba8fc2
3
+ size 557
20240515-stage2-6k/checkpoint-6393/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8acdf68fefc9dab21c0fd44d9c98f813e124675758e7b90c2ae71c196bccfaae
3
+ size 563
20240515-stage2-6k/config.yaml ADDED
@@ -0,0 +1,98 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ base_model_path: ./pretrained_weights/stable-diffusion-v1-5
2
+ checkpointing_steps: 2000
3
+ data:
4
+ crop_scale:
5
+ - 1
6
+ - 1
7
+ do_center_crop: false
8
+ meta_paths:
9
+ - /workspace/develop/video/data/ubc_tiktok-dropout0.03/ubc-meta.json
10
+ - /workspace/develop/video/data/tiktok-dance/good-meta.json
11
+ - /workspace/develop/video/data/20240321/meta.json
12
+ - /workspace/develop/video/data/20240327/meta.json
13
+ n_sample_frames: 24
14
+ ref_augment:
15
+ pan:
16
+ - 0.04
17
+ - 0.04
18
+ rotate: 2
19
+ scale:
20
+ - 0.9
21
+ - 1.2
22
+ sample_rate: 4
23
+ train_bs: 1
24
+ train_height: 960
25
+ train_width: 640
26
+ enable_zero_snr: true
27
+ exp_name: stage2-6k
28
+ image_encoder_path: ./pretrained_weights/sd-image-variations-diffusers/image_encoder
29
+ mm_path: ./pretrained_weights/mm_sd_v15_v2.ckpt
30
+ noise_offset: 0.05
31
+ noise_scheduler_kwargs:
32
+ beta_end: 0.012
33
+ beta_schedule: linear
34
+ beta_start: 0.00085
35
+ clip_sample: false
36
+ num_train_timesteps: 1000
37
+ steps_offset: 1
38
+ output_dir: /workspace/camus/train
39
+ resume_from_checkpoint: ''
40
+ save_model_epoch_interval: 1
41
+ seed: 12580
42
+ snr_gamma: 5.0
43
+ solver:
44
+ adam_beta1: 0.9
45
+ adam_beta2: 0.999
46
+ adam_epsilon: 1.0e-08
47
+ adam_weight_decay: 0.01
48
+ enable_xformers_memory_efficient_attention: true
49
+ gradient_accumulation_steps: 1
50
+ gradient_checkpointing: true
51
+ learning_rate: 1.0e-05
52
+ lr_scheduler: constant
53
+ lr_warmup_steps: 1
54
+ max_grad_norm: 1.0
55
+ max_train_steps: 160000
56
+ mixed_precision: fp16
57
+ scale_lr: false
58
+ use_8bit_adam: true
59
+ stage1_ckpt_dir: /workspace/camus/train/20240510-stage1-9k
60
+ stage1_ckpt_step: 75392
61
+ uncond_ratio: 0.1
62
+ vae_model_path: ./pretrained_weights/sd-vae-ft-mse
63
+ val:
64
+ validation_steps: 1000
65
+ validation:
66
+ metric:
67
+ generate_frame_range:
68
+ - 30
69
+ - 54
70
+ guidance_scale: 2.8
71
+ ref_frame: 29
72
+ seed: 42
73
+ steps: 30
74
+ videos:
75
+ - configs/inference/metric/oATCBbieJIB8u3QAMAUwvMi9ymEOIc1AoDOajA.mp4
76
+ - configs/inference/metric/oonQq0HjAC7ExkJlRSMBBs1q3EIiQgFveLD7fD.mp4
77
+ - configs/inference/metric/os0aLDIkagGgAfAFQsfICCWMuoL8jm3IgJ0Wey.mp4
78
+ - configs/inference/metric/oYflAvAyfAIFRf3yQDrLRDCWcEDoFENF9tBEgg.mp4
79
+ pose_range:
80
+ - 0
81
+ - 24
82
+ test_cases:
83
+ - - ./configs/inference/ref_images/anyone-3.png
84
+ - ./configs/inference/pose_videos/demo18.mp4
85
+ - - ./configs/inference/ref_images/anyone-3-partial.png
86
+ - ./configs/inference/pose_videos/demo6.mp4
87
+ - - ./configs/inference/ref_images/anyone-2.png
88
+ - ./configs/inference/pose_videos/demo11.mp4
89
+ - - ./configs/inference/ref_images/anyone-1.png
90
+ - ./configs/inference/pose_videos/demo11.mp4
91
+ - - ./configs/inference/ref_images/anyone-1.png
92
+ - ./configs/inference/pose_videos/demo6.mp4
93
+ - - ./configs/inference/ref_images/anyone-5.png
94
+ - ./configs/inference/pose_videos/demo11.mp4
95
+ - - ./configs/inference/ref_images/anyone-11.png
96
+ - ./configs/inference/pose_videos/demo15.mp4
97
+ uniform_along_time: false
98
+ weight_dtype: fp16
20240515-stage2-6k/log/events.out.tfevents.1715779118.b76249829f43.2477153.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71f0e334d077a64c55029d2d01c863f10eff81e5bb6416f8b50f884092d10def
3
+ size 4208
20240515-stage2-6k/log/events.out.tfevents.1715779632.b76249829f43.2486722.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ecd46c1bb2386eebebb827f1425e8eb662b6931c4c7dfd32e159ed0fe05ea9f
3
+ size 636122
20240515-stage2-6k/motion_module-12786.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b01bd84800c462d89f29f4d16e24063bf20fe8fb8e9e4ec58f80304989791a19
3
+ size 1817900817
20240515-stage2-6k/motion_module-6393.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b23f952d1a8388153df3f006b1089fa724289db4175467cebdafbb5a79275c3
3
+ size 1817900227