Hugging Face's logo

spellbrush
/
PupuJEPA

Other
TensorBoard
Safetensors
PyTorch
music
SSL
Model card Files
xet
 Metrics Community
1
Setsugesuka commited on
Commit
d1713c9
·
verified ·
1 Parent(s): d8dc976

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. pupujepaV2_25hz_base/args.json +87 -0
  2. pupujepaV2_25hz_base/checkpoint/step-0500000_loss-0.199101/model.safetensors +3 -0
  3. pupujepaV2_25hz_base/checkpoint/step-0500000_loss-0.199101/optimizer.bin +3 -0
  4. pupujepaV2_25hz_base/checkpoint/step-0500000_loss-0.199101/random_states_0.pkl +3 -0
  5. pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1773222637.mj-ext-node-002.1645238.0 +3 -0
  6. pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1773223058.mj-ext-node-002.1648167.0 +3 -0
  7. pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1773223253.mj-ext-node-002.1650489.0 +3 -0
  8. pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1773223621.mj-ext-node-002.1653439.0 +3 -0
  9. pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1773224173.mj-ext-node-002.1657021.0 +3 -0
  10. pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1773226247.mj-ext-node-005.1248371.0 +3 -0
  11. pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1773226477.mj-ext-node-005.1250427.0 +3 -0
  12. pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1773313293.mj-ext-node-005.1610086.0 +3 -0
  13. pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1774794967.mj-ext-node-003.206475.0 +3 -0
  14. pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1775401418.mj-ext-node-005.2787283.0 +3 -0
  15. pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1775553158.mj-ext-node-006.157697.0 +3 -0
  16. pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1775772514.mj-ext-node-004.40295.0 +3 -0
  17. pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1775911293.mj-ext-node-004.611661.0 +3 -0
  18. pupujepaV2_25hz_giant/args.json +87 -0
  19. pupujepaV2_25hz_giant/checkpoint/step-0500000_loss-0.228453/model.safetensors +3 -0
  20. pupujepaV2_25hz_giant/checkpoint/step-0500000_loss-0.228453/optimizer.bin +3 -0
  21. pupujepaV2_25hz_giant/checkpoint/step-0500000_loss-0.228453/random_states_0.pkl +3 -0
  22. pupujepaV2_25hz_giant/log/pupujepaV2_25hz_giant_accu/events.out.tfevents.1778057793.mj-ext-node-003.3806111.0 +3 -0
  23. pupujepaV2_25hz_giant/log/pupujepaV2_25hz_giant_accu/events.out.tfevents.1778875913.mj-ext-node-002.34622.0 +3 -0
  24. pupujepaV2_25hz_giant/log/pupujepaV2_25hz_giant_accu/events.out.tfevents.1779090835.mj-ext-node-004.95097.0 +3 -0
  25. pupujepaV2_25hz_giant/log/pupujepaV2_25hz_giant_accu/events.out.tfevents.1779699369.mj-ext-node-004.1733309.0 +3 -0
  26. pupujepaV2_25hz_huge/args.json +87 -0
  27. pupujepaV2_25hz_huge/checkpoint/step-0500000_loss-0.236214/model.safetensors +3 -0
  28. pupujepaV2_25hz_huge/checkpoint/step-0500000_loss-0.236214/optimizer.bin +3 -0
  29. pupujepaV2_25hz_huge/checkpoint/step-0500000_loss-0.236214/random_states_0.pkl +3 -0
  30. pupujepaV2_25hz_huge/log/pupujepaV2_25hz_huge/events.out.tfevents.1776349298.mj-ext-node-007.978462.0 +3 -0
  31. pupujepaV2_25hz_huge/log/pupujepaV2_25hz_huge/events.out.tfevents.1776349990.mj-ext-node-007.982639.0 +3 -0
  32. pupujepaV2_25hz_huge/log/pupujepaV2_25hz_huge/events.out.tfevents.1776499622.mj-ext-node-007.1508622.0 +3 -0
  33. pupujepaV2_25hz_huge/log/pupujepaV2_25hz_huge/events.out.tfevents.1777120599.mj-ext-node-004.3505516.0 +3 -0
  34. pupujepaV2_25hz_huge/log/pupujepaV2_25hz_huge/events.out.tfevents.1777766979.mj-ext-node-004.2308664.0 +3 -0
  35. pupujepaV2_25hz_large/args.json +91 -0
  36. pupujepaV2_25hz_large/checkpoint/step-0500000_loss-0.176985/model.safetensors +3 -0
  37. pupujepaV2_25hz_large/checkpoint/step-0500000_loss-0.176985/optimizer.bin +3 -0
  38. pupujepaV2_25hz_large/checkpoint/step-0500000_loss-0.176985/random_states_0.pkl +3 -0
  39. pupujepaV2_25hz_large/log/pupujepaV2_final/events.out.tfevents.1771165109.mj-ext-node-003.3600733.0 +3 -0
  40. pupujepaV2_25hz_large/log/pupujepaV2_final/events.out.tfevents.1771625710.mj-ext-node-005.8444.0 +3 -0
  41. pupujepaV2_25hz_large/log/pupujepaV2_final/events.out.tfevents.1772215945.mj-ext-node-005.1761048.0 +3 -0
  42. pupujepaV2_25hz_large/log/pupujepaV2_final/events.out.tfevents.1772787513.mj-ext-node-006.4055962.0 +3 -0
  43. pupujepaV2_25hz_small/args.json +87 -0
  44. pupujepaV2_25hz_small/checkpoint/step-0400000_loss-0.218148/model.safetensors +3 -0
  45. pupujepaV2_25hz_small/checkpoint/step-0400000_loss-0.218148/optimizer.bin +3 -0
  46. pupujepaV2_25hz_small/checkpoint/step-0400000_loss-0.218148/random_states_0.pkl +3 -0
  47. pupujepaV2_25hz_small/log/pupujepaV2_25hz_small/events.out.tfevents.1773227276.mj-ext-node-007.1384439.0 +3 -0
  48. pupujepaV2_25hz_small/log/pupujepaV2_25hz_small/events.out.tfevents.1773228782.mj-ext-node-007.1391400.0 +3 -0
  49. pupujepaV2_25hz_small/log/pupujepaV2_25hz_small/events.out.tfevents.1774794963.mj-ext-node-005.1579288.0 +3 -0
  50. pupujepaV2_25hz_small/log/pupujepaV2_25hz_small/events.out.tfevents.1775450030.mj-ext-node-004.4006845.0 +3 -0
pupujepaV2_25hz_base/args.json ADDED
@@ -0,0 +1,87 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "exp_name": "pupujepaV2_25hz_base",
3
+ "inference": {
4
+ "batch_size": 1,
5
+ },
6
+ "log_dir": "/home/vocod/PupuMAE/experiments",
7
+ "model": {
8
+ "decoder_depth": 8,
9
+ "decoder_embed_dim": 512,
10
+ "decoder_num_heads": 16,
11
+ "depth": 12,
12
+ "drop_path_rate": 0.0,
13
+ "drop_path_uniform": false,
14
+ "embed_dim": 768,
15
+ "frequency_first": false,
16
+ "image_size": [
17
+ 1024,
18
+ 128,
19
+ ],
20
+ "in_chans": 1,
21
+ "layer_scale_init_value": null,
22
+ "mask_probs": [
23
+ 0.4,
24
+ 0.3,
25
+ 0.3,
26
+ ],
27
+ "mask_ratio": 0.8,
28
+ "mask_warmup_end": 100000,
29
+ "mask_warmup_start": 25000,
30
+ "mlp_ratio": 4.0,
31
+ "norm_layer": "layer",
32
+ "num_heads": 12,
33
+ "patch_size": [
34
+ 4,
35
+ 16,
36
+ ],
37
+ "qk_norm": true,
38
+ "use_swiglu": true,
39
+ },
40
+ "model_type": "rope",
41
+ "preprocess": {
42
+ "cut_mel_frame": 1024,
43
+ "flip_ft": true,
44
+ "fmax": 12000,
45
+ "fmin": 0,
46
+ "hop_size": 240,
47
+ "n_fft": 1024,
48
+ "n_mels": 128,
49
+ "normalize": true,
50
+ "sample_rate": 24000,
51
+ "win_size": 1024,
52
+ },
53
+ "train": {
54
+ "batch_size": 256,
55
+ "clip_grad": 1.0,
56
+ "dataloader": {
57
+ "drop_last": true,
58
+ "num_workers": 4,
59
+ "pin_memory": true,
60
+ "prefetch_factor": 2,
61
+ "shuffle_large": 5000,
62
+ "shuffle_small": 1000,
63
+ },
64
+ "do_profiling": false,
65
+ "grad_checkpointing_step": 6,
66
+ "gradient_accumulation_step": 1,
67
+ "norm_pix_loss": true,
68
+ "optimizer": {
69
+ "adam_b1": 0.9,
70
+ "adam_b2": 0.95,
71
+ "final_ema": 0.99999,
72
+ "final_lr": 1e-06,
73
+ "final_wd": 0.05,
74
+ "peak_lr": 0.001,
75
+ "start_ema": 0.99995,
76
+ "start_lr": 1e-06,
77
+ "start_wd": 0.05,
78
+ },
79
+ "random_seed": 114514,
80
+ "save_checkpoint_stride": 10000,
81
+ "total_steps": 500000,
82
+ "tracker": [
83
+ "tensorboard",
84
+ ],
85
+ "warmup_steps": 25000,
86
+ },
87
+ }
pupujepaV2_25hz_base/checkpoint/step-0500000_loss-0.199101/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddf422c8236dd0dda332d1d071eb90de2d3ddddfa8d09fbe08ed505bacc3fbb5
3
+ size 1045134936
pupujepaV2_25hz_base/checkpoint/step-0500000_loss-0.199101/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b43e6642f41b602ed33d6ade91cce5a212dfd9b37c21985b6f61a3f70aeee4c5
3
+ size 1183168779
pupujepaV2_25hz_base/checkpoint/step-0500000_loss-0.199101/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c8336089094cf8683492880654774118a2a314cd0ceb060e73a8a4dc94bff1f
3
+ size 15537
pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1773222637.mj-ext-node-002.1645238.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd60254ffd3c2743b0010cf4864861835d58e65a21fefde67da1f6cbb4e71fe8
3
+ size 88
pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1773223058.mj-ext-node-002.1648167.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea2937a7c100b7a00c43293d66689b741aded097019789f59d1ec4b4ffb29f14
3
+ size 267
pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1773223253.mj-ext-node-002.1650489.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a6788168c49263aae332bf046bf29cd768741ef97c384d8753707769bdd6954
3
+ size 267
pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1773223621.mj-ext-node-002.1653439.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a121cc02df713ffae7183fa70a865a43842cab7eb77c0aa0d943a39935673af6
3
+ size 454
pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1773224173.mj-ext-node-002.1657021.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c58efc042eabf643ef6b9e99447f43bc64e9c978a6f13d312db6ee9789b7ad1
3
+ size 2173
pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1773226247.mj-ext-node-005.1248371.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:079b4712ae9dccedbb2f04f5914906573ef902da1c5d50722ba8f004b1ff5f0b
3
+ size 88
pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1773226477.mj-ext-node-005.1250427.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:835f5fdac30b8465f1008c1b92257b9e5889cf0c561c9fa319cc5cf5cfdcf57b
3
+ size 50701
pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1773313293.mj-ext-node-005.1610086.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6e9af84b2e0ca972fcc8a0caa01a01f501950ced72268877eb63dc955b8d27d
3
+ size 167788
pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1774794967.mj-ext-node-003.206475.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0c8a3503cac4ba0116bc8735645445d91f055f8c65594a54de2bd468a1ef536
3
+ size 420118
pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1775401418.mj-ext-node-005.2787283.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec1837616377baaa0ee4d318c21da701fd5d6d1870dda2d615f0eb2f208d06ea
3
+ size 109873
pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1775553158.mj-ext-node-006.157697.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8373f71c6b7a4e23e342d8a5b1ddee4e569b6afdfbee8ecc4e5601e4b5bb027b
3
+ size 162523
pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1775772514.mj-ext-node-004.40295.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:908d2b8ccd477b3661c6ff4f74f5c13b30a7af033b96912008f2e801a5689b46
3
+ size 98953
pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1775911293.mj-ext-node-004.611661.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a86ac9a5aaa3fe8892b1a63c8ecf91932098ea22fcf91e1b33d18a854d605e6
3
+ size 116893
pupujepaV2_25hz_giant/args.json ADDED
@@ -0,0 +1,87 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "exp_name": "pupujepaV2_25hz_giant_accu",
3
+ "inference": {
4
+ "batch_size": 1,
5
+ },
6
+ "log_dir": "/home/vocod/PupuMAE/experiments",
7
+ "model": {
8
+ "decoder_depth": 8,
9
+ "decoder_embed_dim": 512,
10
+ "decoder_num_heads": 16,
11
+ "depth": 40,
12
+ "drop_path_rate": 0.0,
13
+ "drop_path_uniform": false,
14
+ "embed_dim": 1536,
15
+ "frequency_first": false,
16
+ "image_size": [
17
+ 1024,
18
+ 128,
19
+ ],
20
+ "in_chans": 1,
21
+ "layer_scale_init_value": null,
22
+ "mask_probs": [
23
+ 0.4,
24
+ 0.3,
25
+ 0.3,
26
+ ],
27
+ "mask_ratio": 0.8,
28
+ "mask_warmup_end": 100000,
29
+ "mask_warmup_start": 25000,
30
+ "mlp_ratio": 4.0,
31
+ "norm_layer": "layer",
32
+ "num_heads": 24,
33
+ "patch_size": [
34
+ 4,
35
+ 16,
36
+ ],
37
+ "qk_norm": true,
38
+ "use_swiglu": true,
39
+ },
40
+ "model_type": "rope",
41
+ "preprocess": {
42
+ "cut_mel_frame": 1024,
43
+ "flip_ft": true,
44
+ "fmax": 12000,
45
+ "fmin": 0,
46
+ "hop_size": 240,
47
+ "n_fft": 1024,
48
+ "n_mels": 128,
49
+ "normalize": true,
50
+ "sample_rate": 24000,
51
+ "win_size": 1024,
52
+ },
53
+ "train": {
54
+ "batch_size": 64,
55
+ "clip_grad": 1.0,
56
+ "dataloader": {
57
+ "drop_last": true,
58
+ "num_workers": 4,
59
+ "pin_memory": true,
60
+ "prefetch_factor": 2,
61
+ "shuffle_large": 5000,
62
+ "shuffle_small": 1000,
63
+ },
64
+ "do_profiling": false,
65
+ "grad_checkpointing_step": null,
66
+ "gradient_accumulation_step": 2,
67
+ "norm_pix_loss": true,
68
+ "optimizer": {
69
+ "adam_b1": 0.9,
70
+ "adam_b2": 0.95,
71
+ "final_ema": 0.99999,
72
+ "final_lr": 1e-06,
73
+ "final_wd": 0.05,
74
+ "peak_lr": 0.001,
75
+ "start_ema": 0.99995,
76
+ "start_lr": 1e-06,
77
+ "start_wd": 0.05,
78
+ },
79
+ "random_seed": 114514,
80
+ "save_checkpoint_stride": 10000,
81
+ "total_steps": 500000,
82
+ "tracker": [
83
+ "tensorboard",
84
+ ],
85
+ "warmup_steps": 25000,
86
+ },
87
+ }
pupujepaV2_25hz_giant/checkpoint/step-0500000_loss-0.228453/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2073e9d00f17e782e55f7c0f91306f2e7993573e0ba158bdcf30a6d521e306dd
3
+ size 12229302272
pupujepaV2_25hz_giant/checkpoint/step-0500000_loss-0.228453/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c8f6a7ebb13c30fcdbe2a40b5c74780c7a6d190ecea1d035d30fed85e983a0d
3
+ size 12370924658
pupujepaV2_25hz_giant/checkpoint/step-0500000_loss-0.228453/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ee96e5dd4330b70af761c5b264448368ad7cbd7151c6fff6551cf5cf8ecb57b
3
+ size 16513
pupujepaV2_25hz_giant/log/pupujepaV2_25hz_giant_accu/events.out.tfevents.1778057793.mj-ext-node-003.3806111.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b972cd77450feeb9ace1bc12a1ac1ad8214d6b3afd3148507cf3a40fbb28925
3
+ size 333451
pupujepaV2_25hz_giant/log/pupujepaV2_25hz_giant_accu/events.out.tfevents.1778875913.mj-ext-node-002.34622.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6504877e0d5ae663f3591ba2460ea715bc8d9eab984ccf31b5741db5c4a5dd45
3
+ size 25048
pupujepaV2_25hz_giant/log/pupujepaV2_25hz_giant_accu/events.out.tfevents.1779090835.mj-ext-node-004.95097.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:547aa9c3d0b5b2b9d17a85df9f86535d16bdbca516f3fcb6fea93de88e3032fd
3
+ size 312868
pupujepaV2_25hz_giant/log/pupujepaV2_25hz_giant_accu/events.out.tfevents.1779699369.mj-ext-node-004.1733309.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e84b102c0fe5041018f59fe5f34135d81ace26bc644af61267a6e894e982aecc
3
+ size 311893
pupujepaV2_25hz_huge/args.json ADDED
@@ -0,0 +1,87 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "exp_name": "pupujepaV2_25hz_huge",
3
+ "inference": {
4
+ "batch_size": 1,
5
+ },
6
+ "log_dir": "/home/vocod/PupuMAE/experiments",
7
+ "model": {
8
+ "decoder_depth": 8,
9
+ "decoder_embed_dim": 512,
10
+ "decoder_num_heads": 16,
11
+ "depth": 32,
12
+ "drop_path_rate": 0.0,
13
+ "drop_path_uniform": false,
14
+ "embed_dim": 1280,
15
+ "frequency_first": false,
16
+ "image_size": [
17
+ 1024,
18
+ 128,
19
+ ],
20
+ "in_chans": 1,
21
+ "layer_scale_init_value": null,
22
+ "mask_probs": [
23
+ 0.4,
24
+ 0.3,
25
+ 0.3,
26
+ ],
27
+ "mask_ratio": 0.8,
28
+ "mask_warmup_end": 100000,
29
+ "mask_warmup_start": 25000,
30
+ "mlp_ratio": 4.0,
31
+ "norm_layer": "layer",
32
+ "num_heads": 16,
33
+ "patch_size": [
34
+ 4,
35
+ 16,
36
+ ],
37
+ "qk_norm": true,
38
+ "use_swiglu": true,
39
+ },
40
+ "model_type": "rope",
41
+ "preprocess": {
42
+ "cut_mel_frame": 1024,
43
+ "flip_ft": true,
44
+ "fmax": 12000,
45
+ "fmin": 0,
46
+ "hop_size": 240,
47
+ "n_fft": 1024,
48
+ "n_mels": 128,
49
+ "normalize": true,
50
+ "sample_rate": 24000,
51
+ "win_size": 1024,
52
+ },
53
+ "train": {
54
+ "batch_size": 128,
55
+ "clip_grad": 1.0,
56
+ "dataloader": {
57
+ "drop_last": true,
58
+ "num_workers": 4,
59
+ "pin_memory": true,
60
+ "prefetch_factor": 2,
61
+ "shuffle_large": 5000,
62
+ "shuffle_small": 1000,
63
+ },
64
+ "do_profiling": false,
65
+ "grad_checkpointing_step": 3,
66
+ "gradient_accumulation_step": 1,
67
+ "norm_pix_loss": true,
68
+ "optimizer": {
69
+ "adam_b1": 0.9,
70
+ "adam_b2": 0.95,
71
+ "final_ema": 0.99999,
72
+ "final_lr": 1e-06,
73
+ "final_wd": 0.05,
74
+ "peak_lr": 0.001,
75
+ "start_ema": 0.99995,
76
+ "start_lr": 1e-06,
77
+ "start_wd": 0.05,
78
+ },
79
+ "random_seed": 114514,
80
+ "save_checkpoint_stride": 10000,
81
+ "total_steps": 500000,
82
+ "tracker": [
83
+ "tensorboard",
84
+ ],
85
+ "warmup_steps": 25000,
86
+ },
87
+ }
pupujepaV2_25hz_huge/checkpoint/step-0500000_loss-0.236214/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e183e15f3848dbf12cf5969eb10400c3fb877b9a2723b9f6b098c0472aec5075
3
+ size 6856664856
pupujepaV2_25hz_huge/checkpoint/step-0500000_loss-0.236214/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e557f2f1a5724e3f1a00548dfb4bd3f5a195058f796e928af74b39ce74b19b9
3
+ size 6997103322
pupujepaV2_25hz_huge/checkpoint/step-0500000_loss-0.236214/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:902876dd1a6be78e4e419337bfccc9e71366b3a59cce95b2ee8ecf9c6f05910c
3
+ size 15537
pupujepaV2_25hz_huge/log/pupujepaV2_25hz_huge/events.out.tfevents.1776349298.mj-ext-node-007.978462.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13354f38a0a34b293284d2d91ad3fe848ba9dd316c98eb0abb2dd59128a51eae
3
+ size 267
pupujepaV2_25hz_huge/log/pupujepaV2_25hz_huge/events.out.tfevents.1776349990.mj-ext-node-007.982639.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e377ef22c44063e5b1996867c3da5650ce5dc414c2cfa7be4c995442e765dd49
3
+ size 49336
pupujepaV2_25hz_huge/log/pupujepaV2_25hz_huge/events.out.tfevents.1776499622.mj-ext-node-007.1508622.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c70650389091defadd4f3b36e9464d16f651a2a071dd893805a0b40e95cde0f
3
+ size 418753
pupujepaV2_25hz_huge/log/pupujepaV2_25hz_huge/events.out.tfevents.1777120599.mj-ext-node-004.3505516.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91c6eeec5115f2429f46a00c1cda3a3253def17a50353b2672075f444ad42dd6
3
+ size 404908
pupujepaV2_25hz_huge/log/pupujepaV2_25hz_huge/events.out.tfevents.1777766979.mj-ext-node-004.2308664.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25fa0893c09fa6760f55ded83e72fe1c01dc9022359ee8fffeb2e26958a6bc2d
3
+ size 136393
pupujepaV2_25hz_large/args.json ADDED
@@ -0,0 +1,91 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "exp_name": "pupujepaV2_final",
3
+ "inference": {
4
+ "batch_size": 1,
5
+ },
6
+ "log_dir": "/home/vocod/PupuMAE/experiments",
7
+ "model": {
8
+ "decoder_depth": 8,
9
+ "decoder_embed_dim": 512,
10
+ "decoder_num_heads": 16,
11
+ "depth": 24,
12
+ "drop_path_rate": 0.0,
13
+ "drop_path_uniform": false,
14
+ "embed_dim": 1024,
15
+ "frequency_first": false,
16
+ "image_size": [
17
+ 1024,
18
+ 128,
19
+ ],
20
+ "in_chans": 1,
21
+ "layer_scale_init_value": null,
22
+ "mask_probs": [
23
+ 0.4,
24
+ 0.3,
25
+ 0.3,
26
+ ],
27
+ "mask_ratio": 0.8,
28
+ "mask_warmup_end": 100000,
29
+ "mask_warmup_start": 25000,
30
+ "mlp_ratio": 4.0,
31
+ "norm_layer": "layer",
32
+ "num_heads": 16,
33
+ "patch_size": [
34
+ 4,
35
+ 16,
36
+ ],
37
+ "qk_norm": true,
38
+ "use_swiglu": true,
39
+ },
40
+ "model_type": "rope",
41
+ "preprocess": {
42
+ "cut_mel_frame": 1024,
43
+ "flip_ft": true,
44
+ "fmax": 12000,
45
+ "fmin": 0,
46
+ "hop_size": 240,
47
+ "n_fft": 1024,
48
+ "n_mels": 128,
49
+ "normalize": true,
50
+ "sample_rate": 24000,
51
+ "win_size": 1024,
52
+ },
53
+ "train": {
54
+ "batch_size": 128,
55
+ "clip_grad": 1.0,
56
+ "dataloader": {
57
+ "drop_last": true,
58
+ "num_workers": 4,
59
+ "pin_memory": true,
60
+ "prefetch_factor": 2,
61
+ "shuffle_large": 10000,
62
+ "shuffle_small": 1000,
63
+ },
64
+ "decay_steps": 375000,
65
+ "do_profiling": false,
66
+ "final_decay_steps": 100000,
67
+ "grad_checkpointing_step": null,
68
+ "gradient_accumulation_step": 1,
69
+ "norm_pix_loss": true,
70
+ "optimizer": {
71
+ "adam_b1": 0.9,
72
+ "adam_b2": 0.95,
73
+ "final_ema": 0.99999,
74
+ "final_lr": 1e-06,
75
+ "final_wd": 0.05,
76
+ "peak_lr": 0.001,
77
+ "start_ema": 0.99995,
78
+ "start_lr": 1e-06,
79
+ "start_wd": 0.05,
80
+ "sustain_ema": 0.99998,
81
+ "sustain_lr": 0.0001,
82
+ },
83
+ "random_seed": 1919810,
84
+ "save_checkpoint_stride": 10000,
85
+ "total_steps": 1000000,
86
+ "tracker": [
87
+ "tensorboard",
88
+ ],
89
+ "warmup_steps": 25000,
90
+ },
91
+ }
pupujepaV2_25hz_large/checkpoint/step-0500000_loss-0.176985/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06b1c2c7b93d6184923b052b5be0f6bc50040e87d5ef87acee51e15f0868ae57
3
+ size 3363632912
pupujepaV2_25hz_large/checkpoint/step-0500000_loss-0.176985/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:235fc2a16931bf3434e3e53fb8ea4c62210d594c63e1b20f702fe410313d00dc
3
+ size 3502876746
pupujepaV2_25hz_large/checkpoint/step-0500000_loss-0.176985/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b317a57666b388a9e8751a8a1d131db63f203ed1d5ab269f69ad558cf7718b8c
3
+ size 16513
pupujepaV2_25hz_large/log/pupujepaV2_final/events.out.tfevents.1771165109.mj-ext-node-003.3600733.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:203da9deba7dfff3707535793d1eb24cf5ae84fc94b1f2ab5279c88133f7a285
3
+ size 439531
pupujepaV2_25hz_large/log/pupujepaV2_final/events.out.tfevents.1771625710.mj-ext-node-005.8444.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:420e7ef1903007fa862673dea7703c8fa2c2bec5b127712206b054be5e3a9e42
3
+ size 575338
pupujepaV2_25hz_large/log/pupujepaV2_final/events.out.tfevents.1772215945.mj-ext-node-005.1761048.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04045b182a6e6cfac2665d116c17136bddab1199b283c66c3145eb12ced77c27
3
+ size 550378
pupujepaV2_25hz_large/log/pupujepaV2_final/events.out.tfevents.1772787513.mj-ext-node-006.4055962.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e19a7fe983b23dc63f947e2d360a95677bb01f577a2ca0b0d866688441810a26
3
+ size 238573
pupujepaV2_25hz_small/args.json ADDED
@@ -0,0 +1,87 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "exp_name": "pupujepaV2_25hz_small",
3
+ "inference": {
4
+ "batch_size": 1,
5
+ },
6
+ "log_dir": "/home/vocod/PupuMAE/experiments",
7
+ "model": {
8
+ "decoder_depth": 8,
9
+ "decoder_embed_dim": 512,
10
+ "decoder_num_heads": 16,
11
+ "depth": 12,
12
+ "drop_path_rate": 0.0,
13
+ "drop_path_uniform": false,
14
+ "embed_dim": 384,
15
+ "frequency_first": false,
16
+ "image_size": [
17
+ 1024,
18
+ 128,
19
+ ],
20
+ "in_chans": 1,
21
+ "layer_scale_init_value": null,
22
+ "mask_probs": [
23
+ 0.4,
24
+ 0.3,
25
+ 0.3,
26
+ ],
27
+ "mask_ratio": 0.8,
28
+ "mask_warmup_end": 100000,
29
+ "mask_warmup_start": 25000,
30
+ "mlp_ratio": 4.0,
31
+ "norm_layer": "layer",
32
+ "num_heads": 6,
33
+ "patch_size": [
34
+ 4,
35
+ 16,
36
+ ],
37
+ "qk_norm": true,
38
+ "use_swiglu": true,
39
+ },
40
+ "model_type": "rope",
41
+ "preprocess": {
42
+ "cut_mel_frame": 1024,
43
+ "flip_ft": true,
44
+ "fmax": 12000,
45
+ "fmin": 0,
46
+ "hop_size": 240,
47
+ "n_fft": 1024,
48
+ "n_mels": 128,
49
+ "normalize": true,
50
+ "sample_rate": 24000,
51
+ "win_size": 1024,
52
+ },
53
+ "train": {
54
+ "batch_size": 256,
55
+ "clip_grad": 1.0,
56
+ "dataloader": {
57
+ "drop_last": true,
58
+ "num_workers": 4,
59
+ "pin_memory": true,
60
+ "prefetch_factor": 2,
61
+ "shuffle_large": 5000,
62
+ "shuffle_small": 1000,
63
+ },
64
+ "do_profiling": false,
65
+ "grad_checkpointing_step": null,
66
+ "gradient_accumulation_step": 1,
67
+ "norm_pix_loss": true,
68
+ "optimizer": {
69
+ "adam_b1": 0.9,
70
+ "adam_b2": 0.95,
71
+ "final_ema": 0.99999,
72
+ "final_lr": 1e-06,
73
+ "final_wd": 0.05,
74
+ "peak_lr": 0.001,
75
+ "start_ema": 0.99995,
76
+ "start_lr": 1e-06,
77
+ "start_wd": 0.05,
78
+ },
79
+ "random_seed": 114514,
80
+ "save_checkpoint_stride": 10000,
81
+ "total_steps": 500000,
82
+ "tracker": [
83
+ "tensorboard",
84
+ ],
85
+ "warmup_steps": 25000,
86
+ },
87
+ }
pupujepaV2_25hz_small/checkpoint/step-0400000_loss-0.218148/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dee0a699da95de0e7d7841d0ec2ab0d4726f33f4b98e3375f09d6fc3726ce01e
3
+ size 363347504
pupujepaV2_25hz_small/checkpoint/step-0400000_loss-0.218148/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c883a8a1710e9b7feab1a4f648600e6d0cac5c4d6cb4ca75b2602e0a14205e8a
3
+ size 499704075
pupujepaV2_25hz_small/checkpoint/step-0400000_loss-0.218148/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8bae34b2e83863497931bb26454e99ffd6a4f904eb19c824846211d6bd449fb
3
+ size 15473
pupujepaV2_25hz_small/log/pupujepaV2_25hz_small/events.out.tfevents.1773227276.mj-ext-node-007.1384439.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:746bb7d131d60127202674d41b2fd41d357180777e60e3368bc7d0173efec883
3
+ size 88
pupujepaV2_25hz_small/log/pupujepaV2_25hz_small/events.out.tfevents.1773228782.mj-ext-node-007.1391400.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cef9bff35c21dbd719aa9ce2ded2ee9de7a342a4df445ad8f03103fa0a603c38
3
+ size 325261
pupujepaV2_25hz_small/log/pupujepaV2_25hz_small/events.out.tfevents.1774794963.mj-ext-node-005.1579288.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e53392871558eccd2a6aa0a7c3cccdaca2b997c1163fb28e5aea69ba8b6ef417
3
+ size 551158
pupujepaV2_25hz_small/log/pupujepaV2_25hz_small/events.out.tfevents.1775450030.mj-ext-node-004.4006845.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7de0226b2de23c245941b8030de243d359bf58b9ff1d94680104942a74072a53
3
+ size 88
Free AI Image Generator No sign-up. Instant results. Open Now