diff --git a/pupujepaV2_25hz_base/args.json b/pupujepaV2_25hz_base/args.json new file mode 100644 index 0000000000000000000000000000000000000000..1aacd5877b4b32f091db7068a1ed009f3959f4ed --- /dev/null +++ b/pupujepaV2_25hz_base/args.json @@ -0,0 +1,87 @@ +{ + "exp_name": "pupujepaV2_25hz_base", + "inference": { + "batch_size": 1, + }, + "log_dir": "/home/vocod/PupuMAE/experiments", + "model": { + "decoder_depth": 8, + "decoder_embed_dim": 512, + "decoder_num_heads": 16, + "depth": 12, + "drop_path_rate": 0.0, + "drop_path_uniform": false, + "embed_dim": 768, + "frequency_first": false, + "image_size": [ + 1024, + 128, + ], + "in_chans": 1, + "layer_scale_init_value": null, + "mask_probs": [ + 0.4, + 0.3, + 0.3, + ], + "mask_ratio": 0.8, + "mask_warmup_end": 100000, + "mask_warmup_start": 25000, + "mlp_ratio": 4.0, + "norm_layer": "layer", + "num_heads": 12, + "patch_size": [ + 4, + 16, + ], + "qk_norm": true, + "use_swiglu": true, + }, + "model_type": "rope", + "preprocess": { + "cut_mel_frame": 1024, + "flip_ft": true, + "fmax": 12000, + "fmin": 0, + "hop_size": 240, + "n_fft": 1024, + "n_mels": 128, + "normalize": true, + "sample_rate": 24000, + "win_size": 1024, + }, + "train": { + "batch_size": 256, + "clip_grad": 1.0, + "dataloader": { + "drop_last": true, + "num_workers": 4, + "pin_memory": true, + "prefetch_factor": 2, + "shuffle_large": 5000, + "shuffle_small": 1000, + }, + "do_profiling": false, + "grad_checkpointing_step": 6, + "gradient_accumulation_step": 1, + "norm_pix_loss": true, + "optimizer": { + "adam_b1": 0.9, + "adam_b2": 0.95, + "final_ema": 0.99999, + "final_lr": 1e-06, + "final_wd": 0.05, + "peak_lr": 0.001, + "start_ema": 0.99995, + "start_lr": 1e-06, + "start_wd": 0.05, + }, + "random_seed": 114514, + "save_checkpoint_stride": 10000, + "total_steps": 500000, + "tracker": [ + "tensorboard", + ], + "warmup_steps": 25000, + }, +} \ No newline at end of file diff --git a/pupujepaV2_25hz_base/checkpoint/step-0500000_loss-0.199101/model.safetensors b/pupujepaV2_25hz_base/checkpoint/step-0500000_loss-0.199101/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a0730e6afbac247d22ccb9a0041a1165eb4a45b2 --- /dev/null +++ b/pupujepaV2_25hz_base/checkpoint/step-0500000_loss-0.199101/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddf422c8236dd0dda332d1d071eb90de2d3ddddfa8d09fbe08ed505bacc3fbb5 +size 1045134936 diff --git a/pupujepaV2_25hz_base/checkpoint/step-0500000_loss-0.199101/optimizer.bin b/pupujepaV2_25hz_base/checkpoint/step-0500000_loss-0.199101/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..ffaae817b030285e491ae4a73650b6aae26aa5b4 --- /dev/null +++ b/pupujepaV2_25hz_base/checkpoint/step-0500000_loss-0.199101/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b43e6642f41b602ed33d6ade91cce5a212dfd9b37c21985b6f61a3f70aeee4c5 +size 1183168779 diff --git a/pupujepaV2_25hz_base/checkpoint/step-0500000_loss-0.199101/random_states_0.pkl b/pupujepaV2_25hz_base/checkpoint/step-0500000_loss-0.199101/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..93636d25837c1c3ff14b82248a45e5d3a32c01b7 --- /dev/null +++ b/pupujepaV2_25hz_base/checkpoint/step-0500000_loss-0.199101/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c8336089094cf8683492880654774118a2a314cd0ceb060e73a8a4dc94bff1f +size 15537 diff --git a/pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1773222637.mj-ext-node-002.1645238.0 b/pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1773222637.mj-ext-node-002.1645238.0 new file mode 100644 index 0000000000000000000000000000000000000000..c7f53fcfc0ef173af527e7f97543ac6c2e9d5da4 --- /dev/null +++ b/pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1773222637.mj-ext-node-002.1645238.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd60254ffd3c2743b0010cf4864861835d58e65a21fefde67da1f6cbb4e71fe8 +size 88 diff --git a/pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1773223058.mj-ext-node-002.1648167.0 b/pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1773223058.mj-ext-node-002.1648167.0 new file mode 100644 index 0000000000000000000000000000000000000000..0dfa19b1bd67ab934959729c20bbcef1ea9ff2c8 --- /dev/null +++ b/pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1773223058.mj-ext-node-002.1648167.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea2937a7c100b7a00c43293d66689b741aded097019789f59d1ec4b4ffb29f14 +size 267 diff --git a/pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1773223253.mj-ext-node-002.1650489.0 b/pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1773223253.mj-ext-node-002.1650489.0 new file mode 100644 index 0000000000000000000000000000000000000000..3fd664991ff1bcf9a8b8c3ed2baf630475ba03c5 --- /dev/null +++ b/pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1773223253.mj-ext-node-002.1650489.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a6788168c49263aae332bf046bf29cd768741ef97c384d8753707769bdd6954 +size 267 diff --git a/pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1773223621.mj-ext-node-002.1653439.0 b/pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1773223621.mj-ext-node-002.1653439.0 new file mode 100644 index 0000000000000000000000000000000000000000..a3e6081cc119c88c8a49a7b37be0da84918b6e0f --- /dev/null +++ b/pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1773223621.mj-ext-node-002.1653439.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a121cc02df713ffae7183fa70a865a43842cab7eb77c0aa0d943a39935673af6 +size 454 diff --git a/pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1773224173.mj-ext-node-002.1657021.0 b/pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1773224173.mj-ext-node-002.1657021.0 new file mode 100644 index 0000000000000000000000000000000000000000..c11674fe19ef87880f5b288d2f305ba353c3ed40 --- /dev/null +++ b/pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1773224173.mj-ext-node-002.1657021.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c58efc042eabf643ef6b9e99447f43bc64e9c978a6f13d312db6ee9789b7ad1 +size 2173 diff --git a/pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1773226247.mj-ext-node-005.1248371.0 b/pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1773226247.mj-ext-node-005.1248371.0 new file mode 100644 index 0000000000000000000000000000000000000000..fa76963376ccff6404231dde2bb6ad03ddf108ff --- /dev/null +++ b/pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1773226247.mj-ext-node-005.1248371.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:079b4712ae9dccedbb2f04f5914906573ef902da1c5d50722ba8f004b1ff5f0b +size 88 diff --git a/pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1773226477.mj-ext-node-005.1250427.0 b/pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1773226477.mj-ext-node-005.1250427.0 new file mode 100644 index 0000000000000000000000000000000000000000..e016e3ff618c2490e7b6a47c64a8bd69c3dd3d40 --- /dev/null +++ b/pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1773226477.mj-ext-node-005.1250427.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:835f5fdac30b8465f1008c1b92257b9e5889cf0c561c9fa319cc5cf5cfdcf57b +size 50701 diff --git a/pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1773313293.mj-ext-node-005.1610086.0 b/pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1773313293.mj-ext-node-005.1610086.0 new file mode 100644 index 0000000000000000000000000000000000000000..f14c96bfcf7db14db094f06ef159ec2737057686 --- /dev/null +++ b/pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1773313293.mj-ext-node-005.1610086.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6e9af84b2e0ca972fcc8a0caa01a01f501950ced72268877eb63dc955b8d27d +size 167788 diff --git a/pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1774794967.mj-ext-node-003.206475.0 b/pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1774794967.mj-ext-node-003.206475.0 new file mode 100644 index 0000000000000000000000000000000000000000..8a2894181762a231fcdfdf2b04a1d0b56b6f07a0 --- /dev/null +++ b/pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1774794967.mj-ext-node-003.206475.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0c8a3503cac4ba0116bc8735645445d91f055f8c65594a54de2bd468a1ef536 +size 420118 diff --git a/pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1775401418.mj-ext-node-005.2787283.0 b/pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1775401418.mj-ext-node-005.2787283.0 new file mode 100644 index 0000000000000000000000000000000000000000..994a595cc5b502adfeecf0d265eecdbd5b0d3eac --- /dev/null +++ b/pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1775401418.mj-ext-node-005.2787283.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec1837616377baaa0ee4d318c21da701fd5d6d1870dda2d615f0eb2f208d06ea +size 109873 diff --git a/pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1775553158.mj-ext-node-006.157697.0 b/pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1775553158.mj-ext-node-006.157697.0 new file mode 100644 index 0000000000000000000000000000000000000000..3760a43a627d5c2f0a21bf5c64acb36d0649b1d5 --- /dev/null +++ b/pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1775553158.mj-ext-node-006.157697.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8373f71c6b7a4e23e342d8a5b1ddee4e569b6afdfbee8ecc4e5601e4b5bb027b +size 162523 diff --git a/pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1775772514.mj-ext-node-004.40295.0 b/pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1775772514.mj-ext-node-004.40295.0 new file mode 100644 index 0000000000000000000000000000000000000000..c0d5bd6422037effe68c60a9e88c8936964a4d3f --- /dev/null +++ b/pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1775772514.mj-ext-node-004.40295.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:908d2b8ccd477b3661c6ff4f74f5c13b30a7af033b96912008f2e801a5689b46 +size 98953 diff --git a/pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1775911293.mj-ext-node-004.611661.0 b/pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1775911293.mj-ext-node-004.611661.0 new file mode 100644 index 0000000000000000000000000000000000000000..33883d644fdd6763e1b0c68d4e88ed501dd7a1c4 --- /dev/null +++ b/pupujepaV2_25hz_base/log/pupujepaV2_25hz_base/events.out.tfevents.1775911293.mj-ext-node-004.611661.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a86ac9a5aaa3fe8892b1a63c8ecf91932098ea22fcf91e1b33d18a854d605e6 +size 116893 diff --git a/pupujepaV2_25hz_giant/args.json b/pupujepaV2_25hz_giant/args.json new file mode 100644 index 0000000000000000000000000000000000000000..354274176002e4de46758bd1b80488cb8dbacdc3 --- /dev/null +++ b/pupujepaV2_25hz_giant/args.json @@ -0,0 +1,87 @@ +{ + "exp_name": "pupujepaV2_25hz_giant_accu", + "inference": { + "batch_size": 1, + }, + "log_dir": "/home/vocod/PupuMAE/experiments", + "model": { + "decoder_depth": 8, + "decoder_embed_dim": 512, + "decoder_num_heads": 16, + "depth": 40, + "drop_path_rate": 0.0, + "drop_path_uniform": false, + "embed_dim": 1536, + "frequency_first": false, + "image_size": [ + 1024, + 128, + ], + "in_chans": 1, + "layer_scale_init_value": null, + "mask_probs": [ + 0.4, + 0.3, + 0.3, + ], + "mask_ratio": 0.8, + "mask_warmup_end": 100000, + "mask_warmup_start": 25000, + "mlp_ratio": 4.0, + "norm_layer": "layer", + "num_heads": 24, + "patch_size": [ + 4, + 16, + ], + "qk_norm": true, + "use_swiglu": true, + }, + "model_type": "rope", + "preprocess": { + "cut_mel_frame": 1024, + "flip_ft": true, + "fmax": 12000, + "fmin": 0, + "hop_size": 240, + "n_fft": 1024, + "n_mels": 128, + "normalize": true, + "sample_rate": 24000, + "win_size": 1024, + }, + "train": { + "batch_size": 64, + "clip_grad": 1.0, + "dataloader": { + "drop_last": true, + "num_workers": 4, + "pin_memory": true, + "prefetch_factor": 2, + "shuffle_large": 5000, + "shuffle_small": 1000, + }, + "do_profiling": false, + "grad_checkpointing_step": null, + "gradient_accumulation_step": 2, + "norm_pix_loss": true, + "optimizer": { + "adam_b1": 0.9, + "adam_b2": 0.95, + "final_ema": 0.99999, + "final_lr": 1e-06, + "final_wd": 0.05, + "peak_lr": 0.001, + "start_ema": 0.99995, + "start_lr": 1e-06, + "start_wd": 0.05, + }, + "random_seed": 114514, + "save_checkpoint_stride": 10000, + "total_steps": 500000, + "tracker": [ + "tensorboard", + ], + "warmup_steps": 25000, + }, +} \ No newline at end of file diff --git a/pupujepaV2_25hz_giant/checkpoint/step-0500000_loss-0.228453/model.safetensors b/pupujepaV2_25hz_giant/checkpoint/step-0500000_loss-0.228453/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2b48b80f48d9f5560a49eeb73e471d2275533cd2 --- /dev/null +++ b/pupujepaV2_25hz_giant/checkpoint/step-0500000_loss-0.228453/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2073e9d00f17e782e55f7c0f91306f2e7993573e0ba158bdcf30a6d521e306dd +size 12229302272 diff --git a/pupujepaV2_25hz_giant/checkpoint/step-0500000_loss-0.228453/optimizer.bin b/pupujepaV2_25hz_giant/checkpoint/step-0500000_loss-0.228453/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..3d8c0c2d623470384a65310239c6da2f1411daca --- /dev/null +++ b/pupujepaV2_25hz_giant/checkpoint/step-0500000_loss-0.228453/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c8f6a7ebb13c30fcdbe2a40b5c74780c7a6d190ecea1d035d30fed85e983a0d +size 12370924658 diff --git a/pupujepaV2_25hz_giant/checkpoint/step-0500000_loss-0.228453/random_states_0.pkl b/pupujepaV2_25hz_giant/checkpoint/step-0500000_loss-0.228453/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..aedf238e6f40d663a7e9742c773bfee65627cfe2 --- /dev/null +++ b/pupujepaV2_25hz_giant/checkpoint/step-0500000_loss-0.228453/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ee96e5dd4330b70af761c5b264448368ad7cbd7151c6fff6551cf5cf8ecb57b +size 16513 diff --git a/pupujepaV2_25hz_giant/log/pupujepaV2_25hz_giant_accu/events.out.tfevents.1778057793.mj-ext-node-003.3806111.0 b/pupujepaV2_25hz_giant/log/pupujepaV2_25hz_giant_accu/events.out.tfevents.1778057793.mj-ext-node-003.3806111.0 new file mode 100644 index 0000000000000000000000000000000000000000..dd61b1508ab2d6906cd668428a3dd416a6eb79ee --- /dev/null +++ b/pupujepaV2_25hz_giant/log/pupujepaV2_25hz_giant_accu/events.out.tfevents.1778057793.mj-ext-node-003.3806111.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b972cd77450feeb9ace1bc12a1ac1ad8214d6b3afd3148507cf3a40fbb28925 +size 333451 diff --git a/pupujepaV2_25hz_giant/log/pupujepaV2_25hz_giant_accu/events.out.tfevents.1778875913.mj-ext-node-002.34622.0 b/pupujepaV2_25hz_giant/log/pupujepaV2_25hz_giant_accu/events.out.tfevents.1778875913.mj-ext-node-002.34622.0 new file mode 100644 index 0000000000000000000000000000000000000000..ea397f10601943404e5750fd220da50ad3ef10e0 --- /dev/null +++ b/pupujepaV2_25hz_giant/log/pupujepaV2_25hz_giant_accu/events.out.tfevents.1778875913.mj-ext-node-002.34622.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6504877e0d5ae663f3591ba2460ea715bc8d9eab984ccf31b5741db5c4a5dd45 +size 25048 diff --git a/pupujepaV2_25hz_giant/log/pupujepaV2_25hz_giant_accu/events.out.tfevents.1779090835.mj-ext-node-004.95097.0 b/pupujepaV2_25hz_giant/log/pupujepaV2_25hz_giant_accu/events.out.tfevents.1779090835.mj-ext-node-004.95097.0 new file mode 100644 index 0000000000000000000000000000000000000000..d541da00ce0cce4e191953ca51071e59d80c8dda --- /dev/null +++ b/pupujepaV2_25hz_giant/log/pupujepaV2_25hz_giant_accu/events.out.tfevents.1779090835.mj-ext-node-004.95097.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:547aa9c3d0b5b2b9d17a85df9f86535d16bdbca516f3fcb6fea93de88e3032fd +size 312868 diff --git a/pupujepaV2_25hz_giant/log/pupujepaV2_25hz_giant_accu/events.out.tfevents.1779699369.mj-ext-node-004.1733309.0 b/pupujepaV2_25hz_giant/log/pupujepaV2_25hz_giant_accu/events.out.tfevents.1779699369.mj-ext-node-004.1733309.0 new file mode 100644 index 0000000000000000000000000000000000000000..29b314d42d0642cb720c8c669a0ff2c7a5e0d839 --- /dev/null +++ b/pupujepaV2_25hz_giant/log/pupujepaV2_25hz_giant_accu/events.out.tfevents.1779699369.mj-ext-node-004.1733309.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e84b102c0fe5041018f59fe5f34135d81ace26bc644af61267a6e894e982aecc +size 311893 diff --git a/pupujepaV2_25hz_huge/args.json b/pupujepaV2_25hz_huge/args.json new file mode 100644 index 0000000000000000000000000000000000000000..abb1a17f08b9c90e51d8218c5e2b2165038d0b98 --- /dev/null +++ b/pupujepaV2_25hz_huge/args.json @@ -0,0 +1,87 @@ +{ + "exp_name": "pupujepaV2_25hz_huge", + "inference": { + "batch_size": 1, + }, + "log_dir": "/home/vocod/PupuMAE/experiments", + "model": { + "decoder_depth": 8, + "decoder_embed_dim": 512, + "decoder_num_heads": 16, + "depth": 32, + "drop_path_rate": 0.0, + "drop_path_uniform": false, + "embed_dim": 1280, + "frequency_first": false, + "image_size": [ + 1024, + 128, + ], + "in_chans": 1, + "layer_scale_init_value": null, + "mask_probs": [ + 0.4, + 0.3, + 0.3, + ], + "mask_ratio": 0.8, + "mask_warmup_end": 100000, + "mask_warmup_start": 25000, + "mlp_ratio": 4.0, + "norm_layer": "layer", + "num_heads": 16, + "patch_size": [ + 4, + 16, + ], + "qk_norm": true, + "use_swiglu": true, + }, + "model_type": "rope", + "preprocess": { + "cut_mel_frame": 1024, + "flip_ft": true, + "fmax": 12000, + "fmin": 0, + "hop_size": 240, + "n_fft": 1024, + "n_mels": 128, + "normalize": true, + "sample_rate": 24000, + "win_size": 1024, + }, + "train": { + "batch_size": 128, + "clip_grad": 1.0, + "dataloader": { + "drop_last": true, + "num_workers": 4, + "pin_memory": true, + "prefetch_factor": 2, + "shuffle_large": 5000, + "shuffle_small": 1000, + }, + "do_profiling": false, + "grad_checkpointing_step": 3, + "gradient_accumulation_step": 1, + "norm_pix_loss": true, + "optimizer": { + "adam_b1": 0.9, + "adam_b2": 0.95, + "final_ema": 0.99999, + "final_lr": 1e-06, + "final_wd": 0.05, + "peak_lr": 0.001, + "start_ema": 0.99995, + "start_lr": 1e-06, + "start_wd": 0.05, + }, + "random_seed": 114514, + "save_checkpoint_stride": 10000, + "total_steps": 500000, + "tracker": [ + "tensorboard", + ], + "warmup_steps": 25000, + }, +} \ No newline at end of file diff --git a/pupujepaV2_25hz_huge/checkpoint/step-0500000_loss-0.236214/model.safetensors b/pupujepaV2_25hz_huge/checkpoint/step-0500000_loss-0.236214/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1c66c189de4402f2129b1cdf2b2e40907b18acb9 --- /dev/null +++ b/pupujepaV2_25hz_huge/checkpoint/step-0500000_loss-0.236214/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e183e15f3848dbf12cf5969eb10400c3fb877b9a2723b9f6b098c0472aec5075 +size 6856664856 diff --git a/pupujepaV2_25hz_huge/checkpoint/step-0500000_loss-0.236214/optimizer.bin b/pupujepaV2_25hz_huge/checkpoint/step-0500000_loss-0.236214/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..33c0b006e6c120ba89154e7498944cde4be5c28f --- /dev/null +++ b/pupujepaV2_25hz_huge/checkpoint/step-0500000_loss-0.236214/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e557f2f1a5724e3f1a00548dfb4bd3f5a195058f796e928af74b39ce74b19b9 +size 6997103322 diff --git a/pupujepaV2_25hz_huge/checkpoint/step-0500000_loss-0.236214/random_states_0.pkl b/pupujepaV2_25hz_huge/checkpoint/step-0500000_loss-0.236214/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..b2e01e11a5e0d508e3b29b4311eca96cc0619b68 --- /dev/null +++ b/pupujepaV2_25hz_huge/checkpoint/step-0500000_loss-0.236214/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:902876dd1a6be78e4e419337bfccc9e71366b3a59cce95b2ee8ecf9c6f05910c +size 15537 diff --git a/pupujepaV2_25hz_huge/log/pupujepaV2_25hz_huge/events.out.tfevents.1776349298.mj-ext-node-007.978462.0 b/pupujepaV2_25hz_huge/log/pupujepaV2_25hz_huge/events.out.tfevents.1776349298.mj-ext-node-007.978462.0 new file mode 100644 index 0000000000000000000000000000000000000000..d85aad44d00d98157d45f75fad5eb732ea0f33e0 --- /dev/null +++ b/pupujepaV2_25hz_huge/log/pupujepaV2_25hz_huge/events.out.tfevents.1776349298.mj-ext-node-007.978462.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13354f38a0a34b293284d2d91ad3fe848ba9dd316c98eb0abb2dd59128a51eae +size 267 diff --git a/pupujepaV2_25hz_huge/log/pupujepaV2_25hz_huge/events.out.tfevents.1776349990.mj-ext-node-007.982639.0 b/pupujepaV2_25hz_huge/log/pupujepaV2_25hz_huge/events.out.tfevents.1776349990.mj-ext-node-007.982639.0 new file mode 100644 index 0000000000000000000000000000000000000000..3542103b2a56914639f8efceed1485d7c84b843d --- /dev/null +++ b/pupujepaV2_25hz_huge/log/pupujepaV2_25hz_huge/events.out.tfevents.1776349990.mj-ext-node-007.982639.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e377ef22c44063e5b1996867c3da5650ce5dc414c2cfa7be4c995442e765dd49 +size 49336 diff --git a/pupujepaV2_25hz_huge/log/pupujepaV2_25hz_huge/events.out.tfevents.1776499622.mj-ext-node-007.1508622.0 b/pupujepaV2_25hz_huge/log/pupujepaV2_25hz_huge/events.out.tfevents.1776499622.mj-ext-node-007.1508622.0 new file mode 100644 index 0000000000000000000000000000000000000000..ec95816f1d4b93776d5322591ae15e324fda4830 --- /dev/null +++ b/pupujepaV2_25hz_huge/log/pupujepaV2_25hz_huge/events.out.tfevents.1776499622.mj-ext-node-007.1508622.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c70650389091defadd4f3b36e9464d16f651a2a071dd893805a0b40e95cde0f +size 418753 diff --git a/pupujepaV2_25hz_huge/log/pupujepaV2_25hz_huge/events.out.tfevents.1777120599.mj-ext-node-004.3505516.0 b/pupujepaV2_25hz_huge/log/pupujepaV2_25hz_huge/events.out.tfevents.1777120599.mj-ext-node-004.3505516.0 new file mode 100644 index 0000000000000000000000000000000000000000..712f561ca49644164084a324e1aed910cf3822e7 --- /dev/null +++ b/pupujepaV2_25hz_huge/log/pupujepaV2_25hz_huge/events.out.tfevents.1777120599.mj-ext-node-004.3505516.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91c6eeec5115f2429f46a00c1cda3a3253def17a50353b2672075f444ad42dd6 +size 404908 diff --git a/pupujepaV2_25hz_huge/log/pupujepaV2_25hz_huge/events.out.tfevents.1777766979.mj-ext-node-004.2308664.0 b/pupujepaV2_25hz_huge/log/pupujepaV2_25hz_huge/events.out.tfevents.1777766979.mj-ext-node-004.2308664.0 new file mode 100644 index 0000000000000000000000000000000000000000..330f8049e4a846a0b2ec1ed72110f3a845fae5b2 --- /dev/null +++ b/pupujepaV2_25hz_huge/log/pupujepaV2_25hz_huge/events.out.tfevents.1777766979.mj-ext-node-004.2308664.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25fa0893c09fa6760f55ded83e72fe1c01dc9022359ee8fffeb2e26958a6bc2d +size 136393 diff --git a/pupujepaV2_25hz_large/args.json b/pupujepaV2_25hz_large/args.json new file mode 100644 index 0000000000000000000000000000000000000000..bec208b4fb24bcba528848f21cc76671eb8bf612 --- /dev/null +++ b/pupujepaV2_25hz_large/args.json @@ -0,0 +1,91 @@ +{ + "exp_name": "pupujepaV2_final", + "inference": { + "batch_size": 1, + }, + "log_dir": "/home/vocod/PupuMAE/experiments", + "model": { + "decoder_depth": 8, + "decoder_embed_dim": 512, + "decoder_num_heads": 16, + "depth": 24, + "drop_path_rate": 0.0, + "drop_path_uniform": false, + "embed_dim": 1024, + "frequency_first": false, + "image_size": [ + 1024, + 128, + ], + "in_chans": 1, + "layer_scale_init_value": null, + "mask_probs": [ + 0.4, + 0.3, + 0.3, + ], + "mask_ratio": 0.8, + "mask_warmup_end": 100000, + "mask_warmup_start": 25000, + "mlp_ratio": 4.0, + "norm_layer": "layer", + "num_heads": 16, + "patch_size": [ + 4, + 16, + ], + "qk_norm": true, + "use_swiglu": true, + }, + "model_type": "rope", + "preprocess": { + "cut_mel_frame": 1024, + "flip_ft": true, + "fmax": 12000, + "fmin": 0, + "hop_size": 240, + "n_fft": 1024, + "n_mels": 128, + "normalize": true, + "sample_rate": 24000, + "win_size": 1024, + }, + "train": { + "batch_size": 128, + "clip_grad": 1.0, + "dataloader": { + "drop_last": true, + "num_workers": 4, + "pin_memory": true, + "prefetch_factor": 2, + "shuffle_large": 10000, + "shuffle_small": 1000, + }, + "decay_steps": 375000, + "do_profiling": false, + "final_decay_steps": 100000, + "grad_checkpointing_step": null, + "gradient_accumulation_step": 1, + "norm_pix_loss": true, + "optimizer": { + "adam_b1": 0.9, + "adam_b2": 0.95, + "final_ema": 0.99999, + "final_lr": 1e-06, + "final_wd": 0.05, + "peak_lr": 0.001, + "start_ema": 0.99995, + "start_lr": 1e-06, + "start_wd": 0.05, + "sustain_ema": 0.99998, + "sustain_lr": 0.0001, + }, + "random_seed": 1919810, + "save_checkpoint_stride": 10000, + "total_steps": 1000000, + "tracker": [ + "tensorboard", + ], + "warmup_steps": 25000, + }, +} \ No newline at end of file diff --git a/pupujepaV2_25hz_large/checkpoint/step-0500000_loss-0.176985/model.safetensors b/pupujepaV2_25hz_large/checkpoint/step-0500000_loss-0.176985/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dfd77cef90a13492799acfbc1480bee14f9c922f --- /dev/null +++ b/pupujepaV2_25hz_large/checkpoint/step-0500000_loss-0.176985/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06b1c2c7b93d6184923b052b5be0f6bc50040e87d5ef87acee51e15f0868ae57 +size 3363632912 diff --git a/pupujepaV2_25hz_large/checkpoint/step-0500000_loss-0.176985/optimizer.bin b/pupujepaV2_25hz_large/checkpoint/step-0500000_loss-0.176985/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..b705012cc04dac2eb0d663e5ed96f8a6b7d78cf0 --- /dev/null +++ b/pupujepaV2_25hz_large/checkpoint/step-0500000_loss-0.176985/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:235fc2a16931bf3434e3e53fb8ea4c62210d594c63e1b20f702fe410313d00dc +size 3502876746 diff --git a/pupujepaV2_25hz_large/checkpoint/step-0500000_loss-0.176985/random_states_0.pkl b/pupujepaV2_25hz_large/checkpoint/step-0500000_loss-0.176985/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..cde83370d9bec31577dcfaa56966747d03ba7fda --- /dev/null +++ b/pupujepaV2_25hz_large/checkpoint/step-0500000_loss-0.176985/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b317a57666b388a9e8751a8a1d131db63f203ed1d5ab269f69ad558cf7718b8c +size 16513 diff --git a/pupujepaV2_25hz_large/log/pupujepaV2_final/events.out.tfevents.1771165109.mj-ext-node-003.3600733.0 b/pupujepaV2_25hz_large/log/pupujepaV2_final/events.out.tfevents.1771165109.mj-ext-node-003.3600733.0 new file mode 100644 index 0000000000000000000000000000000000000000..d42581e9259af55877b91a1bee6f41f3958b382d --- /dev/null +++ b/pupujepaV2_25hz_large/log/pupujepaV2_final/events.out.tfevents.1771165109.mj-ext-node-003.3600733.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:203da9deba7dfff3707535793d1eb24cf5ae84fc94b1f2ab5279c88133f7a285 +size 439531 diff --git a/pupujepaV2_25hz_large/log/pupujepaV2_final/events.out.tfevents.1771625710.mj-ext-node-005.8444.0 b/pupujepaV2_25hz_large/log/pupujepaV2_final/events.out.tfevents.1771625710.mj-ext-node-005.8444.0 new file mode 100644 index 0000000000000000000000000000000000000000..8f1df9f5ed8b1213ed3af5015867d56d3661781f --- /dev/null +++ b/pupujepaV2_25hz_large/log/pupujepaV2_final/events.out.tfevents.1771625710.mj-ext-node-005.8444.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:420e7ef1903007fa862673dea7703c8fa2c2bec5b127712206b054be5e3a9e42 +size 575338 diff --git a/pupujepaV2_25hz_large/log/pupujepaV2_final/events.out.tfevents.1772215945.mj-ext-node-005.1761048.0 b/pupujepaV2_25hz_large/log/pupujepaV2_final/events.out.tfevents.1772215945.mj-ext-node-005.1761048.0 new file mode 100644 index 0000000000000000000000000000000000000000..9df2b628b41149b6f4f2dd17508ec9c27f2b001b --- /dev/null +++ b/pupujepaV2_25hz_large/log/pupujepaV2_final/events.out.tfevents.1772215945.mj-ext-node-005.1761048.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04045b182a6e6cfac2665d116c17136bddab1199b283c66c3145eb12ced77c27 +size 550378 diff --git a/pupujepaV2_25hz_large/log/pupujepaV2_final/events.out.tfevents.1772787513.mj-ext-node-006.4055962.0 b/pupujepaV2_25hz_large/log/pupujepaV2_final/events.out.tfevents.1772787513.mj-ext-node-006.4055962.0 new file mode 100644 index 0000000000000000000000000000000000000000..9972db019f083aef2d06d0f8e52b49ddda2e31c0 --- /dev/null +++ b/pupujepaV2_25hz_large/log/pupujepaV2_final/events.out.tfevents.1772787513.mj-ext-node-006.4055962.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e19a7fe983b23dc63f947e2d360a95677bb01f577a2ca0b0d866688441810a26 +size 238573 diff --git a/pupujepaV2_25hz_small/args.json b/pupujepaV2_25hz_small/args.json new file mode 100644 index 0000000000000000000000000000000000000000..c65393ebccb337e7c7c1b2aeded433c71c330fe7 --- /dev/null +++ b/pupujepaV2_25hz_small/args.json @@ -0,0 +1,87 @@ +{ + "exp_name": "pupujepaV2_25hz_small", + "inference": { + "batch_size": 1, + }, + "log_dir": "/home/vocod/PupuMAE/experiments", + "model": { + "decoder_depth": 8, + "decoder_embed_dim": 512, + "decoder_num_heads": 16, + "depth": 12, + "drop_path_rate": 0.0, + "drop_path_uniform": false, + "embed_dim": 384, + "frequency_first": false, + "image_size": [ + 1024, + 128, + ], + "in_chans": 1, + "layer_scale_init_value": null, + "mask_probs": [ + 0.4, + 0.3, + 0.3, + ], + "mask_ratio": 0.8, + "mask_warmup_end": 100000, + "mask_warmup_start": 25000, + "mlp_ratio": 4.0, + "norm_layer": "layer", + "num_heads": 6, + "patch_size": [ + 4, + 16, + ], + "qk_norm": true, + "use_swiglu": true, + }, + "model_type": "rope", + "preprocess": { + "cut_mel_frame": 1024, + "flip_ft": true, + "fmax": 12000, + "fmin": 0, + "hop_size": 240, + "n_fft": 1024, + "n_mels": 128, + "normalize": true, + "sample_rate": 24000, + "win_size": 1024, + }, + "train": { + "batch_size": 256, + "clip_grad": 1.0, + "dataloader": { + "drop_last": true, + "num_workers": 4, + "pin_memory": true, + "prefetch_factor": 2, + "shuffle_large": 5000, + "shuffle_small": 1000, + }, + "do_profiling": false, + "grad_checkpointing_step": null, + "gradient_accumulation_step": 1, + "norm_pix_loss": true, + "optimizer": { + "adam_b1": 0.9, + "adam_b2": 0.95, + "final_ema": 0.99999, + "final_lr": 1e-06, + "final_wd": 0.05, + "peak_lr": 0.001, + "start_ema": 0.99995, + "start_lr": 1e-06, + "start_wd": 0.05, + }, + "random_seed": 114514, + "save_checkpoint_stride": 10000, + "total_steps": 500000, + "tracker": [ + "tensorboard", + ], + "warmup_steps": 25000, + }, +} \ No newline at end of file diff --git a/pupujepaV2_25hz_small/checkpoint/step-0400000_loss-0.218148/model.safetensors b/pupujepaV2_25hz_small/checkpoint/step-0400000_loss-0.218148/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..25984dd5a968443b37195fbe7504aa5b71c8d984 --- /dev/null +++ b/pupujepaV2_25hz_small/checkpoint/step-0400000_loss-0.218148/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dee0a699da95de0e7d7841d0ec2ab0d4726f33f4b98e3375f09d6fc3726ce01e +size 363347504 diff --git a/pupujepaV2_25hz_small/checkpoint/step-0400000_loss-0.218148/optimizer.bin b/pupujepaV2_25hz_small/checkpoint/step-0400000_loss-0.218148/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..0a3dc316c37190f127690a79bd0dac79876370b6 --- /dev/null +++ b/pupujepaV2_25hz_small/checkpoint/step-0400000_loss-0.218148/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c883a8a1710e9b7feab1a4f648600e6d0cac5c4d6cb4ca75b2602e0a14205e8a +size 499704075 diff --git a/pupujepaV2_25hz_small/checkpoint/step-0400000_loss-0.218148/random_states_0.pkl b/pupujepaV2_25hz_small/checkpoint/step-0400000_loss-0.218148/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..d8b6e472198e7a93224ff82d213c48300706c51a --- /dev/null +++ b/pupujepaV2_25hz_small/checkpoint/step-0400000_loss-0.218148/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8bae34b2e83863497931bb26454e99ffd6a4f904eb19c824846211d6bd449fb +size 15473 diff --git a/pupujepaV2_25hz_small/log/pupujepaV2_25hz_small/events.out.tfevents.1773227276.mj-ext-node-007.1384439.0 b/pupujepaV2_25hz_small/log/pupujepaV2_25hz_small/events.out.tfevents.1773227276.mj-ext-node-007.1384439.0 new file mode 100644 index 0000000000000000000000000000000000000000..d2b975986e09870c6716ed6458a313ee77c792a3 --- /dev/null +++ b/pupujepaV2_25hz_small/log/pupujepaV2_25hz_small/events.out.tfevents.1773227276.mj-ext-node-007.1384439.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:746bb7d131d60127202674d41b2fd41d357180777e60e3368bc7d0173efec883 +size 88 diff --git a/pupujepaV2_25hz_small/log/pupujepaV2_25hz_small/events.out.tfevents.1773228782.mj-ext-node-007.1391400.0 b/pupujepaV2_25hz_small/log/pupujepaV2_25hz_small/events.out.tfevents.1773228782.mj-ext-node-007.1391400.0 new file mode 100644 index 0000000000000000000000000000000000000000..3771a5b15aee7576c3b921499fc34de113f81094 --- /dev/null +++ b/pupujepaV2_25hz_small/log/pupujepaV2_25hz_small/events.out.tfevents.1773228782.mj-ext-node-007.1391400.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef9bff35c21dbd719aa9ce2ded2ee9de7a342a4df445ad8f03103fa0a603c38 +size 325261 diff --git a/pupujepaV2_25hz_small/log/pupujepaV2_25hz_small/events.out.tfevents.1774794963.mj-ext-node-005.1579288.0 b/pupujepaV2_25hz_small/log/pupujepaV2_25hz_small/events.out.tfevents.1774794963.mj-ext-node-005.1579288.0 new file mode 100644 index 0000000000000000000000000000000000000000..35ba414fca50828d6dfd1f5cbbf3cafed1af2b6e --- /dev/null +++ b/pupujepaV2_25hz_small/log/pupujepaV2_25hz_small/events.out.tfevents.1774794963.mj-ext-node-005.1579288.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e53392871558eccd2a6aa0a7c3cccdaca2b997c1163fb28e5aea69ba8b6ef417 +size 551158 diff --git a/pupujepaV2_25hz_small/log/pupujepaV2_25hz_small/events.out.tfevents.1775450030.mj-ext-node-004.4006845.0 b/pupujepaV2_25hz_small/log/pupujepaV2_25hz_small/events.out.tfevents.1775450030.mj-ext-node-004.4006845.0 new file mode 100644 index 0000000000000000000000000000000000000000..02a2c8ff94236f9530826933c9cc542946d1b5ba --- /dev/null +++ b/pupujepaV2_25hz_small/log/pupujepaV2_25hz_small/events.out.tfevents.1775450030.mj-ext-node-004.4006845.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7de0226b2de23c245941b8030de243d359bf58b9ff1d94680104942a74072a53 +size 88 diff --git a/pupujepaV2_25hz_small/log/pupujepaV2_25hz_small/events.out.tfevents.1775551116.mj-ext-node-003.3463995.0 b/pupujepaV2_25hz_small/log/pupujepaV2_25hz_small/events.out.tfevents.1775551116.mj-ext-node-003.3463995.0 new file mode 100644 index 0000000000000000000000000000000000000000..9caa41d4ed7f0c486325f428bf40de74b24dfb0a --- /dev/null +++ b/pupujepaV2_25hz_small/log/pupujepaV2_25hz_small/events.out.tfevents.1775551116.mj-ext-node-003.3463995.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b93ce35f597c24fb295b5d1a0594182d33238ab9a9864e692268d63471d5d5df +size 116893 diff --git a/pupujepaV2_25hz_tiny/args.json b/pupujepaV2_25hz_tiny/args.json new file mode 100644 index 0000000000000000000000000000000000000000..0ebe79fb18f14ac1b826f3a80d87f28059559b43 --- /dev/null +++ b/pupujepaV2_25hz_tiny/args.json @@ -0,0 +1,87 @@ +{ + "exp_name": "pupujepaV2_25hz_tiny", + "inference": { + "batch_size": 1, + }, + "log_dir": "/home/vocod/PupuMAE/experiments", + "model": { + "decoder_depth": 8, + "decoder_embed_dim": 512, + "decoder_num_heads": 16, + "depth": 12, + "drop_path_rate": 0.0, + "drop_path_uniform": false, + "embed_dim": 192, + "frequency_first": false, + "image_size": [ + 1024, + 128, + ], + "in_chans": 1, + "layer_scale_init_value": null, + "mask_probs": [ + 0.4, + 0.3, + 0.3, + ], + "mask_ratio": 0.8, + "mask_warmup_end": 100000, + "mask_warmup_start": 25000, + "mlp_ratio": 4.0, + "norm_layer": "layer", + "num_heads": 3, + "patch_size": [ + 4, + 16, + ], + "qk_norm": true, + "use_swiglu": true, + }, + "model_type": "rope", + "preprocess": { + "cut_mel_frame": 1024, + "flip_ft": true, + "fmax": 12000, + "fmin": 0, + "hop_size": 240, + "n_fft": 1024, + "n_mels": 128, + "normalize": true, + "sample_rate": 24000, + "win_size": 1024, + }, + "train": { + "batch_size": 256, + "clip_grad": 1.0, + "dataloader": { + "drop_last": true, + "num_workers": 4, + "pin_memory": true, + "prefetch_factor": 2, + "shuffle_large": 5000, + "shuffle_small": 1000, + }, + "do_profiling": false, + "grad_checkpointing_step": null, + "gradient_accumulation_step": 1, + "norm_pix_loss": true, + "optimizer": { + "adam_b1": 0.9, + "adam_b2": 0.95, + "final_ema": 0.99999, + "final_lr": 1e-06, + "final_wd": 0.05, + "peak_lr": 0.001, + "start_ema": 0.99995, + "start_lr": 1e-06, + "start_wd": 0.05, + }, + "random_seed": 114514, + "save_checkpoint_stride": 10000, + "total_steps": 500000, + "tracker": [ + "tensorboard", + ], + "warmup_steps": 25000, + }, +} \ No newline at end of file diff --git a/pupujepaV2_25hz_tiny/checkpoint/step-0500000_loss-0.125064/model.safetensors b/pupujepaV2_25hz_tiny/checkpoint/step-0500000_loss-0.125064/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c52295a45c850b1fac5aa77d771b0f291e0f9b4c --- /dev/null +++ b/pupujepaV2_25hz_tiny/checkpoint/step-0500000_loss-0.125064/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5e16e87708d1eae6c73b0924decf06f05488f1a51fa63ea7d90222dbaff0060 +size 192323040 diff --git a/pupujepaV2_25hz_tiny/checkpoint/step-0500000_loss-0.125064/optimizer.bin b/pupujepaV2_25hz_tiny/checkpoint/step-0500000_loss-0.125064/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..c935a6bc5ab5e2462ff771ef27c2e96a080c2e29 --- /dev/null +++ b/pupujepaV2_25hz_tiny/checkpoint/step-0500000_loss-0.125064/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca5102d06645d0a1bfc9a449a65e41cb4bebdb8fb8ef31c565540c53895a83b3 +size 327840459 diff --git a/pupujepaV2_25hz_tiny/checkpoint/step-0500000_loss-0.125064/random_states_0.pkl b/pupujepaV2_25hz_tiny/checkpoint/step-0500000_loss-0.125064/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..c90d66b490a241fbc7de900f445f7b6fd1b701ed --- /dev/null +++ b/pupujepaV2_25hz_tiny/checkpoint/step-0500000_loss-0.125064/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f78dc1fcb44430f3333b3a131f7feae60d07c42a472b078fe685b0075fec33f +size 15537 diff --git a/pupujepaV2_25hz_tiny/log/pupujepaV2_25hz_tiny/events.out.tfevents.1776350516.mj-ext-node-003.2254763.0 b/pupujepaV2_25hz_tiny/log/pupujepaV2_25hz_tiny/events.out.tfevents.1776350516.mj-ext-node-003.2254763.0 new file mode 100644 index 0000000000000000000000000000000000000000..42a040485ede26bf0512cb13c5ac889f8fa15a35 --- /dev/null +++ b/pupujepaV2_25hz_tiny/log/pupujepaV2_25hz_tiny/events.out.tfevents.1776350516.mj-ext-node-003.2254763.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87f44c2a54afb5a0e1a2ae8684674c4cf3990558c9edd3233f42b4e06656ec0b +size 677041 diff --git a/pupujepaV2_25hz_tiny/log/pupujepaV2_25hz_tiny/events.out.tfevents.1776957997.mj-ext-node-003.4043750.0 b/pupujepaV2_25hz_tiny/log/pupujepaV2_25hz_tiny/events.out.tfevents.1776957997.mj-ext-node-003.4043750.0 new file mode 100644 index 0000000000000000000000000000000000000000..1f5463e0fba0eb5fbdbd635fb9a9284d2751e636 --- /dev/null +++ b/pupujepaV2_25hz_tiny/log/pupujepaV2_25hz_tiny/events.out.tfevents.1776957997.mj-ext-node-003.4043750.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ba1add6add24af4cf4ac4879dabaaf62f6bafd469c3f469034faa2fd4c71b47 +size 311893