Training in progress, epoch 21, checkpoint

last-checkpoint/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:516390fc7e176c6c3018420780125ba4058059b4d65e68f905df925676e5f59f
+oid sha256:a5ac995ab24b7f66e9453c07ba5a1cd1b4b283751c6bda8d92a8351e21f8cdd9
 size 174076712

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5e29347d870992027aebf0ac99104f51d278a055cc5f614a83557e228ff7c76b
+oid sha256:262bdfc12d53bbb60824a2bb9b7db8a53565d1184d80e906125629ac98b99a34
 size 345691673

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dc109fc4dc6b7273d2aff442a2e3a33fe554b3d9b406634fe14527e0a2b39bf2
+oid sha256:40093b3760e78fff915f167d32fae0da121645081c933df02814b4ada18007ae
 size 14244

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1c994ab5a923b7b22a865de2565b50bd88ef313fca273da4b73d3e24418596a9
+oid sha256:b292f246c1bc4d1cc8b182cafa19103c175016844a894773bdfd77e647af6980
 size 1064

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
-  "best_metric": 0.911,
-  "best_model_checkpoint": "conditional-detr-resnet-50-uLED-obj-detect-test/checkpoint-697",
-  "epoch": 17.0,
+  "best_metric": 0.9113,
+  "best_model_checkpoint": "conditional-detr-resnet-50-uLED-obj-detect-test/checkpoint-738",
+  "epoch": 21.0,
   "eval_steps": 500,
-  "global_step": 697,
+  "global_step": 861,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -422,6 +422,102 @@
       "eval_samples_per_second": 4.871,
       "eval_steps_per_second": 0.611,
       "step": 697
+    },
+    {
+      "epoch": 18.0,
+      "eval_loss": 0.10835644602775574,
+      "eval_map": 0.9113,
+      "eval_map_50": 0.9692,
+      "eval_map_75": 0.9691,
+      "eval_map_large": -1.0,
+      "eval_map_medium": 0.9113,
+      "eval_map_small": -1.0,
+      "eval_map_trash": -1.0,
+      "eval_map_uLED": 0.9113,
+      "eval_mar_1": 0.0123,
+      "eval_mar_10": 0.1237,
+      "eval_mar_100": 0.9628,
+      "eval_mar_100_trash": -1.0,
+      "eval_mar_100_uLED": 0.9628,
+      "eval_mar_large": -1.0,
+      "eval_mar_medium": 0.9628,
+      "eval_mar_small": -1.0,
+      "eval_runtime": 48.8868,
+      "eval_samples_per_second": 4.725,
+      "eval_steps_per_second": 0.593,
+      "step": 738
+    },
+    {
+      "epoch": 19.0,
+      "eval_loss": 0.11042997241020203,
+      "eval_map": 0.91,
+      "eval_map_50": 0.9688,
+      "eval_map_75": 0.9688,
+      "eval_map_large": -1.0,
+      "eval_map_medium": 0.91,
+      "eval_map_small": -1.0,
+      "eval_map_trash": -1.0,
+      "eval_map_uLED": 0.91,
+      "eval_mar_1": 0.0123,
+      "eval_mar_10": 0.1236,
+      "eval_mar_100": 0.9602,
+      "eval_mar_100_trash": -1.0,
+      "eval_mar_100_uLED": 0.9602,
+      "eval_mar_large": -1.0,
+      "eval_mar_medium": 0.9602,
+      "eval_mar_small": -1.0,
+      "eval_runtime": 47.701,
+      "eval_samples_per_second": 4.843,
+      "eval_steps_per_second": 0.608,
+      "step": 779
+    },
+    {
+      "epoch": 20.0,
+      "eval_loss": 0.10969330370426178,
+      "eval_map": 0.9103,
+      "eval_map_50": 0.9693,
+      "eval_map_75": 0.9693,
+      "eval_map_large": -1.0,
+      "eval_map_medium": 0.9103,
+      "eval_map_small": -1.0,
+      "eval_map_trash": -1.0,
+      "eval_map_uLED": 0.9103,
+      "eval_mar_1": 0.0123,
+      "eval_mar_10": 0.1241,
+      "eval_mar_100": 0.9616,
+      "eval_mar_100_trash": -1.0,
+      "eval_mar_100_uLED": 0.9616,
+      "eval_mar_large": -1.0,
+      "eval_mar_medium": 0.9616,
+      "eval_mar_small": -1.0,
+      "eval_runtime": 48.7585,
+      "eval_samples_per_second": 4.738,
+      "eval_steps_per_second": 0.595,
+      "step": 820
+    },
+    {
+      "epoch": 21.0,
+      "eval_loss": 0.11106648296117783,
+      "eval_map": 0.9106,
+      "eval_map_50": 0.9666,
+      "eval_map_75": 0.9665,
+      "eval_map_large": -1.0,
+      "eval_map_medium": 0.9106,
+      "eval_map_small": -1.0,
+      "eval_map_trash": -1.0,
+      "eval_map_uLED": 0.9106,
+      "eval_mar_1": 0.0123,
+      "eval_mar_10": 0.1242,
+      "eval_mar_100": 0.9624,
+      "eval_mar_100_trash": -1.0,
+      "eval_mar_100_uLED": 0.9624,
+      "eval_mar_large": -1.0,
+      "eval_mar_medium": 0.9624,
+      "eval_mar_small": -1.0,
+      "eval_runtime": 47.7102,
+      "eval_samples_per_second": 4.842,
+      "eval_steps_per_second": 0.608,
+      "step": 861
     }
   ],
   "logging_steps": 500,
@@ -441,7 +537,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 3.985566947076096e+18,
+  "total_flos": 4.923347405211648e+18,
   "train_batch_size": 32,
   "trial_name": null,
   "trial_params": null