First Pyramids

Pyramids.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1427d1f0efc9776b27c613bfdcf57771bd0ba6c9a760095a70a15c75dc5c4bec
+oid sha256:7713cd64e92435c3bbf822d38604e3d9c5a244e9abd75925e850a0a1bfe9ff66
 size 1417437

Pyramids/{Pyramids-0.onnx → Pyramids-1499948.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:507eb14eeceb15e869076a9e2960c7f284cf1873ff1e4838bacf66f2f9732329
+oid sha256:8d42b6fa97cab9c742b9161f31fecd8d153849e2d9f5b5c0212a426f78f403a3
 size 1417437

Pyramids/{Pyramids-44290.pt → Pyramids-1499948.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:24604026433d5e1359448d1ce3aa2931711cec06a512ec0ac081819ca3222ac5
+oid sha256:f1cd42f84d9671cda92af0c711007e0501f8e28db600692f3198d591096920da
 size 8652382

Pyramids/{Pyramids-44290.onnx → Pyramids-1999905.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1427d1f0efc9776b27c613bfdcf57771bd0ba6c9a760095a70a15c75dc5c4bec
+oid sha256:692593d29eabc4d0eeffd07a32b15dadf86c8ab68f28f9f1995357288db9ee48
 size 1417437

Pyramids/{Pyramids-0.pt → Pyramids-1999905.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0d16fa9042b0ba5df630a98ff6b53f67fb249faa862536db9cb4c8b311a64308
-size 2995474
+oid sha256:adfc4d257734754b2d9df7b42a177a068afe24c8d35258e83646c38527c9cf01
+size 8652382

Pyramids/Pyramids-2499985.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:696d208cf63b7d1726a34ea6a8f97b4858ff35205dc0106d02c3c312e546d8ad
+size 1417437

Pyramids/Pyramids-2499985.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84978e65b30318c2f6946d56d7259e4fc946443c0dd641405b61aabf58fc9095
+size 8652382

Pyramids/Pyramids-2999989.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7713cd64e92435c3bbf822d38604e3d9c5a244e9abd75925e850a0a1bfe9ff66
+size 1417437

Pyramids/Pyramids-2999989.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d6739289d6cc38dbe873e4ab1ee8e4607b6e59e4bba12a1f8eea0085e35243
+size 8652446

Pyramids/Pyramids-3000047.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7713cd64e92435c3bbf822d38604e3d9c5a244e9abd75925e850a0a1bfe9ff66
+size 1417437

Pyramids/Pyramids-3000047.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e57d5b2c4d00e9adafee7ca59ab62e9ed753ad6b2f4e58d1ceed9436144955b
+size 8652446

Pyramids/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:24604026433d5e1359448d1ce3aa2931711cec06a512ec0ac081819ca3222ac5
-size 8652382
+oid sha256:8e57d5b2c4d00e9adafee7ca59ab62e9ed753ad6b2f4e58d1ceed9436144955b
+size 8652446

Pyramids/events.out.tfevents.1656923157.fe3d21692481.1213.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37454e3e58d5b23713e5be7c92ba8f28801211b4b2551cb1c74d225825945c0
+size 895075

run_logs/Player-0.log

@@ -1,7 +1,7 @@
 Mono path[0] = '/content/ml-agents/trained-envs-executables/linux/Pyramids/Pyramids_Data/Managed'
 Mono config path = '/content/ml-agents/trained-envs-executables/linux/Pyramids/Pyramids_Data/MonoBleedingEdge/etc'
 Found 1 interfaces on host : 0) 172.28.0.2
-Multi-casting "[IP] 172.28.0.2 [Port] 55363 [Flags] 2 [Guid] 1340591107 [EditorId] 764847374 [Version] 1048832 [Id] LinuxPlayer(13,172.28.0.2) [Debug] 0 [PackageName] LinuxPlayer [ProjectName] UnityEnvironment" to [225.0.0.222:54997]...
+Multi-casting "[IP] 172.28.0.2 [Port] 55078 [Flags] 2 [Guid] 892706150 [EditorId] 764847374 [Version] 1048832 [Id] LinuxPlayer(13,172.28.0.2) [Debug] 0 [PackageName] LinuxPlayer [ProjectName] UnityEnvironment" to [225.0.0.222:54997]...
 Preloaded 'lib_burst_generated.so'
 Preloaded 'libgrpc_csharp_ext.x64.so'
 Initialize engine version: 2021.3.5f1 (40eb3a945986)
@@ -33,7 +33,7 @@ ALSA lib pcm.c:2495:(snd_pcm_open_noupdate) Unknown PCM default
 FMOD failed to initialize the output device.: "Error initializing output device. " (60)
 FMOD initialized on nosound output
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.088 seconds
+- Completed reload, in  0.090 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -65,7 +65,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.782341 ms
+UnloadTime: 0.815102 ms
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 requesting resize 84 x 84
 Setting up 1 worker threads for Enlighten.
@@ -73,7 +73,7 @@ PlayerConnection::CleanupMemory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [16.0 KB-32.0 KB]: 310 frames, [32.0 KB-64.0 KB]: 516 frames, [64.0 KB-128.0 KB]: 19 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [16.0 KB-32.0 KB]: 8159 frames, [32.0 KB-64.0 KB]: 33050 frames, [64.0 KB-128.0 KB]: 14227 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.0 MB
@@ -123,17 +123,17 @@ PlayerConnection::CleanupMemory Statistics:
       Current Block Size 64.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 2]
+    [ALLOC_TEMP_Background Job.Worker 15]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 7]
+    [ALLOC_TEMP_Background Job.Worker 2]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 15]
+    [ALLOC_TEMP_Background Job.Worker 7]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
@@ -204,28 +204,28 @@ PlayerConnection::CleanupMemory Statistics:
       Peak Allocated Bytes 128 B
       Overflow Count 0
 [ALLOC_MEMORYPROFILER]
-  Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 547 frames
+  Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 55138 frames
   Requested Block Size 1.0 MB
   Peak Block count 2
   Peak Allocated memory 1.6 MB
   Peak Large allocation bytes 0 B
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 11921
+  Peak main deferred allocation count 12694
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
       Peak Allocated bytes 1.5 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [8.0 MB-16.0 MB]: 1 frames, [16.0 MB-32.0 MB]: 845 frames
+      Peak usage frame count: [8.0 MB-16.0 MB]: 1 frames, [16.0 MB-32.0 MB]: 55436 frames
       Requested Block Size 16.0 MB
       Peak Block count 3
-      Peak Allocated memory 31.6 MB
+      Peak Allocated memory 30.7 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 846 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 55437 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 22.3 MB
+      Peak Allocated memory 22.0 MB
       Peak Large allocation bytes 16.0 MB
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -254,13 +254,13 @@ PlayerConnection::CleanupMemory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.5 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 845 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 55436 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 67.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [64.0 KB-128.0 KB]: 846 frames
+      Peak usage frame count: [64.0 KB-128.0 KB]: 55437 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 67.7 KB
@@ -272,13 +272,13 @@ PlayerConnection::CleanupMemory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.5 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 547 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 55138 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 1.4 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [1.0 MB-2.0 MB]: 845 frames, [4.0 MB-8.0 MB]: 1 frames
+      Peak usage frame count: [1.0 MB-2.0 MB]: 55436 frames, [4.0 MB-8.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
       Peak Allocated memory 4.7 MB
@@ -290,25 +290,25 @@ PlayerConnection::CleanupMemory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.5 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 846 frames
+      Peak usage frame count: [0-1.0 KB]: 55437 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 846 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 55437 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.9 KB
       Peak Large allocation bytes 0 B
 [ALLOC_PROFILER]
-  Peak usage frame count: [16.0 KB-32.0 KB]: 846 frames
+  Peak usage frame count: [16.0 KB-32.0 KB]: 55437 frames
   Requested Block Size 16.0 MB
   Peak Block count 1
-  Peak Allocated memory 27.4 KB
+  Peak Allocated memory 29.2 KB
   Peak Large allocation bytes 0 B
     [ALLOC_PROFILER_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
       Peak Allocated bytes 396 B
-##utp:{"type":"MemoryLeaks","version":2,"phase":"Immediate","time":1656923110229,"processId":906,"allocatedMemory":1957329,"memoryLabels":[{"Default":9033},{"Permanent":1264},{"Thread":34460},{"Manager":10603},{"VertexData":12},{"Geometry":280},{"Texture":16},{"Shader":69173},{"Material":24},{"GfxDevice":35248},{"Animation":304},{"Audio":3976},{"Physics":288},{"Serialization":216},{"Input":9176},{"JobScheduler":200},{"Mono":40},{"ScriptingNativeRuntime":216},{"BaseObject":1609212},{"Resource":592},{"Renderer":1936},{"Transform":48},{"File":800},{"WebCam":24},{"Culling":40},{"Terrain":953},{"Wind":24},{"String":3444},{"DynamicArray":30868},{"HashMap":7680},{"Utility":1360},{"PoolAlloc":1160},{"TypeTree":1792},{"ScriptManager":80},{"RuntimeInitializeOnLoadManager":72},{"SpriteAtlas":112},{"GI":3272},{"Unet":16},{"Director":7760},{"WebRequest":720},{"VR":45473},{"SceneManager":424},{"Video":32},{"LazyScriptCache":32},{"NativeArray":384},{"Camera":25},{"Secure":1},{"SerializationCache":624},{"APIUpdating":5872},{"Subsystems":384},{"VirtualTexturing":57552},{"AssetReference":32}]}
+##utp:{"type":"MemoryLeaks","version":2,"phase":"Immediate","time":1656929704047,"processId":1224,"allocatedMemory":1957329,"memoryLabels":[{"Default":9033},{"Permanent":1264},{"Thread":34460},{"Manager":10603},{"VertexData":12},{"Geometry":280},{"Texture":16},{"Shader":69173},{"Material":24},{"GfxDevice":35248},{"Animation":304},{"Audio":3976},{"Physics":288},{"Serialization":216},{"Input":9176},{"JobScheduler":200},{"Mono":40},{"ScriptingNativeRuntime":216},{"BaseObject":1609212},{"Resource":592},{"Renderer":1936},{"Transform":48},{"File":800},{"WebCam":24},{"Culling":40},{"Terrain":953},{"Wind":24},{"String":3444},{"DynamicArray":30868},{"HashMap":7680},{"Utility":1360},{"PoolAlloc":1160},{"TypeTree":1792},{"ScriptManager":80},{"RuntimeInitializeOnLoadManager":72},{"SpriteAtlas":112},{"GI":3272},{"Unet":16},{"Director":7760},{"WebRequest":720},{"VR":45473},{"SceneManager":424},{"Video":32},{"LazyScriptCache":32},{"NativeArray":384},{"Camera":25},{"Secure":1},{"SerializationCache":624},{"APIUpdating":5872},{"Subsystems":384},{"VirtualTexturing":57552},{"AssetReference":32}]}

run_logs/timers.json

@@ -2,189 +2,189 @@
     "name": "root",
     "gauges": {
         "Pyramids.Policy.Entropy.mean": {
-            "value": 1.440656304359436,
-            "min": 1.440656304359436,
-            "max": 1.440656304359436,
-            "count": 1
+            "value": 0.19957461953163147,
+            "min": 0.19038215279579163,
+            "max": 1.0497084856033325,
+            "count": 99
         },
         "Pyramids.Policy.Entropy.sum": {
-            "value": 43703.75,
-            "min": 43703.75,
-            "max": 43703.75,
-            "count": 1
+            "value": 5996.818359375,
+            "min": 5751.06396484375,
+            "max": 28449.53515625,
+            "count": 99
         },
         "Pyramids.Step.mean": {
-            "value": 29952.0,
-            "min": 29952.0,
-            "max": 29952.0,
-            "count": 1
+            "value": 2999989.0,
+            "min": 59944.0,
+            "max": 2999989.0,
+            "count": 99
         },
         "Pyramids.Step.sum": {
-            "value": 29952.0,
-            "min": 29952.0,
-            "max": 29952.0,
-            "count": 1
+            "value": 2999989.0,
+            "min": 59944.0,
+            "max": 2999989.0,
+            "count": 99
         },
         "Pyramids.Policy.ExtrinsicValueEstimate.mean": {
-            "value": -0.027442436665296555,
-            "min": -0.027442436665296555,
-            "max": -0.027442436665296555,
-            "count": 1
+            "value": 0.7243598103523254,
+            "min": -0.1040952205657959,
+            "max": 0.8301359415054321,
+            "count": 99
         },
         "Pyramids.Policy.ExtrinsicValueEstimate.sum": {
-            "value": -6.503857612609863,
-            "min": -6.503857612609863,
-            "max": -6.503857612609863,
-            "count": 1
+            "value": 216.58358764648438,
+            "min": -25.08694839477539,
+            "max": 254.3348388671875,
+            "count": 99
         },
         "Pyramids.Policy.RndValueEstimate.mean": {
-            "value": 0.27356621623039246,
-            "min": 0.27356621623039246,
-            "max": 0.27356621623039246,
-            "count": 1
+            "value": 0.021130813285708427,
+            "min": -0.034339264035224915,
+            "max": 0.2802739143371582,
+            "count": 99
         },
         "Pyramids.Policy.RndValueEstimate.sum": {
-            "value": 64.83518981933594,
-            "min": 64.83518981933594,
-            "max": 64.83518981933594,
-            "count": 1
+            "value": 6.318113327026367,
+            "min": -9.992725372314453,
+            "max": 44.27830505371094,
+            "count": 99
         },
         "Pyramids.Losses.PolicyLoss.mean": {
-            "value": 0.07015726983621572,
-            "min": 0.07015726983621572,
-            "max": 0.07015726983621572,
-            "count": 1
+            "value": 0.06521453087657897,
+            "min": 0.06306012758470914,
+            "max": 0.07484804215992304,
+            "count": 99
         },
         "Pyramids.Losses.PolicyLoss.sum": {
-            "value": 0.49110088885351,
-            "min": 0.49110088885351,
-            "max": 0.49110088885351,
-            "count": 1
+            "value": 0.9782179631486846,
+            "min": 0.2767886349262284,
+            "max": 1.0822987864279032,
+            "count": 99
         },
         "Pyramids.Losses.ValueLoss.mean": {
-            "value": 0.007919887566315415,
-            "min": 0.007919887566315415,
-            "max": 0.007919887566315415,
-            "count": 1
+            "value": 0.0153679837349854,
+            "min": 0.00010339826174093141,
+            "max": 0.015760882191465327,
+            "count": 99
         },
         "Pyramids.Losses.ValueLoss.sum": {
-            "value": 0.0554392129642079,
-            "min": 0.0554392129642079,
-            "max": 0.0554392129642079,
-            "count": 1
+            "value": 0.230519756024781,
+            "min": 0.0014475756643730396,
+            "max": 0.230519756024781,
+            "count": 99
         },
         "Pyramids.Policy.LearningRate.mean": {
-            "value": 0.00029838354339596195,
-            "min": 0.00029838354339596195,
-            "max": 0.00029838354339596195,
-            "count": 1
+            "value": 1.4864461712177802e-06,
+            "min": 1.4864461712177802e-06,
+            "max": 0.00029474975175008326,
+            "count": 99
         },
         "Pyramids.Policy.LearningRate.sum": {
-            "value": 0.0020886848037717336,
-            "min": 0.0020886848037717336,
-            "max": 0.0020886848037717336,
-            "count": 1
+            "value": 2.2296692568266704e-05,
+            "min": 2.2296692568266704e-05,
+            "max": 0.004010408363197233,
+            "count": 99
         },
         "Pyramids.Policy.Epsilon.mean": {
-            "value": 0.19946118095238097,
-            "min": 0.19946118095238097,
-            "max": 0.19946118095238097,
-            "count": 1
+            "value": 0.1004954488888889,
+            "min": 0.1004954488888889,
+            "max": 0.19824991666666664,
+            "count": 99
         },
         "Pyramids.Policy.Epsilon.sum": {
-            "value": 1.3962282666666668,
-            "min": 1.3962282666666668,
-            "max": 1.3962282666666668,
-            "count": 1
+            "value": 1.5074317333333334,
+            "min": 0.7929996666666665,
+            "max": 2.736802766666666,
+            "count": 99
         },
         "Pyramids.Policy.Beta.mean": {
-            "value": 0.009946171977142856,
-            "min": 0.009946171977142856,
-            "max": 0.009946171977142856,
-            "count": 1
+            "value": 5.949534400000008e-05,
+            "min": 5.949534400000008e-05,
+            "max": 0.009825166675,
+            "count": 99
         },
         "Pyramids.Policy.Beta.sum": {
-            "value": 0.06962320384,
-            "min": 0.06962320384,
-            "max": 0.06962320384,
-            "count": 1
+            "value": 0.0008924301600000012,
+            "min": 0.0008924301600000012,
+            "max": 0.13368659639,
+            "count": 99
         },
         "Pyramids.Losses.RNDLoss.mean": {
-            "value": 0.526415228843689,
-            "min": 0.526415228843689,
-            "max": 0.526415228843689,
-            "count": 1
+            "value": 0.007170303259044886,
+            "min": 0.007170303259044886,
+            "max": 0.16945092380046844,
+            "count": 99
         },
         "Pyramids.Losses.RNDLoss.sum": {
-            "value": 3.6849067211151123,
-            "min": 3.6849067211151123,
-            "max": 3.6849067211151123,
-            "count": 1
+            "value": 0.10755454748868942,
+            "min": 0.1009792760014534,
+            "max": 1.5497738122940063,
+            "count": 99
         },
         "Pyramids.Environment.EpisodeLength.mean": {
-            "value": 999.0,
-            "min": 999.0,
+            "value": 250.3252032520325,
+            "min": 211.5281690140845,
             "max": 999.0,
-            "count": 1
+            "count": 99
         },
         "Pyramids.Environment.EpisodeLength.sum": {
-            "value": 15984.0,
-            "min": 15984.0,
-            "max": 15984.0,
-            "count": 1
+            "value": 30790.0,
+            "min": 15438.0,
+            "max": 33296.0,
+            "count": 99
         },
         "Pyramids.Environment.CumulativeReward.mean": {
-            "value": -1.0000000521540642,
-            "min": -1.0000000521540642,
-            "max": -1.0000000521540642,
-            "count": 1
+            "value": 1.6835426110468927,
+            "min": -0.9997677937630685,
+            "max": 1.7884718203838443,
+            "count": 99
         },
         "Pyramids.Environment.CumulativeReward.sum": {
-            "value": -16.000000834465027,
-            "min": -16.000000834465027,
-            "max": -16.000000834465027,
-            "count": 1
+            "value": 205.3921985477209,
+            "min": -31.992401659488678,
+            "max": 253.96299849450588,
+            "count": 99
         },
         "Pyramids.Policy.ExtrinsicReward.mean": {
-            "value": -1.0000000521540642,
-            "min": -1.0000000521540642,
-            "max": -1.0000000521540642,
-            "count": 1
+            "value": 1.6835426110468927,
+            "min": -0.9997677937630685,
+            "max": 1.7884718203838443,
+            "count": 99
         },
         "Pyramids.Policy.ExtrinsicReward.sum": {
-            "value": -16.000000834465027,
-            "min": -16.000000834465027,
-            "max": -16.000000834465027,
-            "count": 1
+            "value": 205.3921985477209,
+            "min": -31.992401659488678,
+            "max": 253.96299849450588,
+            "count": 99
         },
         "Pyramids.Policy.RndReward.mean": {
-            "value": 11.258648790419102,
-            "min": 11.258648790419102,
-            "max": 11.258648790419102,
-            "count": 1
+            "value": 0.018851242525148547,
+            "min": 0.016631738800050453,
+            "max": 1.6788370145054965,
+            "count": 99
         },
         "Pyramids.Policy.RndReward.sum": {
-            "value": 180.13838064670563,
-            "min": 180.13838064670563,
-            "max": 180.13838064670563,
-            "count": 1
+            "value": 2.2998515880681225,
+            "min": 2.122373921563849,
+            "max": 32.9552084505558,
+            "count": 99
         },
         "Pyramids.IsTraining.mean": {
             "value": 1.0,
             "min": 1.0,
             "max": 1.0,
-            "count": 1
+            "count": 99
         },
         "Pyramids.IsTraining.sum": {
             "value": 1.0,
             "min": 1.0,
             "max": 1.0,
-            "count": 1
+            "count": 99
         }
     },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1656923023",
+        "start_time_seconds": "1656923154",
         "python_version": "3.7.13 (default, Apr 24 2022, 01:04:09) \n[GCC 7.5.0]",
         "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --resume --env=./trained-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics",
         "mlagents_version": "0.29.0.dev0",
@@ -192,66 +192,66 @@
         "communication_protocol_version": "1.5.0",
         "pytorch_version": "1.8.1+cu102",
         "numpy_version": "1.21.6",
-        "end_time_seconds": "1656923110"
+        "end_time_seconds": "1656929704"
     },
-    "total": 86.40793276799968,
+    "total": 6549.990268541,
     "count": 1,
-    "self": 0.2770667559998401,
+    "self": 0.49137349400007224,
     "children": {
         "run_training.setup": {
-            "total": 0.04878476799967757,
+            "total": 0.04358492200026376,
             "count": 1,
-            "self": 0.04878476799967757
+            "self": 0.04358492200026376
         },
         "TrainerController.start_learning": {
-            "total": 86.08208124400016,
+            "total": 6549.455310124999,
             "count": 1,
-            "self": 0.06614023100473787,
+            "self": 4.240622910352613,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 6.4205231289997755,
+                    "total": 6.456813679999868,
                     "count": 1,
-                    "self": 6.4205231289997755
+                    "self": 6.456813679999868
                 },
                 "TrainerController.advance": {
-                    "total": 79.39535842999567,
-                    "count": 2819,
-                    "self": 0.06401563601457383,
+                    "total": 6538.659631376648,
+                    "count": 191263,
+                    "self": 4.322407115647366,
                     "children": {
                         "env_step": {
-                            "total": 48.148401287980505,
-                            "count": 2819,
-                            "self": 43.20649772196748,
+                            "total": 4426.247812239084,
+                            "count": 191263,
+                            "self": 4106.3025222477045,
                             "children": {
                                 "SubprocessEnvManager._take_step": {
-                                    "total": 4.909629248001693,
-                                    "count": 2819,
-                                    "self": 0.20992596698306443,
+                                    "total": 317.6402370843052,
+                                    "count": 191263,
+                                    "self": 13.966380570244382,
                                     "children": {
                                         "TorchPolicy.evaluate": {
-                                            "total": 4.699703281018628,
-                                            "count": 2818,
-                                            "self": 1.585710538020976,
+                                            "total": 303.67385651406084,
+                                            "count": 184787,
+                                            "self": 104.54375911802708,
                                             "children": {
                                                 "TorchPolicy.sample_actions": {
-                                                    "total": 3.1139927429976524,
-                                                    "count": 2818,
-                                                    "self": 3.1139927429976524
+                                                    "total": 199.13009739603376,
+                                                    "count": 184787,
+                                                    "self": 199.13009739603376
                                                 }
                                             }
                                         }
                                     }
                                 },
                                 "workers": {
-                                    "total": 0.03227431801133207,
-                                    "count": 2818,
+                                    "total": 2.305052907074696,
+                                    "count": 191263,
                                     "self": 0.0,
                                     "children": {
                                         "worker_root": {
-                                            "total": 85.7363061749993,
-                                            "count": 2818,
+                                            "total": 6538.218747065998,
+                                            "count": 191263,
                                             "is_parallel": true,
-                                            "self": 47.09216559199649,
+                                            "self": 2733.737740221955,
                                             "children": {
                                                 "run_training.setup": {
                                                     "total": 0.0,
@@ -260,48 +260,48 @@
                                                     "self": 0.0,
                                                     "children": {
                                                         "steps_from_proto": {
-                                                            "total": 0.0018881139999393781,
+                                                            "total": 0.001918997999837302,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.0006898039987390803,
+                                                            "self": 0.0007346469997173699,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 0.0011983100012002978,
+                                                                    "total": 0.001184351000119932,
                                                                     "count": 8,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0011983100012002978
+                                                                    "self": 0.001184351000119932
                                                                 }
                                                             }
                                                         },
                                                         "UnityEnvironment.step": {
-                                                            "total": 0.050796596000054706,
+                                                            "total": 0.04378057499980059,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.0005035890003455279,
+                                                            "self": 0.00048794099984661443,
                                                             "children": {
                                                                 "UnityEnvironment._generate_step_input": {
-                                                                    "total": 0.00033838899980764836,
+                                                                    "total": 0.00047037400008775876,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.00033838899980764836
+                                                                    "self": 0.00047037400008775876
                                                                 },
                                                                 "communicator.exchange": {
-                                                                    "total": 0.04827354099961667,
+                                                                    "total": 0.041191875000095024,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.04827354099961667
+                                                                    "self": 0.041191875000095024
                                                                 },
                                                                 "steps_from_proto": {
-                                                                    "total": 0.0016810770002848585,
+                                                                    "total": 0.001630384999771195,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.000445900000158872,
+                                                                    "self": 0.00040700099953028257,
                                                                     "children": {
                                                                         "_process_rank_one_or_two_observation": {
-                                                                            "total": 0.0012351770001259865,
+                                                                            "total": 0.0012233840002409124,
                                                                             "count": 8,
                                                                             "is_parallel": true,
-                                                                            "self": 0.0012351770001259865
+                                                                            "self": 0.0012233840002409124
                                                                         }
                                                                     }
                                                                 }
@@ -310,34 +310,34 @@
                                                     }
                                                 },
                                                 "UnityEnvironment.step": {
-                                                    "total": 38.64414058300281,
-                                                    "count": 2817,
+                                                    "total": 3804.4810068440433,
+                                                    "count": 191262,
                                                     "is_parallel": true,
-                                                    "self": 1.2224123129853979,
+                                                    "self": 82.77840285848424,
                                                     "children": {
                                                         "UnityEnvironment._generate_step_input": {
-                                                            "total": 1.0352337199947215,
-                                                            "count": 2817,
+                                                            "total": 67.83800751053377,
+                                                            "count": 191262,
                                                             "is_parallel": true,
-                                                            "self": 1.0352337199947215
+                                                            "self": 67.83800751053377
                                                         },
                                                         "communicator.exchange": {
-                                                            "total": 32.16947123200907,
-                                                            "count": 2817,
+                                                            "total": 3376.0346072972034,
+                                                            "count": 191262,
                                                             "is_parallel": true,
-                                                            "self": 32.16947123200907
+                                                            "self": 3376.0346072972034
                                                         },
                                                         "steps_from_proto": {
-                                                            "total": 4.2170233180136165,
-                                                            "count": 2817,
+                                                            "total": 277.829989177822,
+                                                            "count": 191262,
                                                             "is_parallel": true,
-                                                            "self": 1.0222699240066504,
+                                                            "self": 68.9166901651729,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 3.194753394006966,
-                                                                    "count": 22536,
+                                                                    "total": 208.91329901264908,
+                                                                    "count": 1530096,
                                                                     "is_parallel": true,
-                                                                    "self": 3.194753394006966
+                                                                    "self": 208.91329901264908
                                                                 }
                                                             }
                                                         }
@@ -350,24 +350,31 @@
                             }
                         },
                         "trainer_advance": {
-                            "total": 31.18294150600059,
-                            "count": 2818,
-                            "self": 0.08227590699561915,
+                            "total": 2108.089412021917,
+                            "count": 191263,
+                            "self": 8.245916585592113,
                             "children": {
                                 "process_trajectory": {
-                                    "total": 7.002250391004509,
-                                    "count": 2818,
-                                    "self": 7.002250391004509
+                                    "total": 485.2914323192931,
+                                    "count": 191263,
+                                    "self": 484.69187374029434,
+                                    "children": {
+                                        "RLTrainer._checkpoint": {
+                                            "total": 0.5995585789987672,
+                                            "count": 6,
+                                            "self": 0.5995585789987672
+                                        }
+                                    }
                                 },
                                 "_update_policy": {
-                                    "total": 24.09841520800046,
-                                    "count": 11,
-                                    "self": 9.608979676001582,
+                                    "total": 1614.5520631170316,
+                                    "count": 1388,
+                                    "self": 630.2288148848261,
                                     "children": {
                                         "TorchPPOOptimizer.update": {
-                                            "total": 14.489435531998879,
-                                            "count": 990,
-                                            "self": 14.489435531998879
+                                            "total": 984.3232482322055,
+                                            "count": 67347,
+                                            "self": 984.3232482322055
                                         }
                                     }
                                 }
@@ -376,19 +383,19 @@
                     }
                 },
                 "trainer_threads": {
-                    "total": 1.6349999896192458e-06,
+                    "total": 1.0929998097708449e-06,
                     "count": 1,
-                    "self": 1.6349999896192458e-06
+                    "self": 1.0929998097708449e-06
                 },
                 "TrainerController._save_models": {
-                    "total": 0.2000578189999942,
+                    "total": 0.09824106499945628,
                     "count": 1,
-                    "self": 0.003952618999846891,
+                    "self": 0.0020509370006038807,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.1961052000001473,
+                            "total": 0.0961901279988524,
                             "count": 1,
-                            "self": 0.1961052000001473
+                            "self": 0.0961901279988524
                         }
                     }
                 }

run_logs/training_status.json

@@ -7,31 +7,58 @@
     "Pyramids": {
         "checkpoints": [
             {
-                "steps": 0,
-                "file_path": "results/Pyramids Training/Pyramids/Pyramids-0.onnx",
-                "reward": null,
-                "creation_time": 1656923005.9741404,
+                "steps": 1499948,
+                "file_path": "results/Pyramids Training/Pyramids/Pyramids-1499948.onnx",
+                "reward": 1.7935000211000443,
+                "creation_time": 1656926180.7212672,
                 "auxillary_file_paths": [
-                    "results/Pyramids Training/Pyramids/Pyramids-0.pt"
+                    "results/Pyramids Training/Pyramids/Pyramids-1499948.pt"
                 ]
             },
             {
-                "steps": 44290,
-                "file_path": "results/Pyramids Training/Pyramids/Pyramids-44290.onnx",
+                "steps": 1999905,
+                "file_path": "results/Pyramids Training/Pyramids/Pyramids-1999905.onnx",
+                "reward": 1.7108333160479863,
+                "creation_time": 1656927351.8895407,
+                "auxillary_file_paths": [
+                    "results/Pyramids Training/Pyramids/Pyramids-1999905.pt"
+                ]
+            },
+            {
+                "steps": 2499985,
+                "file_path": "results/Pyramids Training/Pyramids/Pyramids-2499985.onnx",
+                "reward": 1.9709999561309814,
+                "creation_time": 1656928522.077618,
+                "auxillary_file_paths": [
+                    "results/Pyramids Training/Pyramids/Pyramids-2499985.pt"
+                ]
+            },
+            {
+                "steps": 2999989,
+                "file_path": "results/Pyramids Training/Pyramids/Pyramids-2999989.onnx",
                 "reward": null,
-                "creation_time": 1656923110.0086854,
+                "creation_time": 1656929703.4920664,
+                "auxillary_file_paths": [
+                    "results/Pyramids Training/Pyramids/Pyramids-2999989.pt"
+                ]
+            },
+            {
+                "steps": 3000047,
+                "file_path": "results/Pyramids Training/Pyramids/Pyramids-3000047.onnx",
+                "reward": 1.8149999529123306,
+                "creation_time": 1656929703.5985055,
                 "auxillary_file_paths": [
-                    "results/Pyramids Training/Pyramids/Pyramids-44290.pt"
+                    "results/Pyramids Training/Pyramids/Pyramids-3000047.pt"
                 ]
             }
         ],
         "final_checkpoint": {
-            "steps": 44290,
+            "steps": 3000047,
             "file_path": "results/Pyramids Training/Pyramids.onnx",
-            "reward": null,
-            "creation_time": 1656923110.0086854,
+            "reward": 1.8149999529123306,
+            "creation_time": 1656929703.5985055,
             "auxillary_file_paths": [
-                "results/Pyramids Training/Pyramids/Pyramids-44290.pt"
+                "results/Pyramids Training/Pyramids/Pyramids-3000047.pt"
             ]
         }
     }