Hugging Face's logo

Tyraex
/
ppo-Pyramids

Reinforcement Learning
ml-agents
TensorBoard
ONNX
Pyramids
deep-reinforcement-learning
ML-Agents-Pyramids
Model card Files
xet
Metrics Community
Tyraex commited on
Commit
6d4a0eb
·
verified ·
1 Parent(s): 0a1ffaa

First Push

Browse files
Files changed (23) hide show
  1. Pyramids.onnx +1 -1
  2. Pyramids/Pyramids-1499929.onnx +3 -0
  3. Pyramids/Pyramids-1499929.pt +3 -0
  4. Pyramids/Pyramids-1999978.onnx +3 -0
  5. Pyramids/Pyramids-1999978.pt +3 -0
  6. Pyramids/Pyramids-2499997.onnx +3 -0
  7. Pyramids/Pyramids-2499997.pt +3 -0
  8. Pyramids/Pyramids-2999904.onnx +3 -0
  9. Pyramids/Pyramids-2999904.pt +3 -0
  10. Pyramids/Pyramids-3000032.onnx +3 -0
  11. Pyramids/Pyramids-3000032.pt +3 -0
  12. Pyramids/Pyramids-499922.onnx +3 -0
  13. Pyramids/Pyramids-499922.pt +3 -0
  14. Pyramids/Pyramids-999964.onnx +3 -0
  15. Pyramids/Pyramids-999964.pt +3 -0
  16. Pyramids/checkpoint.pt +1 -1
  17. Pyramids/events.out.tfevents.1760693557.auriga.374583.0 +3 -0
  18. Pyramids/events.out.tfevents.1760702218.auriga.384869.0 +3 -0
  19. config.json +1 -1
  20. configuration.yaml +4 -4
  21. run_logs/Player-0.log +47 -50
  22. run_logs/timers.json +206 -206
  23. run_logs/training_status.json +37 -19
Pyramids.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e53e1de89aafbfef9d6ed5cb43ec894a3377eb8298cbe758ee9b7d222c7cbe9d
3
  size 1420238
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba2c733c56b0dc7cc2784a068ac3f1da92645e79f029534f1aa3495a249ecec4
3
  size 1420238
Pyramids/Pyramids-1499929.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c8e5924561380794b407c97afe70515faae1acf2714b40223ec4c954aebeab7
3
+ size 1420238
Pyramids/Pyramids-1499929.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d86f62f435cabc342770e24935808f1ea467dc3b2305d2a56aa13d643627c87
3
+ size 8656252
Pyramids/Pyramids-1999978.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7dff3839a568432eae1e9cabf9a51ee34d769ba271620a7d4a8116e6001056a3
3
+ size 1420238
Pyramids/Pyramids-1999978.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8514475685d3d3bd9f26194b76ce40e569ef72124ce528259d8be52adf496801
3
+ size 8656252
Pyramids/Pyramids-2499997.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:308fe268b58a0fbd1f9fcc59e8f422d5a087a1208b797f418dc8fc106c21885c
3
+ size 1420238
Pyramids/Pyramids-2499997.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21c38707a736f652900d454a5956d895f36c7efb16aa4875ebc7b21c4967a718
3
+ size 8656252
Pyramids/Pyramids-2999904.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba2c733c56b0dc7cc2784a068ac3f1da92645e79f029534f1aa3495a249ecec4
3
+ size 1420238
Pyramids/Pyramids-2999904.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ca52b2f9b6df63eb39494f668dfff878d5925792bf1a93e8fdad1d64115d72c
3
+ size 8656252
Pyramids/Pyramids-3000032.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba2c733c56b0dc7cc2784a068ac3f1da92645e79f029534f1aa3495a249ecec4
3
+ size 1420238
Pyramids/Pyramids-3000032.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e23c278542ae0a7cf15a18ed903a285d02abcfd905d5c80d010c1550826a5418
3
+ size 8656252
Pyramids/Pyramids-499922.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e561aa8cff458aa7e0a3da357bd6f91831cd7d423df1bcbfa332c51ea6dd9fc7
3
+ size 1420238
Pyramids/Pyramids-499922.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:349438a1fbc46c3b032c067fb6ad76a9e2afb9f47f00c60b2add8b64bfc240c8
3
+ size 8656173
Pyramids/Pyramids-999964.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7ef9d68eb32ec4e4a25fdef8f89a403839564a22899dc98b3dd2e5432500a37
3
+ size 1420238
Pyramids/Pyramids-999964.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9cd6512327ee1d3115f01b4172c352dba5dbc359ed8e98b2c82fca801574dbb3
3
+ size 8656173
Pyramids/checkpoint.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4f7fd220531f14edd40e1ec8f4977ebb23da198dea6ad7b30e35522cee3779aa
3
  size 8655778
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64c282f7e75f4bccfb96caa702dea5170523a7b809f49ca80a0f5ab51ea0755f
3
  size 8655778
Pyramids/events.out.tfevents.1760693557.auriga.374583.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:854b206a115f876193b13933a139fe99d75606dfe13b602e2036601ab724af8c
3
+ size 793314
Pyramids/events.out.tfevents.1760702218.auriga.384869.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4449d77c9f14a5242e74e8a72ba03c75960801d4dc473c8d3c326f5118bbf5e
3
+ size 260687
config.json CHANGED
@@ -1 +1 @@
1
- {"default_settings": null, "behaviors": {"Pyramids": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 512, "buffer_size": 32768, "learning_rate": 0.0003, "beta": 0.01, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}, "rnd": {"gamma": 0.99, "strength": 0.01, "network_settings": {"normalize": false, "hidden_units": 64, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "learning_rate": 0.0001, "encoding_size": null}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 1000000, "time_horizon": 128, "summary_freq": 30000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/linux/Pyramids/Pyramids", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Pyramids Training", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
 
1
+ {"default_settings": null, "behaviors": {"Pyramids": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 128, "buffer_size": 2048, "learning_rate": 0.0003, "beta": 0.01, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}, "rnd": {"gamma": 0.99, "strength": 0.01, "network_settings": {"normalize": false, "hidden_units": 64, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "learning_rate": 0.0001, "encoding_size": null}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 3000000, "time_horizon": 128, "summary_freq": 30000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/linux/Pyramids/Pyramids", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Pyramids Training", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
configuration.yaml CHANGED
@@ -3,8 +3,8 @@ behaviors:
3
  Pyramids:
4
  trainer_type: ppo
5
  hyperparameters:
6
- batch_size: 512
7
- buffer_size: 32768
8
  learning_rate: 0.0003
9
  beta: 0.01
10
  epsilon: 0.2
@@ -51,7 +51,7 @@ behaviors:
51
  init_path: null
52
  keep_checkpoints: 5
53
  even_checkpoints: false
54
- max_steps: 1000000
55
  time_horizon: 128
56
  summary_freq: 30000
57
  threaded: false
@@ -82,7 +82,7 @@ checkpoint_settings:
82
  run_id: Pyramids Training
83
  initialize_from: null
84
  load_model: false
85
- resume: false
86
  force: false
87
  train_model: false
88
  inference: false
 
3
  Pyramids:
4
  trainer_type: ppo
5
  hyperparameters:
6
+ batch_size: 128
7
+ buffer_size: 2048
8
  learning_rate: 0.0003
9
  beta: 0.01
10
  epsilon: 0.2
 
51
  init_path: null
52
  keep_checkpoints: 5
53
  even_checkpoints: false
54
+ max_steps: 3000000
55
  time_horizon: 128
56
  summary_freq: 30000
57
  threaded: false
 
82
  run_id: Pyramids Training
83
  initialize_from: null
84
  load_model: false
85
+ resume: true
86
  force: false
87
  train_model: false
88
  inference: false
run_logs/Player-0.log CHANGED
@@ -1,12 +1,9 @@
1
  Mono path[0] = '/local_scratch/ahmohame/MyRLProj/hugging_face_tuto/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/Managed'
2
  Mono config path = '/local_scratch/ahmohame/MyRLProj/hugging_face_tuto/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/MonoBleedingEdge/etc'
3
  Found 1 interfaces on host : 0) 194.199.23.26
4
- Multi-casting "[IP] 194.199.23.26 [Port] 55034 [Flags] 2 [Guid] 4157007179 [EditorId] 764847374 [Version] 1048832 [Id] LinuxPlayer(13,194.199.23.26) [Debug] 0 [PackageName] LinuxPlayer [ProjectName] UnityEnvironment" to [225.0.0.222:54997]...
5
  Preloaded 'lib_burst_generated.so'
6
  Preloaded 'libgrpc_csharp_ext.x64.so'
7
- PlayerPrefs - Creating folder: /home/ahmohame/.config/unity3d/Unity Technologies
8
- PlayerPrefs - Creating folder: /home/ahmohame/.config/unity3d/Unity Technologies/UnityEnvironment
9
- Unable to load player prefs
10
  Initialize engine version: 2021.3.5f1 (40eb3a945986)
11
  [Subsystems] Discovering subsystems at path /local_scratch/ahmohame/MyRLProj/hugging_face_tuto/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/UnitySubsystems
12
  Forcing GfxDevice: Null
@@ -16,7 +13,7 @@ NullGfxDevice:
16
  Renderer: Null Device
17
  Vendor: Unity Technologies
18
  Begin MonoManager ReloadAssembly
19
- - Completed reload, in 0.101 seconds
20
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
21
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
22
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -48,7 +45,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
48
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
49
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
50
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
51
- UnloadTime: 2.727989 ms
52
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
53
  requesting resize 84 x 84
54
  Setting up 24 worker threads for Enlighten.
@@ -56,7 +53,7 @@ PlayerConnection::CleanupMemory Statistics:
56
  [ALLOC_TEMP_TLS] TLS Allocator
57
  StackAllocators :
58
  [ALLOC_TEMP_MAIN]
59
- Peak usage frame count: [16.0 KB-32.0 KB]: 9818 frames, [32.0 KB-64.0 KB]: 7933 frames, [64.0 KB-128.0 KB]: 1015 frames, [2.0 MB-4.0 MB]: 1 frames
60
  Initial Block Size 4.0 MB
61
  Current Block Size 4.0 MB
62
  Peak Allocated Bytes 2.0 MB
@@ -71,7 +68,7 @@ PlayerConnection::CleanupMemory Statistics:
71
  Current Block Size 256.0 KB
72
  Peak Allocated Bytes 0 B
73
  Overflow Count 0
74
- [ALLOC_TEMP_Job.Worker 45]
75
  Initial Block Size 256.0 KB
76
  Current Block Size 256.0 KB
77
  Peak Allocated Bytes 0 B
@@ -181,17 +178,22 @@ PlayerConnection::CleanupMemory Statistics:
181
  Current Block Size 64.0 KB
182
  Peak Allocated Bytes 0 B
183
  Overflow Count 0
184
- [ALLOC_TEMP_Job.Worker 14]
185
  Initial Block Size 256.0 KB
186
  Current Block Size 256.0 KB
187
  Peak Allocated Bytes 0 B
188
  Overflow Count 0
189
- [ALLOC_TEMP_Job.Worker 17]
190
  Initial Block Size 256.0 KB
191
  Current Block Size 256.0 KB
192
  Peak Allocated Bytes 0 B
193
  Overflow Count 0
194
- [ALLOC_TEMP_Job.Worker 3]
 
 
 
 
 
195
  Initial Block Size 256.0 KB
196
  Current Block Size 256.0 KB
197
  Peak Allocated Bytes 0 B
@@ -214,11 +216,6 @@ PlayerConnection::CleanupMemory Statistics:
214
  [ALLOC_TEMP_Job.Worker 2]
215
  Initial Block Size 256.0 KB
216
  Current Block Size 256.0 KB
217
- Peak Allocated Bytes 0.8 KB
218
- Overflow Count 0
219
- [ALLOC_TEMP_Profiler.Dispatcher]
220
- Initial Block Size 64.0 KB
221
- Current Block Size 64.0 KB
222
  Peak Allocated Bytes 0 B
223
  Overflow Count 0
224
  [ALLOC_TEMP_Job.Worker 11]
@@ -226,7 +223,7 @@ PlayerConnection::CleanupMemory Statistics:
226
  Current Block Size 256.0 KB
227
  Peak Allocated Bytes 0 B
228
  Overflow Count 0
229
- [ALLOC_TEMP_Job.Worker 0]
230
  Initial Block Size 256.0 KB
231
  Current Block Size 256.0 KB
232
  Peak Allocated Bytes 0 B
@@ -251,7 +248,7 @@ PlayerConnection::CleanupMemory Statistics:
251
  Current Block Size 256.0 KB
252
  Peak Allocated Bytes 0 B
253
  Overflow Count 0
254
- [ALLOC_TEMP_Job.Worker 6]
255
  Initial Block Size 256.0 KB
256
  Current Block Size 256.0 KB
257
  Peak Allocated Bytes 0 B
@@ -316,15 +313,10 @@ PlayerConnection::CleanupMemory Statistics:
316
  Current Block Size 64.0 KB
317
  Peak Allocated Bytes 0 B
318
  Overflow Count 0
319
- [ALLOC_TEMP_Job.Worker 30]
320
- Initial Block Size 256.0 KB
321
- Current Block Size 256.0 KB
322
- Peak Allocated Bytes 0 B
323
- Overflow Count 0
324
  [ALLOC_TEMP_Job.Worker 26]
325
  Initial Block Size 256.0 KB
326
  Current Block Size 256.0 KB
327
- Peak Allocated Bytes 0 B
328
  Overflow Count 0
329
  [ALLOC_TEMP_Job.Worker 31]
330
  Initial Block Size 256.0 KB
@@ -336,9 +328,9 @@ PlayerConnection::CleanupMemory Statistics:
336
  Current Block Size 256.0 KB
337
  Peak Allocated Bytes 0 B
338
  Overflow Count 0
339
- [ALLOC_TEMP_Background Job.Worker 15]
340
- Initial Block Size 32.0 KB
341
- Current Block Size 32.0 KB
342
  Peak Allocated Bytes 0 B
343
  Overflow Count 0
344
  [ALLOC_TEMP_Background Job.Worker 7]
@@ -351,7 +343,7 @@ PlayerConnection::CleanupMemory Statistics:
351
  Current Block Size 256.0 KB
352
  Peak Allocated Bytes 0 B
353
  Overflow Count 0
354
- [ALLOC_TEMP_Job.Worker 23]
355
  Initial Block Size 256.0 KB
356
  Current Block Size 256.0 KB
357
  Peak Allocated Bytes 0 B
@@ -366,11 +358,16 @@ PlayerConnection::CleanupMemory Statistics:
366
  Current Block Size 256.0 KB
367
  Peak Allocated Bytes 0 B
368
  Overflow Count 0
369
- [ALLOC_TEMP_Job.Worker 1]
370
  Initial Block Size 256.0 KB
371
  Current Block Size 256.0 KB
372
  Peak Allocated Bytes 0 B
373
  Overflow Count 0
 
 
 
 
 
374
  [ALLOC_TEMP_Background Job.Worker 12]
375
  Initial Block Size 32.0 KB
376
  Current Block Size 32.0 KB
@@ -411,34 +408,34 @@ PlayerConnection::CleanupMemory Statistics:
411
  Current Block Size 256.0 KB
412
  Peak Allocated Bytes 0 B
413
  Overflow Count 0
414
- [ALLOC_TEMP_Job.Worker 19]
415
  Initial Block Size 256.0 KB
416
  Current Block Size 256.0 KB
417
  Peak Allocated Bytes 0 B
418
  Overflow Count 0
419
  [ALLOC_MEMORYPROFILER]
420
- Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 18468 frames
421
  Requested Block Size 1.0 MB
422
  Peak Block count 2
423
- Peak Allocated memory 1.6 MB
424
  Peak Large allocation bytes 0 B
425
  [ALLOC_DEFAULT] Dual Thread Allocator
426
- Peak main deferred allocation count 13619
427
  [ALLOC_BUCKET]
428
  Large Block size 4.0 MB
429
  Used Block count 1
430
- Peak Allocated bytes 1.8 MB
431
  [ALLOC_DEFAULT_MAIN]
432
- Peak usage frame count: [8.0 MB-16.0 MB]: 1 frames, [16.0 MB-32.0 MB]: 18765 frames, [32.0 MB-64.0 MB]: 1 frames
433
  Requested Block Size 16.0 MB
434
- Peak Block count 3
435
- Peak Allocated memory 32.1 MB
436
  Peak Large allocation bytes 0 B
437
  [ALLOC_DEFAULT_THREAD]
438
- Peak usage frame count: [16.0 MB-32.0 MB]: 890 frames, [32.0 MB-64.0 MB]: 17877 frames
439
  Requested Block Size 16.0 MB
440
  Peak Block count 2
441
- Peak Allocated memory 32.7 MB
442
  Peak Large allocation bytes 16.0 MB
443
  [ALLOC_TEMP_JOB_1_FRAME]
444
  Initial Block Size 2.0 MB
@@ -465,15 +462,15 @@ PlayerConnection::CleanupMemory Statistics:
465
  [ALLOC_BUCKET]
466
  Large Block size 4.0 MB
467
  Used Block count 1
468
- Peak Allocated bytes 1.8 MB
469
  [ALLOC_GFX_MAIN]
470
- Peak usage frame count: [32.0 KB-64.0 KB]: 18766 frames, [64.0 KB-128.0 KB]: 1 frames
471
  Requested Block Size 16.0 MB
472
  Peak Block count 1
473
  Peak Allocated memory 67.0 KB
474
  Peak Large allocation bytes 0 B
475
  [ALLOC_GFX_THREAD]
476
- Peak usage frame count: [64.0 KB-128.0 KB]: 18767 frames
477
  Requested Block Size 16.0 MB
478
  Peak Block count 1
479
  Peak Allocated memory 67.7 KB
@@ -483,15 +480,15 @@ PlayerConnection::CleanupMemory Statistics:
483
  [ALLOC_BUCKET]
484
  Large Block size 4.0 MB
485
  Used Block count 1
486
- Peak Allocated bytes 1.8 MB
487
  [ALLOC_CACHEOBJECTS_MAIN]
488
- Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 18468 frames
489
  Requested Block Size 4.0 MB
490
  Peak Block count 1
491
  Peak Allocated memory 1.4 MB
492
  Peak Large allocation bytes 0 B
493
  [ALLOC_CACHEOBJECTS_THREAD]
494
- Peak usage frame count: [1.0 MB-2.0 MB]: 18766 frames, [4.0 MB-8.0 MB]: 1 frames
495
  Requested Block Size 4.0 MB
496
  Peak Block count 2
497
  Peak Allocated memory 4.7 MB
@@ -501,21 +498,21 @@ PlayerConnection::CleanupMemory Statistics:
501
  [ALLOC_BUCKET]
502
  Large Block size 4.0 MB
503
  Used Block count 1
504
- Peak Allocated bytes 1.8 MB
505
  [ALLOC_TYPETREE_MAIN]
506
- Peak usage frame count: [0-1.0 KB]: 18767 frames
507
  Requested Block Size 2.0 MB
508
  Peak Block count 1
509
  Peak Allocated memory 1.0 KB
510
  Peak Large allocation bytes 0 B
511
  [ALLOC_TYPETREE_THREAD]
512
- Peak usage frame count: [1.0 KB-2.0 KB]: 18767 frames
513
  Requested Block Size 2.0 MB
514
  Peak Block count 1
515
  Peak Allocated memory 1.9 KB
516
  Peak Large allocation bytes 0 B
517
  [ALLOC_PROFILER]
518
- Peak usage frame count: [64.0 KB-128.0 KB]: 18767 frames
519
  Requested Block Size 16.0 MB
520
  Peak Block count 1
521
  Peak Allocated memory 71.3 KB
@@ -524,4 +521,4 @@ PlayerConnection::CleanupMemory Statistics:
524
  Large Block size 4.0 MB
525
  Used Block count 1
526
  Peak Allocated bytes 396 B
527
- ##utp:{"type":"MemoryLeaks","version":2,"phase":"Immediate","time":1760693415193,"processId":371104,"allocatedMemory":2184693,"memoryLabels":[{"Default":9033},{"Permanent":1264},{"NewDelete":175231},{"Thread":35748},{"Manager":42511},{"VertexData":12},{"Geometry":280},{"Texture":16},{"Shader":69173},{"Material":24},{"GfxDevice":35248},{"Animation":304},{"Audio":3976},{"Physics":288},{"Serialization":216},{"Input":9176},{"JobScheduler":200},{"Mono":40},{"ScriptingNativeRuntime":216},{"BaseObject":1609212},{"Resource":592},{"Renderer":1936},{"Transform":48},{"File":800},{"WebCam":24},{"Culling":40},{"Terrain":953},{"Wind":24},{"String":3613},{"DynamicArray":30868},{"HashMap":7680},{"Utility":20128},{"PoolAlloc":1160},{"TypeTree":1792},{"ScriptManager":80},{"RuntimeInitializeOnLoadManager":72},{"SpriteAtlas":112},{"GI":3272},{"Unet":16},{"Director":7760},{"WebRequest":720},{"VR":45473},{"SceneManager":424},{"Video":32},{"LazyScriptCache":32},{"NativeArray":384},{"Camera":25},{"Secure":1},{"SerializationCache":624},{"APIUpdating":5872},{"Subsystems":384},{"VirtualTexturing":57552},{"AssetReference":32}]}
 
1
  Mono path[0] = '/local_scratch/ahmohame/MyRLProj/hugging_face_tuto/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/Managed'
2
  Mono config path = '/local_scratch/ahmohame/MyRLProj/hugging_face_tuto/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/MonoBleedingEdge/etc'
3
  Found 1 interfaces on host : 0) 194.199.23.26
4
+ Multi-casting "[IP] 194.199.23.26 [Port] 55321 [Flags] 2 [Guid] 3976815640 [EditorId] 764847374 [Version] 1048832 [Id] LinuxPlayer(13,194.199.23.26) [Debug] 0 [PackageName] LinuxPlayer [ProjectName] UnityEnvironment" to [225.0.0.222:54997]...
5
  Preloaded 'lib_burst_generated.so'
6
  Preloaded 'libgrpc_csharp_ext.x64.so'
 
 
 
7
  Initialize engine version: 2021.3.5f1 (40eb3a945986)
8
  [Subsystems] Discovering subsystems at path /local_scratch/ahmohame/MyRLProj/hugging_face_tuto/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/UnitySubsystems
9
  Forcing GfxDevice: Null
 
13
  Renderer: Null Device
14
  Vendor: Unity Technologies
15
  Begin MonoManager ReloadAssembly
16
+ - Completed reload, in 0.102 seconds
17
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
18
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
19
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 
45
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
46
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
47
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
48
+ UnloadTime: 1.999491 ms
49
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
50
  requesting resize 84 x 84
51
  Setting up 24 worker threads for Enlighten.
 
53
  [ALLOC_TEMP_TLS] TLS Allocator
54
  StackAllocators :
55
  [ALLOC_TEMP_MAIN]
56
+ Peak usage frame count: [16.0 KB-32.0 KB]: 878 frames, [32.0 KB-64.0 KB]: 11357 frames, [64.0 KB-128.0 KB]: 6533 frames, [2.0 MB-4.0 MB]: 1 frames
57
  Initial Block Size 4.0 MB
58
  Current Block Size 4.0 MB
59
  Peak Allocated Bytes 2.0 MB
 
68
  Current Block Size 256.0 KB
69
  Peak Allocated Bytes 0 B
70
  Overflow Count 0
71
+ [ALLOC_TEMP_Job.Worker 19]
72
  Initial Block Size 256.0 KB
73
  Current Block Size 256.0 KB
74
  Peak Allocated Bytes 0 B
 
178
  Current Block Size 64.0 KB
179
  Peak Allocated Bytes 0 B
180
  Overflow Count 0
181
+ [ALLOC_TEMP_Job.Worker 17]
182
  Initial Block Size 256.0 KB
183
  Current Block Size 256.0 KB
184
  Peak Allocated Bytes 0 B
185
  Overflow Count 0
186
+ [ALLOC_TEMP_Job.Worker 3]
187
  Initial Block Size 256.0 KB
188
  Current Block Size 256.0 KB
189
  Peak Allocated Bytes 0 B
190
  Overflow Count 0
191
+ [ALLOC_TEMP_Profiler.Dispatcher]
192
+ Initial Block Size 64.0 KB
193
+ Current Block Size 64.0 KB
194
+ Peak Allocated Bytes 0 B
195
+ Overflow Count 0
196
+ [ALLOC_TEMP_Job.Worker 14]
197
  Initial Block Size 256.0 KB
198
  Current Block Size 256.0 KB
199
  Peak Allocated Bytes 0 B
 
216
  [ALLOC_TEMP_Job.Worker 2]
217
  Initial Block Size 256.0 KB
218
  Current Block Size 256.0 KB
 
 
 
 
 
219
  Peak Allocated Bytes 0 B
220
  Overflow Count 0
221
  [ALLOC_TEMP_Job.Worker 11]
 
223
  Current Block Size 256.0 KB
224
  Peak Allocated Bytes 0 B
225
  Overflow Count 0
226
+ [ALLOC_TEMP_Job.Worker 6]
227
  Initial Block Size 256.0 KB
228
  Current Block Size 256.0 KB
229
  Peak Allocated Bytes 0 B
 
248
  Current Block Size 256.0 KB
249
  Peak Allocated Bytes 0 B
250
  Overflow Count 0
251
+ [ALLOC_TEMP_Job.Worker 0]
252
  Initial Block Size 256.0 KB
253
  Current Block Size 256.0 KB
254
  Peak Allocated Bytes 0 B
 
313
  Current Block Size 64.0 KB
314
  Peak Allocated Bytes 0 B
315
  Overflow Count 0
 
 
 
 
 
316
  [ALLOC_TEMP_Job.Worker 26]
317
  Initial Block Size 256.0 KB
318
  Current Block Size 256.0 KB
319
+ Peak Allocated Bytes 0.8 KB
320
  Overflow Count 0
321
  [ALLOC_TEMP_Job.Worker 31]
322
  Initial Block Size 256.0 KB
 
328
  Current Block Size 256.0 KB
329
  Peak Allocated Bytes 0 B
330
  Overflow Count 0
331
+ [ALLOC_TEMP_Job.Worker 30]
332
+ Initial Block Size 256.0 KB
333
+ Current Block Size 256.0 KB
334
  Peak Allocated Bytes 0 B
335
  Overflow Count 0
336
  [ALLOC_TEMP_Background Job.Worker 7]
 
343
  Current Block Size 256.0 KB
344
  Peak Allocated Bytes 0 B
345
  Overflow Count 0
346
+ [ALLOC_TEMP_Job.Worker 1]
347
  Initial Block Size 256.0 KB
348
  Current Block Size 256.0 KB
349
  Peak Allocated Bytes 0 B
 
358
  Current Block Size 256.0 KB
359
  Peak Allocated Bytes 0 B
360
  Overflow Count 0
361
+ [ALLOC_TEMP_Job.Worker 23]
362
  Initial Block Size 256.0 KB
363
  Current Block Size 256.0 KB
364
  Peak Allocated Bytes 0 B
365
  Overflow Count 0
366
+ [ALLOC_TEMP_Background Job.Worker 15]
367
+ Initial Block Size 32.0 KB
368
+ Current Block Size 32.0 KB
369
+ Peak Allocated Bytes 0 B
370
+ Overflow Count 0
371
  [ALLOC_TEMP_Background Job.Worker 12]
372
  Initial Block Size 32.0 KB
373
  Current Block Size 32.0 KB
 
408
  Current Block Size 256.0 KB
409
  Peak Allocated Bytes 0 B
410
  Overflow Count 0
411
+ [ALLOC_TEMP_Job.Worker 45]
412
  Initial Block Size 256.0 KB
413
  Current Block Size 256.0 KB
414
  Peak Allocated Bytes 0 B
415
  Overflow Count 0
416
  [ALLOC_MEMORYPROFILER]
417
+ Peak usage frame count: [0.5 MB-1.0 MB]: 21 frames, [1.0 MB-2.0 MB]: 18748 frames
418
  Requested Block Size 1.0 MB
419
  Peak Block count 2
420
+ Peak Allocated memory 1.1 MB
421
  Peak Large allocation bytes 0 B
422
  [ALLOC_DEFAULT] Dual Thread Allocator
423
+ Peak main deferred allocation count 1805
424
  [ALLOC_BUCKET]
425
  Large Block size 4.0 MB
426
  Used Block count 1
427
+ Peak Allocated bytes 1.5 MB
428
  [ALLOC_DEFAULT_MAIN]
429
+ Peak usage frame count: [8.0 MB-16.0 MB]: 1 frames, [16.0 MB-32.0 MB]: 18768 frames
430
  Requested Block Size 16.0 MB
431
+ Peak Block count 2
432
+ Peak Allocated memory 24.9 MB
433
  Peak Large allocation bytes 0 B
434
  [ALLOC_DEFAULT_THREAD]
435
+ Peak usage frame count: [16.0 MB-32.0 MB]: 7524 frames, [32.0 MB-64.0 MB]: 11245 frames
436
  Requested Block Size 16.0 MB
437
  Peak Block count 2
438
+ Peak Allocated memory 32.2 MB
439
  Peak Large allocation bytes 16.0 MB
440
  [ALLOC_TEMP_JOB_1_FRAME]
441
  Initial Block Size 2.0 MB
 
462
  [ALLOC_BUCKET]
463
  Large Block size 4.0 MB
464
  Used Block count 1
465
+ Peak Allocated bytes 1.5 MB
466
  [ALLOC_GFX_MAIN]
467
+ Peak usage frame count: [32.0 KB-64.0 KB]: 18768 frames, [64.0 KB-128.0 KB]: 1 frames
468
  Requested Block Size 16.0 MB
469
  Peak Block count 1
470
  Peak Allocated memory 67.0 KB
471
  Peak Large allocation bytes 0 B
472
  [ALLOC_GFX_THREAD]
473
+ Peak usage frame count: [64.0 KB-128.0 KB]: 18769 frames
474
  Requested Block Size 16.0 MB
475
  Peak Block count 1
476
  Peak Allocated memory 67.7 KB
 
480
  [ALLOC_BUCKET]
481
  Large Block size 4.0 MB
482
  Used Block count 1
483
+ Peak Allocated bytes 1.5 MB
484
  [ALLOC_CACHEOBJECTS_MAIN]
485
+ Peak usage frame count: [0.5 MB-1.0 MB]: 34 frames, [1.0 MB-2.0 MB]: 18735 frames
486
  Requested Block Size 4.0 MB
487
  Peak Block count 1
488
  Peak Allocated memory 1.4 MB
489
  Peak Large allocation bytes 0 B
490
  [ALLOC_CACHEOBJECTS_THREAD]
491
+ Peak usage frame count: [1.0 MB-2.0 MB]: 18768 frames, [4.0 MB-8.0 MB]: 1 frames
492
  Requested Block Size 4.0 MB
493
  Peak Block count 2
494
  Peak Allocated memory 4.7 MB
 
498
  [ALLOC_BUCKET]
499
  Large Block size 4.0 MB
500
  Used Block count 1
501
+ Peak Allocated bytes 1.5 MB
502
  [ALLOC_TYPETREE_MAIN]
503
+ Peak usage frame count: [0-1.0 KB]: 18769 frames
504
  Requested Block Size 2.0 MB
505
  Peak Block count 1
506
  Peak Allocated memory 1.0 KB
507
  Peak Large allocation bytes 0 B
508
  [ALLOC_TYPETREE_THREAD]
509
+ Peak usage frame count: [1.0 KB-2.0 KB]: 18769 frames
510
  Requested Block Size 2.0 MB
511
  Peak Block count 1
512
  Peak Allocated memory 1.9 KB
513
  Peak Large allocation bytes 0 B
514
  [ALLOC_PROFILER]
515
+ Peak usage frame count: [64.0 KB-128.0 KB]: 18769 frames
516
  Requested Block Size 16.0 MB
517
  Peak Block count 1
518
  Peak Allocated memory 71.3 KB
 
521
  Large Block size 4.0 MB
522
  Used Block count 1
523
  Peak Allocated bytes 396 B
524
+ ##utp:{"type":"MemoryLeaks","version":2,"phase":"Immediate","time":1760704758195,"processId":385049,"allocatedMemory":2184693,"memoryLabels":[{"Default":9033},{"Permanent":1264},{"NewDelete":175231},{"Thread":35748},{"Manager":42511},{"VertexData":12},{"Geometry":280},{"Texture":16},{"Shader":69173},{"Material":24},{"GfxDevice":35248},{"Animation":304},{"Audio":3976},{"Physics":288},{"Serialization":216},{"Input":9176},{"JobScheduler":200},{"Mono":40},{"ScriptingNativeRuntime":216},{"BaseObject":1609212},{"Resource":592},{"Renderer":1936},{"Transform":48},{"File":800},{"WebCam":24},{"Culling":40},{"Terrain":953},{"Wind":24},{"String":3613},{"DynamicArray":30868},{"HashMap":7680},{"Utility":20128},{"PoolAlloc":1160},{"TypeTree":1792},{"ScriptManager":80},{"RuntimeInitializeOnLoadManager":72},{"SpriteAtlas":112},{"GI":3272},{"Unet":16},{"Director":7760},{"WebRequest":720},{"VR":45473},{"SceneManager":424},{"Video":32},{"LazyScriptCache":32},{"NativeArray":384},{"Camera":25},{"Secure":1},{"SerializationCache":624},{"APIUpdating":5872},{"Subsystems":384},{"VirtualTexturing":57552},{"AssetReference":32}]}
run_logs/timers.json CHANGED
@@ -2,249 +2,249 @@
2
  "name": "root",
3
  "gauges": {
4
  "Pyramids.Policy.Entropy.mean": {
5
- "value": 1.118697166442871,
6
- "min": 1.1031107902526855,
7
- "max": 1.6092908382415771,
8
- "count": 33
9
  },
10
  "Pyramids.Policy.Entropy.sum": {
11
- "value": 33507.21875,
12
- "min": 33040.375,
13
- "max": 48819.4453125,
14
- "count": 33
 
 
 
 
 
 
 
 
 
 
 
 
15
  },
16
  "Pyramids.Step.mean": {
17
- "value": 989904.0,
18
- "min": 29952.0,
19
- "max": 989904.0,
20
- "count": 33
21
  },
22
  "Pyramids.Step.sum": {
23
- "value": 989904.0,
24
- "min": 29952.0,
25
- "max": 989904.0,
26
- "count": 33
27
  },
28
  "Pyramids.Policy.ExtrinsicValueEstimate.mean": {
29
- "value": -0.0663512796163559,
30
- "min": -0.15683987736701965,
31
- "max": -0.0663512796163559,
32
- "count": 33
33
  },
34
  "Pyramids.Policy.ExtrinsicValueEstimate.sum": {
35
- "value": -15.9906587600708,
36
- "min": -37.171051025390625,
37
- "max": -15.9906587600708,
38
- "count": 33
39
  },
40
  "Pyramids.Policy.RndValueEstimate.mean": {
41
- "value": 0.03927924111485481,
42
- "min": 0.03927924111485481,
43
- "max": 0.3820016086101532,
44
- "count": 33
45
  },
46
  "Pyramids.Policy.RndValueEstimate.sum": {
47
- "value": 9.466297149658203,
48
- "min": 9.466297149658203,
49
- "max": 92.06238555908203,
50
- "count": 33
51
- },
52
- "Pyramids.Environment.EpisodeLength.mean": {
53
- "value": 981.1,
54
- "min": 924.2424242424242,
55
- "max": 999.0,
56
- "count": 33
57
- },
58
- "Pyramids.Environment.EpisodeLength.sum": {
59
- "value": 29433.0,
60
- "min": 15984.0,
61
- "max": 33299.0,
62
- "count": 33
63
  },
64
  "Pyramids.Environment.CumulativeReward.mean": {
65
- "value": -0.8431793600320816,
66
- "min": -1.0000000521540642,
67
- "max": -0.5221273224010612,
68
- "count": 33
69
  },
70
  "Pyramids.Environment.CumulativeReward.sum": {
71
- "value": -24.452201440930367,
72
- "min": -32.000001668930054,
73
- "max": -13.482800967991352,
74
- "count": 33
75
  },
76
  "Pyramids.Policy.ExtrinsicReward.mean": {
77
- "value": -0.8431793600320816,
78
- "min": -1.0000000521540642,
79
- "max": -0.5221273224010612,
80
- "count": 33
81
  },
82
  "Pyramids.Policy.ExtrinsicReward.sum": {
83
- "value": -24.452201440930367,
84
- "min": -32.000001668930054,
85
- "max": -13.482800967991352,
86
- "count": 33
87
  },
88
  "Pyramids.Policy.RndReward.mean": {
89
- "value": 0.23596971995871643,
90
- "min": 0.22637530841166154,
91
- "max": 12.39203268662095,
92
- "count": 33
93
  },
94
  "Pyramids.Policy.RndReward.sum": {
95
- "value": 6.843121878802776,
96
- "min": 6.843121878802776,
97
- "max": 255.97980865836143,
98
- "count": 33
99
- },
100
- "Pyramids.IsTraining.mean": {
101
- "value": 1.0,
102
- "min": 1.0,
103
- "max": 1.0,
104
- "count": 33
105
- },
106
- "Pyramids.IsTraining.sum": {
107
- "value": 1.0,
108
- "min": 1.0,
109
- "max": 1.0,
110
- "count": 33
111
  },
112
  "Pyramids.Losses.PolicyLoss.mean": {
113
- "value": 0.03623384929718062,
114
- "min": 0.030792304172791773,
115
- "max": 0.038675972582734745,
116
- "count": 29
117
  },
118
  "Pyramids.Losses.PolicyLoss.sum": {
119
- "value": 0.03623384929718062,
120
- "min": 0.030792304172791773,
121
- "max": 0.038675972582734745,
122
- "count": 29
123
  },
124
  "Pyramids.Losses.ValueLoss.mean": {
125
- "value": 0.002777072972548922,
126
- "min": 0.00012400818404027328,
127
- "max": 0.0245422710655163,
128
- "count": 29
129
  },
130
  "Pyramids.Losses.ValueLoss.sum": {
131
- "value": 0.002777072972548922,
132
- "min": 0.00012400818404027328,
133
- "max": 0.0245422710655163,
134
- "count": 29
135
  },
136
  "Pyramids.Policy.LearningRate.mean": {
137
- "value": 9.18369693879999e-06,
138
- "min": 9.18369693879999e-06,
139
- "max": 0.00028978560340479995,
140
- "count": 29
141
  },
142
  "Pyramids.Policy.LearningRate.sum": {
143
- "value": 9.18369693879999e-06,
144
- "min": 9.18369693879999e-06,
145
- "max": 0.00028978560340479995,
146
- "count": 29
147
  },
148
  "Pyramids.Policy.Epsilon.mean": {
149
- "value": 0.10306119999999998,
150
- "min": 0.10306119999999998,
151
- "max": 0.19659520000000003,
152
- "count": 29
153
  },
154
  "Pyramids.Policy.Epsilon.sum": {
155
- "value": 0.10306119999999998,
156
- "min": 0.10306119999999998,
157
- "max": 0.19659520000000003,
158
- "count": 29
159
  },
160
  "Pyramids.Policy.Beta.mean": {
161
- "value": 0.00031581387999999976,
162
- "min": 0.00031581387999999976,
163
- "max": 0.009659860480000003,
164
- "count": 29
165
  },
166
  "Pyramids.Policy.Beta.sum": {
167
- "value": 0.00031581387999999976,
168
- "min": 0.00031581387999999976,
169
- "max": 0.009659860480000003,
170
- "count": 29
171
  },
172
  "Pyramids.Losses.RNDLoss.mean": {
173
- "value": 0.023225819692015648,
174
- "min": 0.023225819692015648,
175
- "max": 0.5299115180969238,
176
- "count": 29
177
  },
178
  "Pyramids.Losses.RNDLoss.sum": {
179
- "value": 0.023225819692015648,
180
- "min": 0.023225819692015648,
181
- "max": 0.5299115180969238,
182
- "count": 29
 
 
 
 
 
 
 
 
 
 
 
 
183
  }
184
  },
185
  "metadata": {
186
  "timer_format_version": "0.1.0",
187
- "start_time_seconds": "1760691411",
188
  "python_version": "3.10.12 (main, Aug 15 2025, 14:32:43) [GCC 11.4.0]",
189
- "command_line_arguments": "/local_scratch/ahmohame/MyRLProj/.venv/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics",
190
  "mlagents_version": "1.2.0.dev0",
191
  "mlagents_envs_version": "1.2.0.dev0",
192
  "communication_protocol_version": "1.5.0",
193
  "pytorch_version": "2.3.1+cu121",
194
  "numpy_version": "1.23.5",
195
- "end_time_seconds": "1760693415"
196
  },
197
- "total": 2004.1253393710358,
198
  "count": 1,
199
- "self": 0.4764665400143713,
200
  "children": {
201
  "run_training.setup": {
202
- "total": 0.022100806003436446,
203
  "count": 1,
204
- "self": 0.022100806003436446
205
  },
206
  "TrainerController.start_learning": {
207
- "total": 2003.626772025018,
208
  "count": 1,
209
- "self": 0.9042558806249872,
210
  "children": {
211
  "TrainerController._reset_env": {
212
- "total": 3.2010364789748564,
213
  "count": 1,
214
- "self": 3.2010364789748564
215
  },
216
  "TrainerController.advance": {
217
- "total": 1999.4569237604737,
218
- "count": 62916,
219
- "self": 0.8919147459091619,
220
  "children": {
221
  "env_step": {
222
- "total": 1622.7302992152981,
223
- "count": 62916,
224
- "self": 1515.3684162691934,
225
  "children": {
226
  "SubprocessEnvManager._take_step": {
227
- "total": 106.7950123915216,
228
- "count": 62916,
229
- "self": 3.1716935804579407,
230
  "children": {
231
  "TorchPolicy.evaluate": {
232
- "total": 103.62331881106365,
233
- "count": 62554,
234
- "self": 103.62331881106365
235
  }
236
  }
237
  },
238
  "workers": {
239
- "total": 0.5668705545831472,
240
- "count": 62916,
241
  "self": 0.0,
242
  "children": {
243
  "worker_root": {
244
- "total": 2000.0145428517135,
245
- "count": 62916,
246
  "is_parallel": true,
247
- "self": 594.0551776946522,
248
  "children": {
249
  "run_training.setup": {
250
  "total": 0.0,
@@ -253,48 +253,48 @@
253
  "self": 0.0,
254
  "children": {
255
  "steps_from_proto": {
256
- "total": 0.0038191420026123524,
257
  "count": 1,
258
  "is_parallel": true,
259
- "self": 0.001085550058633089,
260
  "children": {
261
  "_process_rank_one_or_two_observation": {
262
- "total": 0.0027335919439792633,
263
  "count": 8,
264
  "is_parallel": true,
265
- "self": 0.0027335919439792633
266
  }
267
  }
268
  },
269
  "UnityEnvironment.step": {
270
- "total": 0.05484796199016273,
271
  "count": 1,
272
  "is_parallel": true,
273
- "self": 0.0008520380361005664,
274
  "children": {
275
  "UnityEnvironment._generate_step_input": {
276
- "total": 0.000726977945305407,
277
  "count": 1,
278
  "is_parallel": true,
279
- "self": 0.000726977945305407
280
  },
281
  "communicator.exchange": {
282
- "total": 0.05073176103178412,
283
  "count": 1,
284
  "is_parallel": true,
285
- "self": 0.05073176103178412
286
  },
287
  "steps_from_proto": {
288
- "total": 0.0025371849769726396,
289
  "count": 1,
290
  "is_parallel": true,
291
- "self": 0.0005677480949088931,
292
  "children": {
293
  "_process_rank_one_or_two_observation": {
294
- "total": 0.0019694368820637465,
295
  "count": 8,
296
  "is_parallel": true,
297
- "self": 0.0019694368820637465
298
  }
299
  }
300
  }
@@ -303,34 +303,34 @@
303
  }
304
  },
305
  "UnityEnvironment.step": {
306
- "total": 1405.9593651570613,
307
- "count": 62915,
308
  "is_parallel": true,
309
- "self": 50.05579676060006,
310
  "children": {
311
  "UnityEnvironment._generate_step_input": {
312
- "total": 35.76950347411912,
313
- "count": 62915,
314
  "is_parallel": true,
315
- "self": 35.76950347411912
316
  },
317
  "communicator.exchange": {
318
- "total": 1176.0927800768986,
319
- "count": 62915,
320
  "is_parallel": true,
321
- "self": 1176.0927800768986
322
  },
323
  "steps_from_proto": {
324
- "total": 144.04128484544344,
325
- "count": 62915,
326
  "is_parallel": true,
327
- "self": 29.783906243741512,
328
  "children": {
329
  "_process_rank_one_or_two_observation": {
330
- "total": 114.25737860170193,
331
- "count": 503320,
332
  "is_parallel": true,
333
- "self": 114.25737860170193
334
  }
335
  }
336
  }
@@ -343,31 +343,31 @@
343
  }
344
  },
345
  "trainer_advance": {
346
- "total": 375.8347097992664,
347
- "count": 62916,
348
- "self": 1.4601702552754432,
349
  "children": {
350
  "process_trajectory": {
351
- "total": 91.72011359478347,
352
- "count": 62916,
353
- "self": 91.56743329379242,
354
  "children": {
355
  "RLTrainer._checkpoint": {
356
- "total": 0.1526803009910509,
357
- "count": 2,
358
- "self": 0.1526803009910509
359
  }
360
  }
361
  },
362
  "_update_policy": {
363
- "total": 282.6544259492075,
364
- "count": 29,
365
- "self": 198.0321232546121,
366
  "children": {
367
  "TorchPPOOptimizer.update": {
368
- "total": 84.62230269459542,
369
- "count": 5646,
370
- "self": 84.62230269459542
371
  }
372
  }
373
  }
@@ -376,19 +376,19 @@
376
  }
377
  },
378
  "trainer_threads": {
379
- "total": 8.819624781608582e-07,
380
  "count": 1,
381
- "self": 8.819624781608582e-07
382
  },
383
  "TrainerController._save_models": {
384
- "total": 0.06455502298194915,
385
  "count": 1,
386
- "self": 0.0010642620036378503,
387
  "children": {
388
  "RLTrainer._checkpoint": {
389
- "total": 0.0634907609783113,
390
  "count": 1,
391
- "self": 0.0634907609783113
392
  }
393
  }
394
  }
 
2
  "name": "root",
3
  "gauges": {
4
  "Pyramids.Policy.Entropy.mean": {
5
+ "value": 0.15289455652236938,
6
+ "min": 0.15289455652236938,
7
+ "max": 0.22067362070083618,
8
+ "count": 34
9
  },
10
  "Pyramids.Policy.Entropy.sum": {
11
+ "value": 4621.0849609375,
12
+ "min": 2443.29833984375,
13
+ "max": 6157.3564453125,
14
+ "count": 34
15
+ },
16
+ "Pyramids.Environment.EpisodeLength.mean": {
17
+ "value": 269.60185185185185,
18
+ "min": 212.1627906976744,
19
+ "max": 269.60185185185185,
20
+ "count": 34
21
+ },
22
+ "Pyramids.Environment.EpisodeLength.sum": {
23
+ "value": 29117.0,
24
+ "min": 9123.0,
25
+ "max": 31464.0,
26
+ "count": 34
27
  },
28
  "Pyramids.Step.mean": {
29
+ "value": 2999904.0,
30
+ "min": 2009912.0,
31
+ "max": 2999904.0,
32
+ "count": 34
33
  },
34
  "Pyramids.Step.sum": {
35
+ "value": 2999904.0,
36
+ "min": 2009912.0,
37
+ "max": 2999904.0,
38
+ "count": 34
39
  },
40
  "Pyramids.Policy.ExtrinsicValueEstimate.mean": {
41
+ "value": 0.7522175908088684,
42
+ "min": 0.6867677569389343,
43
+ "max": 0.824851930141449,
44
+ "count": 34
45
  },
46
  "Pyramids.Policy.ExtrinsicValueEstimate.sum": {
47
+ "value": 216.638671875,
48
+ "min": 67.30323791503906,
49
+ "max": 252.0583953857422,
50
+ "count": 34
51
  },
52
  "Pyramids.Policy.RndValueEstimate.mean": {
53
+ "value": -0.0007098768837749958,
54
+ "min": -0.016200093552470207,
55
+ "max": 0.015306035056710243,
56
+ "count": 34
57
  },
58
  "Pyramids.Policy.RndValueEstimate.sum": {
59
+ "value": -0.2044445425271988,
60
+ "min": -4.827628135681152,
61
+ "max": 4.469362258911133,
62
+ "count": 34
 
 
 
 
 
 
 
 
 
 
 
 
63
  },
64
  "Pyramids.Environment.CumulativeReward.mean": {
65
+ "value": 1.7118759106982637,
66
+ "min": 1.648581342234955,
67
+ "max": 1.7878371979608092,
68
+ "count": 34
69
  },
70
  "Pyramids.Environment.CumulativeReward.sum": {
71
+ "value": 184.88259835541248,
72
+ "min": 76.8769995123148,
73
+ "max": 238.69199825823307,
74
+ "count": 34
75
  },
76
  "Pyramids.Policy.ExtrinsicReward.mean": {
77
+ "value": 1.7118759106982637,
78
+ "min": 1.648581342234955,
79
+ "max": 1.7878371979608092,
80
+ "count": 34
81
  },
82
  "Pyramids.Policy.ExtrinsicReward.sum": {
83
+ "value": 184.88259835541248,
84
+ "min": 76.8769995123148,
85
+ "max": 238.69199825823307,
86
+ "count": 34
87
  },
88
  "Pyramids.Policy.RndReward.mean": {
89
+ "value": 0.021116538723786275,
90
+ "min": 0.017790217164287143,
91
+ "max": 0.02492618942558509,
92
+ "count": 34
93
  },
94
  "Pyramids.Policy.RndReward.sum": {
95
+ "value": 2.2805861821689177,
96
+ "min": 0.8723248280584812,
97
+ "max": 2.749446797693963,
98
+ "count": 34
 
 
 
 
 
 
 
 
 
 
 
 
99
  },
100
  "Pyramids.Losses.PolicyLoss.mean": {
101
+ "value": 0.06645269455362318,
102
+ "min": 0.06497105862945318,
103
+ "max": 0.07290959148797102,
104
+ "count": 34
105
  },
106
  "Pyramids.Losses.PolicyLoss.sum": {
107
+ "value": 0.9967904183043478,
108
+ "min": 0.2681261481096347,
109
+ "max": 1.0936438723195654,
110
+ "count": 34
111
  },
112
  "Pyramids.Losses.ValueLoss.mean": {
113
+ "value": 0.01478061941969726,
114
+ "min": 0.01346236491938018,
115
+ "max": 0.017154385229029383,
116
+ "count": 34
117
  },
118
  "Pyramids.Losses.ValueLoss.sum": {
119
+ "value": 0.22170929129545888,
120
+ "min": 0.06861754091611753,
121
+ "max": 0.2558162071994351,
122
+ "count": 34
123
  },
124
  "Pyramids.Policy.LearningRate.mean": {
125
+ "value": 1.5255061581977754e-06,
126
+ "min": 1.5255061581977754e-06,
127
+ "max": 9.948556683816666e-05,
128
+ "count": 34
129
  },
130
  "Pyramids.Policy.LearningRate.sum": {
131
+ "value": 2.288259237296663e-05,
132
+ "min": 2.288259237296663e-05,
133
+ "max": 0.0014179531273493,
134
+ "count": 34
135
  },
136
  "Pyramids.Policy.Epsilon.mean": {
137
+ "value": 0.10050846888888888,
138
+ "min": 0.10050846888888888,
139
+ "max": 0.13316183333333337,
140
+ "count": 34
141
  },
142
  "Pyramids.Policy.Epsilon.sum": {
143
+ "value": 1.5076270333333333,
144
+ "min": 0.5326473333333335,
145
+ "max": 1.9726507000000002,
146
+ "count": 34
147
  },
148
  "Pyramids.Policy.Beta.mean": {
149
+ "value": 6.079604199999993e-05,
150
+ "min": 6.079604199999993e-05,
151
+ "max": 0.0033228671500000004,
152
+ "count": 34
153
  },
154
  "Pyramids.Policy.Beta.sum": {
155
+ "value": 0.000911940629999999,
156
+ "min": 0.000911940629999999,
157
+ "max": 0.04736780493000001,
158
+ "count": 34
159
  },
160
  "Pyramids.Losses.RNDLoss.mean": {
161
+ "value": 0.007543759420514107,
162
+ "min": 0.007363577373325825,
163
+ "max": 0.009161488153040409,
164
+ "count": 34
165
  },
166
  "Pyramids.Losses.RNDLoss.sum": {
167
+ "value": 0.11315639317035675,
168
+ "min": 0.036645952612161636,
169
+ "max": 0.132064089179039,
170
+ "count": 34
171
+ },
172
+ "Pyramids.IsTraining.mean": {
173
+ "value": 1.0,
174
+ "min": 1.0,
175
+ "max": 1.0,
176
+ "count": 34
177
+ },
178
+ "Pyramids.IsTraining.sum": {
179
+ "value": 1.0,
180
+ "min": 1.0,
181
+ "max": 1.0,
182
+ "count": 34
183
  }
184
  },
185
  "metadata": {
186
  "timer_format_version": "0.1.0",
187
+ "start_time_seconds": "1760702217",
188
  "python_version": "3.10.12 (main, Aug 15 2025, 14:32:43) [GCC 11.4.0]",
189
+ "command_line_arguments": "/local_scratch/ahmohame/MyRLProj/.venv/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics --resume",
190
  "mlagents_version": "1.2.0.dev0",
191
  "mlagents_envs_version": "1.2.0.dev0",
192
  "communication_protocol_version": "1.5.0",
193
  "pytorch_version": "2.3.1+cu121",
194
  "numpy_version": "1.23.5",
195
+ "end_time_seconds": "1760704758"
196
  },
197
+ "total": 2541.0156352190534,
198
  "count": 1,
199
+ "self": 0.42585068312473595,
200
  "children": {
201
  "run_training.setup": {
202
+ "total": 0.01982548099476844,
203
  "count": 1,
204
+ "self": 0.01982548099476844
205
  },
206
  "TrainerController.start_learning": {
207
+ "total": 2540.569959054934,
208
  "count": 1,
209
+ "self": 1.1060997820459306,
210
  "children": {
211
  "TrainerController._reset_env": {
212
+ "total": 2.9760029109893367,
213
  "count": 1,
214
+ "self": 2.9760029109893367
215
  },
216
  "TrainerController.advance": {
217
+ "total": 2536.4246685889084,
218
+ "count": 65782,
219
+ "self": 0.9965739522594959,
220
  "children": {
221
  "env_step": {
222
+ "total": 1770.4080325771356,
223
+ "count": 65782,
224
+ "self": 1657.2321162994485,
225
  "children": {
226
  "SubprocessEnvManager._take_step": {
227
+ "total": 112.51392729778308,
228
+ "count": 65782,
229
+ "self": 3.606503952294588,
230
  "children": {
231
  "TorchPolicy.evaluate": {
232
+ "total": 108.9074233454885,
233
+ "count": 62561,
234
+ "self": 108.9074233454885
235
  }
236
  }
237
  },
238
  "workers": {
239
+ "total": 0.6619889799039811,
240
+ "count": 65782,
241
  "self": 0.0,
242
  "children": {
243
  "worker_root": {
244
+ "total": 2537.056739655207,
245
+ "count": 65782,
246
  "is_parallel": true,
247
+ "self": 992.4253368276404,
248
  "children": {
249
  "run_training.setup": {
250
  "total": 0.0,
 
253
  "self": 0.0,
254
  "children": {
255
  "steps_from_proto": {
256
+ "total": 0.003727403935045004,
257
  "count": 1,
258
  "is_parallel": true,
259
+ "self": 0.0010196649236604571,
260
  "children": {
261
  "_process_rank_one_or_two_observation": {
262
+ "total": 0.0027077390113845468,
263
  "count": 8,
264
  "is_parallel": true,
265
+ "self": 0.0027077390113845468
266
  }
267
  }
268
  },
269
  "UnityEnvironment.step": {
270
+ "total": 0.053242832073010504,
271
  "count": 1,
272
  "is_parallel": true,
273
+ "self": 0.0008654361590743065,
274
  "children": {
275
  "UnityEnvironment._generate_step_input": {
276
+ "total": 0.0007460089400410652,
277
  "count": 1,
278
  "is_parallel": true,
279
+ "self": 0.0007460089400410652
280
  },
281
  "communicator.exchange": {
282
+ "total": 0.049158178037032485,
283
  "count": 1,
284
  "is_parallel": true,
285
+ "self": 0.049158178037032485
286
  },
287
  "steps_from_proto": {
288
+ "total": 0.0024732089368626475,
289
  "count": 1,
290
  "is_parallel": true,
291
+ "self": 0.0005333300214260817,
292
  "children": {
293
  "_process_rank_one_or_two_observation": {
294
+ "total": 0.0019398789154365659,
295
  "count": 8,
296
  "is_parallel": true,
297
+ "self": 0.0019398789154365659
298
  }
299
  }
300
  }
 
303
  }
304
  },
305
  "UnityEnvironment.step": {
306
+ "total": 1544.6314028275665,
307
+ "count": 65781,
308
  "is_parallel": true,
309
+ "self": 47.59692893491592,
310
  "children": {
311
  "UnityEnvironment._generate_step_input": {
312
+ "total": 34.48821103293449,
313
+ "count": 65781,
314
  "is_parallel": true,
315
+ "self": 34.48821103293449
316
  },
317
  "communicator.exchange": {
318
+ "total": 1325.8077641566051,
319
+ "count": 65781,
320
  "is_parallel": true,
321
+ "self": 1325.8077641566051
322
  },
323
  "steps_from_proto": {
324
+ "total": 136.73849870311096,
325
+ "count": 65781,
326
  "is_parallel": true,
327
+ "self": 28.868332263664342,
328
  "children": {
329
  "_process_rank_one_or_two_observation": {
330
+ "total": 107.87016643944662,
331
+ "count": 526248,
332
  "is_parallel": true,
333
+ "self": 107.87016643944662
334
  }
335
  }
336
  }
 
343
  }
344
  },
345
  "trainer_advance": {
346
+ "total": 765.0200620595133,
347
+ "count": 65782,
348
+ "self": 2.3117871991125867,
349
  "children": {
350
  "process_trajectory": {
351
+ "total": 99.78814935754053,
352
+ "count": 65782,
353
+ "self": 99.56120990449563,
354
  "children": {
355
  "RLTrainer._checkpoint": {
356
+ "total": 0.22693945304490626,
357
+ "count": 3,
358
+ "self": 0.22693945304490626
359
  }
360
  }
361
  },
362
  "_update_policy": {
363
+ "total": 662.9201255028602,
364
+ "count": 474,
365
+ "self": 302.62621632928494,
366
  "children": {
367
  "TorchPPOOptimizer.update": {
368
+ "total": 360.29390917357523,
369
+ "count": 22815,
370
+ "self": 360.29390917357523
371
  }
372
  }
373
  }
 
376
  }
377
  },
378
  "trainer_threads": {
379
+ "total": 8.980277925729752e-07,
380
  "count": 1,
381
+ "self": 8.980277925729752e-07
382
  },
383
  "TrainerController._save_models": {
384
+ "total": 0.06318687496241182,
385
  "count": 1,
386
+ "self": 0.0011085569858551025,
387
  "children": {
388
  "RLTrainer._checkpoint": {
389
+ "total": 0.06207831797655672,
390
  "count": 1,
391
+ "self": 0.06207831797655672
392
  }
393
  }
394
  }
run_logs/training_status.json CHANGED
@@ -2,40 +2,58 @@
2
  "Pyramids": {
3
  "checkpoints": [
4
  {
5
- "steps": 499902,
6
- "file_path": "results/Pyramids Training/Pyramids/Pyramids-499902.onnx",
7
- "reward": -0.9239630141743908,
8
- "creation_time": 1760692392.7285764,
9
  "auxillary_file_paths": [
10
- "results/Pyramids Training/Pyramids/Pyramids-499902.pt"
11
  ]
12
  },
13
  {
14
- "steps": 999912,
15
- "file_path": "results/Pyramids Training/Pyramids/Pyramids-999912.onnx",
16
- "reward": -0.7779938008170575,
17
- "creation_time": 1760693414.693739,
18
  "auxillary_file_paths": [
19
- "results/Pyramids Training/Pyramids/Pyramids-999912.pt"
20
  ]
21
  },
22
  {
23
- "steps": 1000040,
24
- "file_path": "results/Pyramids Training/Pyramids/Pyramids-1000040.onnx",
25
- "reward": -0.7779938008170575,
26
- "creation_time": 1760693414.767367,
27
  "auxillary_file_paths": [
28
- "results/Pyramids Training/Pyramids/Pyramids-1000040.pt"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
29
  ]
30
  }
31
  ],
32
  "final_checkpoint": {
33
- "steps": 1000040,
34
  "file_path": "results/Pyramids Training/Pyramids.onnx",
35
- "reward": -0.7779938008170575,
36
- "creation_time": 1760693414.767367,
37
  "auxillary_file_paths": [
38
- "results/Pyramids Training/Pyramids/Pyramids-1000040.pt"
39
  ]
40
  }
41
  },
 
2
  "Pyramids": {
3
  "checkpoints": [
4
  {
5
+ "steps": 1000040,
6
+ "file_path": "results/Pyramids Training/Pyramids/Pyramids-1000040.onnx",
7
+ "reward": -0.7779938008170575,
8
+ "creation_time": 1760693414.767367,
9
  "auxillary_file_paths": [
10
+ "results/Pyramids Training/Pyramids/Pyramids-1000040.pt"
11
  ]
12
  },
13
  {
14
+ "steps": 1999978,
15
+ "file_path": "results/Pyramids Training/Pyramids/Pyramids-1999978.onnx",
16
+ "reward": null,
17
+ "creation_time": 1760702222.7561672,
18
  "auxillary_file_paths": [
19
+ "results/Pyramids Training/Pyramids/Pyramids-1999978.pt"
20
  ]
21
  },
22
  {
23
+ "steps": 2499997,
24
+ "file_path": "results/Pyramids Training/Pyramids/Pyramids-2499997.onnx",
25
+ "reward": 1.7697499878704548,
26
+ "creation_time": 1760703468.7541926,
27
  "auxillary_file_paths": [
28
+ "results/Pyramids Training/Pyramids/Pyramids-2499997.pt"
29
+ ]
30
+ },
31
+ {
32
+ "steps": 2999904,
33
+ "file_path": "results/Pyramids Training/Pyramids/Pyramids-2999904.onnx",
34
+ "reward": 1.7989999800920486,
35
+ "creation_time": 1760704757.7549996,
36
+ "auxillary_file_paths": [
37
+ "results/Pyramids Training/Pyramids/Pyramids-2999904.pt"
38
+ ]
39
+ },
40
+ {
41
+ "steps": 3000032,
42
+ "file_path": "results/Pyramids Training/Pyramids/Pyramids-3000032.onnx",
43
+ "reward": 1.7989999800920486,
44
+ "creation_time": 1760704757.8273485,
45
+ "auxillary_file_paths": [
46
+ "results/Pyramids Training/Pyramids/Pyramids-3000032.pt"
47
  ]
48
  }
49
  ],
50
  "final_checkpoint": {
51
+ "steps": 3000032,
52
  "file_path": "results/Pyramids Training/Pyramids.onnx",
53
+ "reward": 1.7989999800920486,
54
+ "creation_time": 1760704757.8273485,
55
  "auxillary_file_paths": [
56
+ "results/Pyramids Training/Pyramids/Pyramids-3000032.pt"
57
  ]
58
  }
59
  },