Soccer Twos uploaded

SoccerTwos.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:84118f8b153f47592240f28855ea5ac7a33c55280116878165b9cd7f787b1948
+oid sha256:a09a2848e8f38d1f8d55188e58d36d945a52c9668d4376a78738a98272eb13c4
 size 1768747

SoccerTwos/SoccerTwos-3499980.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d774bb74e706e89651d39be9205f948f4b0e93f8d19d0be5126f80fc3d5423d
+size 1768747

SoccerTwos/SoccerTwos-3499980.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd50116a9e66e848b2398eba3a77c85af0412a558eee5e8613a0d7c45b50d69
+size 28432022

SoccerTwos/SoccerTwos-3999998.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29b8d215810edabe3aaabc7c700a91dd791cd3aba53b0ef389bab8a423627205
+size 1768747

SoccerTwos/SoccerTwos-3999998.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:916390e9004c69f228c6d5ec41366aadf7d673f3617d7c8c38004f8aa53058a8
+size 28432022

SoccerTwos/SoccerTwos-4499964.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6abb723c1782952f8820c99833bba9c1251e81a6ce97c9ec9ebf9320ad6c74b
+size 1768747

SoccerTwos/SoccerTwos-4499964.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce02cca04155061a79e861ab7566d46ea2d3c598bda16e19c2cb7ba275afc7b
+size 28432022

SoccerTwos/SoccerTwos-4999958.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09a2848e8f38d1f8d55188e58d36d945a52c9668d4376a78738a98272eb13c4
+size 1768747

SoccerTwos/SoccerTwos-4999958.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce73cab98d38492714417f68ff406c0851ba45d7585646b6b2db7d70f4c90ac
+size 28432022

SoccerTwos/SoccerTwos-5000140.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09a2848e8f38d1f8d55188e58d36d945a52c9668d4376a78738a98272eb13c4
+size 1768747

SoccerTwos/SoccerTwos-5000140.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeafbd1421590863472d6bd9002cdcede9ff3e87e3ce0a253f74017f5048b985
+size 28432022

SoccerTwos/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8c53638faea37be4be1fb80cee7f94d796d257af78f3f3f041889cdc8151eacf
+oid sha256:13755880a275ff8bbbeb53eadee7e05fac3700a2a4d8d34be12de7e73cf67a69
 size 28431030

SoccerTwos/events.out.tfevents.1703594558.34ddf99affd9.27081.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf54b21b1b2e61b4c0b7d34bc06c869bd0a25b2649dd6cf1bb88cbca89a6241
+size 3074202

config.json

@@ -1 +1 @@
-{"behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant"}, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple"}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0}}, "keep_checkpoints": 5, "max_steps": 5000000, "time_horizon": 1000, "summary_freq": 10000, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}}}}
+{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 5000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/linux/SoccerTwos.exe", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}

configuration.yaml

@@ -1,3 +1,4 @@
+default_settings: null
 behaviors:
   SoccerTwos:
     trainer_type: poca
@@ -10,23 +11,74 @@ behaviors:
       lambd: 0.95
       num_epoch: 3
       learning_rate_schedule: constant
+      beta_schedule: constant
+      epsilon_schedule: constant
+    checkpoint_interval: 500000
     network_settings:
       normalize: false
       hidden_units: 512
       num_layers: 2
       vis_encode_type: simple
+      memory: null
+      goal_conditioning_type: hyper
+      deterministic: false
     reward_signals:
       extrinsic:
         gamma: 0.99
         strength: 1.0
+        network_settings:
+          normalize: false
+          hidden_units: 128
+          num_layers: 2
+          vis_encode_type: simple
+          memory: null
+          goal_conditioning_type: hyper
+          deterministic: false
+    init_path: null
     keep_checkpoints: 5
+    even_checkpoints: false
     max_steps: 5000000
     time_horizon: 1000
     summary_freq: 10000
+    threaded: false
     self_play:
       save_steps: 50000
       team_change: 200000
       swap_steps: 2000
       window: 10
       play_against_latest_model_ratio: 0.5
-      initial_elo: 1200.0
+      initial_elo: 1200.0
+    behavioral_cloning: null
+env_settings:
+  env_path: ./training-envs-executables/linux/SoccerTwos.exe
+  env_args: null
+  base_port: 5005
+  num_envs: 1
+  num_areas: 1
+  timeout_wait: 60
+  seed: -1
+  max_lifetime_restarts: 10
+  restarts_rate_limit_n: 1
+  restarts_rate_limit_period_s: 60
+engine_settings:
+  width: 84
+  height: 84
+  quality_level: 5
+  time_scale: 20
+  target_frame_rate: -1
+  capture_frame_rate: 60
+  no_graphics: true
+  no_graphics_monitor: false
+environment_parameters: null
+checkpoint_settings:
+  run_id: SoccerTwos
+  initialize_from: null
+  load_model: false
+  resume: true
+  force: false
+  train_model: false
+  inference: false
+  results_dir: results
+torch_settings:
+  device: null
+debug: false

run_logs/Player-0.log

@@ -2,9 +2,6 @@ Mono path[0] = '/content/ml-agents/training-envs-executables/linux/SoccerTwos_Da
 Mono config path = '/content/ml-agents/training-envs-executables/linux/SoccerTwos_Data/MonoBleedingEdge/etc'
 Preloaded 'lib_burst_generated.so'
 Preloaded 'libgrpc_csharp_ext.x64.so'
-PlayerPrefs - Creating folder: /root/.config/unity3d/Unity Technologies
-PlayerPrefs - Creating folder: /root/.config/unity3d/Unity Technologies/SoccerTwos
-Unable to load player prefs
 Initialize engine version: 2021.3.14f1 (eee1884e7226)
 [Subsystems] Discovering subsystems at path /content/ml-agents/training-envs-executables/linux/SoccerTwos_Data/UnitySubsystems
 Forcing GfxDevice: Null
@@ -34,7 +31,7 @@ ALSA lib pcm.c:2664:(snd_pcm_open_noupdate) Unknown PCM default
 FMOD failed to initialize the output device.: "Error initializing output device. " (60)
 FMOD initialized on nosound output
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.127 seconds
+- Completed reload, in  0.101 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -59,196 +56,16 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.957058 ms
+UnloadTime: 0.774818 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 requesting resize 84 x 84
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
 Setting up 1 worker threads for Enlighten.
 Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 38161 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 56243 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.1 MB
@@ -364,22 +181,22 @@ Memory Statistics:
       Peak Allocated Bytes 0 B
       Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 3
+  Peak main deferred allocation count 2
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 38162 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 56244 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 4.7 MB
+      Peak Allocated memory 4.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 38162 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 56244 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 17.5 MB
+      Peak Allocated memory 17.6 MB
       Peak Large allocation bytes 16.0 MB
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -408,13 +225,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 38161 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 56243 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 38162 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 56244 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 173.5 KB
@@ -426,16 +243,16 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 38162 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 56244 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 38161 frames, [4.0 MB-8.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 56243 frames, [4.0 MB-8.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
-      Peak Allocated memory 4.2 MB
+      Peak Allocated memory 4.5 MB
       Peak Large allocation bytes 0 B
 [ALLOC_TYPETREE] Dual Thread Allocator
   Peak main deferred allocation count 0
@@ -444,13 +261,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 38162 frames
+      Peak usage frame count: [0-1.0 KB]: 56244 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 38161 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 56243 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/timers.json

@@ -0,0 +1,424 @@
+{
+    "name": "root",
+    "gauges": {
+        "SoccerTwos.Policy.Entropy.mean": {
+            "value": 1.8366409540176392,
+            "min": 1.8191382884979248,
+            "max": 2.2652885913848877,
+            "count": 299
+        },
+        "SoccerTwos.Policy.Entropy.sum": {
+            "value": 35674.9140625,
+            "min": 33638.78125,
+            "max": 51544.1953125,
+            "count": 299
+        },
+        "SoccerTwos.Environment.EpisodeLength.mean": {
+            "value": 53.62222222222222,
+            "min": 42.9375,
+            "max": 74.0,
+            "count": 299
+        },
+        "SoccerTwos.Environment.EpisodeLength.sum": {
+            "value": 19304.0,
+            "min": 16328.0,
+            "max": 20732.0,
+            "count": 299
+        },
+        "SoccerTwos.Self-play.ELO.mean": {
+            "value": 1366.1017227198731,
+            "min": 1198.6892309915056,
+            "max": 1366.1017227198731,
+            "count": 299
+        },
+        "SoccerTwos.Self-play.ELO.sum": {
+            "value": 245898.31008957716,
+            "min": 162906.44196233,
+            "max": 292160.6642892341,
+            "count": 299
+        },
+        "SoccerTwos.Step.mean": {
+            "value": 4999958.0,
+            "min": 2019995.0,
+            "max": 4999958.0,
+            "count": 299
+        },
+        "SoccerTwos.Step.sum": {
+            "value": 4999958.0,
+            "min": 2019995.0,
+            "max": 4999958.0,
+            "count": 299
+        },
+        "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
+            "value": 0.05829504877328873,
+            "min": -0.11307865381240845,
+            "max": 0.12428557127714157,
+            "count": 299
+        },
+        "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
+            "value": 10.493108749389648,
+            "min": -18.205663681030273,
+            "max": 20.06940460205078,
+            "count": 299
+        },
+        "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
+            "value": 0.05640903115272522,
+            "min": -0.12473158538341522,
+            "max": 0.12447022646665573,
+            "count": 299
+        },
+        "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
+            "value": 10.15362548828125,
+            "min": -20.081785202026367,
+            "max": 20.232776641845703,
+            "count": 299
+        },
+        "SoccerTwos.Environment.CumulativeReward.mean": {
+            "value": 0.0,
+            "min": 0.0,
+            "max": 0.0,
+            "count": 299
+        },
+        "SoccerTwos.Environment.CumulativeReward.sum": {
+            "value": 0.0,
+            "min": 0.0,
+            "max": 0.0,
+            "count": 299
+        },
+        "SoccerTwos.Policy.ExtrinsicReward.mean": {
+            "value": 0.12275777724054125,
+            "min": -0.3071284926803418,
+            "max": 0.34021734054378,
+            "count": 299
+        },
+        "SoccerTwos.Policy.ExtrinsicReward.sum": {
+            "value": 22.096399903297424,
+            "min": -55.9987998008728,
+            "max": 58.857599914073944,
+            "count": 299
+        },
+        "SoccerTwos.Environment.GroupCumulativeReward.mean": {
+            "value": 0.12275777724054125,
+            "min": -0.3071284926803418,
+            "max": 0.34021734054378,
+            "count": 299
+        },
+        "SoccerTwos.Environment.GroupCumulativeReward.sum": {
+            "value": 22.096399903297424,
+            "min": -55.9987998008728,
+            "max": 58.857599914073944,
+            "count": 299
+        },
+        "SoccerTwos.IsTraining.mean": {
+            "value": 1.0,
+            "min": 1.0,
+            "max": 1.0,
+            "count": 299
+        },
+        "SoccerTwos.IsTraining.sum": {
+            "value": 1.0,
+            "min": 1.0,
+            "max": 1.0,
+            "count": 299
+        },
+        "SoccerTwos.Losses.PolicyLoss.mean": {
+            "value": 0.017318982321497364,
+            "min": 0.010958337449119426,
+            "max": 0.0258120413365153,
+            "count": 145
+        },
+        "SoccerTwos.Losses.PolicyLoss.sum": {
+            "value": 0.017318982321497364,
+            "min": 0.010958337449119426,
+            "max": 0.0258120413365153,
+            "count": 145
+        },
+        "SoccerTwos.Losses.ValueLoss.mean": {
+            "value": 0.10514670958121618,
+            "min": 0.08302166983485222,
+            "max": 0.11510108535488446,
+            "count": 145
+        },
+        "SoccerTwos.Losses.ValueLoss.sum": {
+            "value": 0.10514670958121618,
+            "min": 0.08302166983485222,
+            "max": 0.11510108535488446,
+            "count": 145
+        },
+        "SoccerTwos.Losses.BaselineLoss.mean": {
+            "value": 0.1068361500898997,
+            "min": 0.0843203733364741,
+            "max": 0.1171369065841039,
+            "count": 145
+        },
+        "SoccerTwos.Losses.BaselineLoss.sum": {
+            "value": 0.1068361500898997,
+            "min": 0.0843203733364741,
+            "max": 0.1171369065841039,
+            "count": 145
+        },
+        "SoccerTwos.Policy.LearningRate.mean": {
+            "value": 0.0003,
+            "min": 0.0003,
+            "max": 0.0003,
+            "count": 145
+        },
+        "SoccerTwos.Policy.LearningRate.sum": {
+            "value": 0.0003,
+            "min": 0.0003,
+            "max": 0.0003,
+            "count": 145
+        },
+        "SoccerTwos.Policy.Epsilon.mean": {
+            "value": 0.20000000000000007,
+            "min": 0.20000000000000007,
+            "max": 0.20000000000000007,
+            "count": 145
+        },
+        "SoccerTwos.Policy.Epsilon.sum": {
+            "value": 0.20000000000000007,
+            "min": 0.20000000000000007,
+            "max": 0.20000000000000007,
+            "count": 145
+        },
+        "SoccerTwos.Policy.Beta.mean": {
+            "value": 0.005000000000000001,
+            "min": 0.005000000000000001,
+            "max": 0.005000000000000001,
+            "count": 145
+        },
+        "SoccerTwos.Policy.Beta.sum": {
+            "value": 0.005000000000000001,
+            "min": 0.005000000000000001,
+            "max": 0.005000000000000001,
+            "count": 145
+        }
+    },
+    "metadata": {
+        "timer_format_version": "0.1.0",
+        "start_time_seconds": "1703594557",
+        "python_version": "3.10.12 (main, Nov 20 2023, 15:14:05) [GCC 11.4.0]",
+        "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/linux/SoccerTwos.exe --run-id=SoccerTwos --no-graphics --resume",
+        "mlagents_version": "1.1.0.dev0",
+        "mlagents_envs_version": "1.1.0.dev0",
+        "communication_protocol_version": "1.5.0",
+        "pytorch_version": "2.1.2+cu121",
+        "numpy_version": "1.23.5",
+        "end_time_seconds": "1703601981"
+    },
+    "total": 7423.32795043,
+    "count": 1,
+    "self": 0.8187268939991554,
+    "children": {
+        "run_training.setup": {
+            "total": 0.052145051000479725,
+            "count": 1,
+            "self": 0.052145051000479725
+        },
+        "TrainerController.start_learning": {
+            "total": 7422.457078485,
+            "count": 1,
+            "self": 5.591342118945249,
+            "children": {
+                "TrainerController._reset_env": {
+                    "total": 2.3483719270025176,
+                    "count": 16,
+                    "self": 2.3483719270025176
+                },
+                "TrainerController.advance": {
+                    "total": 7414.170145946055,
+                    "count": 207919,
+                    "self": 5.943435315667557,
+                    "children": {
+                        "env_step": {
+                            "total": 5753.48616998604,
+                            "count": 207919,
+                            "self": 4455.678779883493,
+                            "children": {
+                                "SubprocessEnvManager._take_step": {
+                                    "total": 1294.3799755227737,
+                                    "count": 207919,
+                                    "self": 35.312345244953576,
+                                    "children": {
+                                        "TorchPolicy.evaluate": {
+                                            "total": 1259.0676302778202,
+                                            "count": 374958,
+                                            "self": 1259.0676302778202
+                                        }
+                                    }
+                                },
+                                "workers": {
+                                    "total": 3.42741457977354,
+                                    "count": 207919,
+                                    "self": 0.0,
+                                    "children": {
+                                        "worker_root": {
+                                            "total": 7405.979755484864,
+                                            "count": 207919,
+                                            "is_parallel": true,
+                                            "self": 3648.0395091438877,
+                                            "children": {
+                                                "run_training.setup": {
+                                                    "total": 0.0,
+                                                    "count": 0,
+                                                    "is_parallel": true,
+                                                    "self": 0.0,
+                                                    "children": {
+                                                        "steps_from_proto": {
+                                                            "total": 0.002977608000037435,
+                                                            "count": 2,
+                                                            "is_parallel": true,
+                                                            "self": 0.0008099170008790679,
+                                                            "children": {
+                                                                "_process_rank_one_or_two_observation": {
+                                                                    "total": 0.002167690999158367,
+                                                                    "count": 8,
+                                                                    "is_parallel": true,
+                                                                    "self": 0.002167690999158367
+                                                                }
+                                                            }
+                                                        },
+                                                        "UnityEnvironment.step": {
+                                                            "total": 0.04280118200040306,
+                                                            "count": 1,
+                                                            "is_parallel": true,
+                                                            "self": 0.0012480430013965815,
+                                                            "children": {
+                                                                "UnityEnvironment._generate_step_input": {
+                                                                    "total": 0.0009572049993948895,
+                                                                    "count": 1,
+                                                                    "is_parallel": true,
+                                                                    "self": 0.0009572049993948895
+                                                                },
+                                                                "communicator.exchange": {
+                                                                    "total": 0.036872446999950625,
+                                                                    "count": 1,
+                                                                    "is_parallel": true,
+                                                                    "self": 0.036872446999950625
+                                                                },
+                                                                "steps_from_proto": {
+                                                                    "total": 0.003723486999660963,
+                                                                    "count": 2,
+                                                                    "is_parallel": true,
+                                                                    "self": 0.0006542189985339064,
+                                                                    "children": {
+                                                                        "_process_rank_one_or_two_observation": {
+                                                                            "total": 0.0030692680011270568,
+                                                                            "count": 8,
+                                                                            "is_parallel": true,
+                                                                            "self": 0.0030692680011270568
+                                                                        }
+                                                                    }
+                                                                }
+                                                            }
+                                                        }
+                                                    }
+                                                },
+                                                "steps_from_proto": {
+                                                    "total": 0.03471507300037047,
+                                                    "count": 30,
+                                                    "is_parallel": true,
+                                                    "self": 0.007339705994127144,
+                                                    "children": {
+                                                        "_process_rank_one_or_two_observation": {
+                                                            "total": 0.027375367006243323,
+                                                            "count": 120,
+                                                            "is_parallel": true,
+                                                            "self": 0.027375367006243323
+                                                        }
+                                                    }
+                                                },
+                                                "UnityEnvironment.step": {
+                                                    "total": 3757.9055312679757,
+                                                    "count": 207918,
+                                                    "is_parallel": true,
+                                                    "self": 238.62076344725392,
+                                                    "children": {
+                                                        "UnityEnvironment._generate_step_input": {
+                                                            "total": 161.03608339312086,
+                                                            "count": 207918,
+                                                            "is_parallel": true,
+                                                            "self": 161.03608339312086
+                                                        },
+                                                        "communicator.exchange": {
+                                                            "total": 2605.5229129148893,
+                                                            "count": 207918,
+                                                            "is_parallel": true,
+                                                            "self": 2605.5229129148893
+                                                        },
+                                                        "steps_from_proto": {
+                                                            "total": 752.7257715127116,
+                                                            "count": 415836,
+                                                            "is_parallel": true,
+                                                            "self": 125.75205440297304,
+                                                            "children": {
+                                                                "_process_rank_one_or_two_observation": {
+                                                                    "total": 626.9737171097386,
+                                                                    "count": 1663344,
+                                                                    "is_parallel": true,
+                                                                    "self": 626.9737171097386
+                                                                }
+                                                            }
+                                                        }
+                                                    }
+                                                }
+                                            }
+                                        }
+                                    }
+                                }
+                            }
+                        },
+                        "trainer_advance": {
+                            "total": 1654.7405406443468,
+                            "count": 207919,
+                            "self": 41.082131978872894,
+                            "children": {
+                                "process_trajectory": {
+                                    "total": 780.9657481374725,
+                                    "count": 207919,
+                                    "self": 779.4602844554738,
+                                    "children": {
+                                        "RLTrainer._checkpoint": {
+                                            "total": 1.5054636819986627,
+                                            "count": 6,
+                                            "self": 1.5054636819986627
+                                        }
+                                    }
+                                },
+                                "_update_policy": {
+                                    "total": 832.6926605280014,
+                                    "count": 145,
+                                    "self": 493.94772783309145,
+                                    "children": {
+                                        "TorchPOCAOptimizer.update": {
+                                            "total": 338.74493269490995,
+                                            "count": 4350,
+                                            "self": 338.74493269490995
+                                        }
+                                    }
+                                }
+                            }
+                        }
+                    }
+                },
+                "trainer_threads": {
+                    "total": 1.3449989637592807e-06,
+                    "count": 1,
+                    "self": 1.3449989637592807e-06
+                },
+                "TrainerController._save_models": {
+                    "total": 0.34721714799889014,
+                    "count": 1,
+                    "self": 0.003982193999036099,
+                    "children": {
+                        "RLTrainer._checkpoint": {
+                            "total": 0.34323495399985404,
+                            "count": 1,
+                            "self": 0.34323495399985404
+                        }
+                    }
+                }
+            }
+        }
+    }
+}

run_logs/training_status.json

@@ -0,0 +1,66 @@
+{
+    "SoccerTwos": {
+        "checkpoints": [
+            {
+                "steps": 3499980,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-3499980.onnx",
+                "reward": 0.0,
+                "creation_time": 1703598224.5085366,
+                "auxillary_file_paths": [
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-3499980.pt"
+                ]
+            },
+            {
+                "steps": 3999998,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-3999998.onnx",
+                "reward": 0.0,
+                "creation_time": 1703599446.4662228,
+                "auxillary_file_paths": [
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-3999998.pt"
+                ]
+            },
+            {
+                "steps": 4499964,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-4499964.onnx",
+                "reward": 0.0,
+                "creation_time": 1703600684.2576058,
+                "auxillary_file_paths": [
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-4499964.pt"
+                ]
+            },
+            {
+                "steps": 4999958,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-4999958.onnx",
+                "reward": 0.0,
+                "creation_time": 1703601979.828842,
+                "auxillary_file_paths": [
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-4999958.pt"
+                ]
+            },
+            {
+                "steps": 5000140,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-5000140.onnx",
+                "reward": 0.0,
+                "creation_time": 1703601980.2142699,
+                "auxillary_file_paths": [
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-5000140.pt"
+                ]
+            }
+        ],
+        "elo": 1367.8358670113744,
+        "final_checkpoint": {
+            "steps": 5000140,
+            "file_path": "results/SoccerTwos/SoccerTwos.onnx",
+            "reward": 0.0,
+            "creation_time": 1703601980.2142699,
+            "auxillary_file_paths": [
+                "results/SoccerTwos/SoccerTwos/SoccerTwos-5000140.pt"
+            ]
+        }
+    },
+    "metadata": {
+        "stats_format_version": "0.3.0",
+        "mlagents_version": "1.1.0.dev0",
+        "torch_version": "2.1.2+cu121"
+    }
+}