Attempt at using MA-POCA

README.md

@@ -0,0 +1,35 @@
+---
+library_name: ml-agents
+tags:
+- SoccerTwos
+- deep-reinforcement-learning
+- reinforcement-learning
+- ML-Agents-SoccerTwos
+---
+
+  # **poca** Agent playing **SoccerTwos**
+  This is a trained model of a **poca** agent playing **SoccerTwos**
+  using the [Unity ML-Agents Library](https://github.com/Unity-Technologies/ml-agents).
+
+  ## Usage (with ML-Agents)
+  The Documentation: https://unity-technologies.github.io/ml-agents/ML-Agents-Toolkit-Documentation/
+
+  We wrote a complete tutorial to learn to train your first agent using ML-Agents and publish it to the Hub:
+  - A *short tutorial* where you teach Huggy the Dog 🐶 to fetch the stick and then play with him directly in your
+  browser: https://huggingface.co/learn/deep-rl-course/unitbonus1/introduction
+  - A *longer tutorial* to understand how works ML-Agents:
+  https://huggingface.co/learn/deep-rl-course/unit5/introduction
+
+  ### Resume the training
+  ```bash
+  mlagents-learn <your_configuration_file_path.yaml> --run-id=<run_id> --resume
+  ```
+
+  ### Watch your Agent play
+  You can watch your agent **playing directly in your browser**
+
+  1. If the environment is part of ML-Agents official environments, go to https://huggingface.co/unity
+  2. Step 1: Find your model_id: tresbien1/poca-SoccerTwos
+  3. Step 2: Select your *.nn /*.onnx file
+  4. Click on Watch the agent play 👀
+  

SoccerTwos.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19003326a248a0924baa23c03011b37050ecb8ae5b22926d27ee2ef6dbf3aa05
+size 1768747

SoccerTwos/SoccerTwos-10449482.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19003326a248a0924baa23c03011b37050ecb8ae5b22926d27ee2ef6dbf3aa05
+size 1768747

SoccerTwos/SoccerTwos-10449482.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2702b2dad69476524d6e443fc9ed19326b490e94327e185fd5807feb22856e0
+size 28430482

SoccerTwos/SoccerTwos-8499904.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b1b03cade59abf8a98158100f70013b31b311c4d369d3f23775687c45e8a4c8
+size 1768747

SoccerTwos/SoccerTwos-8499904.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acf45cf120f3587781c1196825000aad8369a8d4b85851a28a51afa3a8ef8352
+size 28430358

SoccerTwos/SoccerTwos-8999981.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb74b95a41107995baf01cff20fa337572fac3f06b7e123e556853137dfa393
+size 1768747

SoccerTwos/SoccerTwos-8999981.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9009646fa9465ff82a0bfec933ab4ea3c683c97776ad88f4a60bfea45a5416b
+size 28430358

SoccerTwos/SoccerTwos-9499970.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219e879b71b1e2e06767e6639552d7af6335bd43e39a44359e59f0de7c366517
+size 1768747

SoccerTwos/SoccerTwos-9499970.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3e719183f07ff169be434f9b72ee99066f7232b04bbfb77f2c94d84b3045bdd
+size 28430358

SoccerTwos/SoccerTwos-9999942.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:139831890c15c4ea2eb5849db83e69f19ec1a972a6149eb2430f5c6bdb4b023c
+size 1768747

SoccerTwos/SoccerTwos-9999942.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7e88abbd0b7280c19824010b03f6820f2974a39f0c8834ecac266d14f0ac589
+size 28430358

SoccerTwos/checkpoint.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b42f2a46daa631c05099f95de680d48911fd61758b637d1db4193ab3a7d1b99
+size 28429366

SoccerTwos/events.out.tfevents.1706520560.JessiesGerät.1072.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fae825389f7cc91bae40159fadba676861c016651e4be4a9913fe41f1f2e950
+size 5320292

SoccerTwos/events.out.tfevents.1706600733.JessiesGerät.14668.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6af25e8c1734e2723b469dc117e61a8071670d697717632f72426afc5b1fd752
+size 4605603

config.json

@@ -0,0 +1 @@
+{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 50000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": ".\\ml-agents\\training-envs-executables\\SoccerTwos.exe", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwo-second-try", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}

configuration.yaml

@@ -0,0 +1,84 @@
+default_settings: null
+behaviors:
+  SoccerTwos:
+    trainer_type: poca
+    hyperparameters:
+      batch_size: 2048
+      buffer_size: 20480
+      learning_rate: 0.0003
+      beta: 0.005
+      epsilon: 0.2
+      lambd: 0.95
+      num_epoch: 3
+      learning_rate_schedule: constant
+      beta_schedule: constant
+      epsilon_schedule: constant
+    checkpoint_interval: 500000
+    network_settings:
+      normalize: false
+      hidden_units: 512
+      num_layers: 2
+      vis_encode_type: simple
+      memory: null
+      goal_conditioning_type: hyper
+      deterministic: false
+    reward_signals:
+      extrinsic:
+        gamma: 0.99
+        strength: 1.0
+        network_settings:
+          normalize: false
+          hidden_units: 128
+          num_layers: 2
+          vis_encode_type: simple
+          memory: null
+          goal_conditioning_type: hyper
+          deterministic: false
+    init_path: null
+    keep_checkpoints: 5
+    even_checkpoints: false
+    max_steps: 50000000
+    time_horizon: 1000
+    summary_freq: 10000
+    threaded: false
+    self_play:
+      save_steps: 50000
+      team_change: 200000
+      swap_steps: 2000
+      window: 10
+      play_against_latest_model_ratio: 0.5
+      initial_elo: 1200.0
+    behavioral_cloning: null
+env_settings:
+  env_path: .\ml-agents\training-envs-executables\SoccerTwos.exe
+  env_args: null
+  base_port: 5005
+  num_envs: 1
+  num_areas: 1
+  timeout_wait: 60
+  seed: -1
+  max_lifetime_restarts: 10
+  restarts_rate_limit_n: 1
+  restarts_rate_limit_period_s: 60
+engine_settings:
+  width: 84
+  height: 84
+  quality_level: 5
+  time_scale: 20
+  target_frame_rate: -1
+  capture_frame_rate: 60
+  no_graphics: true
+  no_graphics_monitor: false
+environment_parameters: null
+checkpoint_settings:
+  run_id: SoccerTwo-second-try
+  initialize_from: null
+  load_model: false
+  resume: true
+  force: false
+  train_model: false
+  inference: false
+  results_dir: results
+torch_settings:
+  device: null
+debug: false

run_logs/Player-0.log

@@ -0,0 +1,302 @@
+Mono path[0] = 'C:/Users/tobil/OneDrive/04_Freizeit/Projekte/01_Programmieren/01_Spiele/Unit_7_MARL/ml-agents/training-envs-executables/SoccerTwos/SoccerTwos_Data/Managed'
+Mono config path = 'C:/Users/tobil/OneDrive/04_Freizeit/Projekte/01_Programmieren/01_Spiele/Unit_7_MARL/ml-agents/training-envs-executables/SoccerTwos/MonoBleedingEdge/etc'
+Initialize engine version: 2021.3.14f1 (eee1884e7226)
+[Subsystems] Discovering subsystems at path C:/Users/tobil/OneDrive/04_Freizeit/Projekte/01_Programmieren/01_Spiele/Unit_7_MARL/ml-agents/training-envs-executables/SoccerTwos/SoccerTwos_Data/UnitySubsystems
+Forcing GfxDevice: Null
+GfxDevice: creating device client; threaded=0; jobified=0
+NullGfxDevice:
+    Version:  NULL 1.0 [1.0]
+    Renderer: Null Device
+    Vendor:   Unity Technologies
+Begin MonoManager ReloadAssembly
+- Completed reload, in 21.685 seconds
+ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+Microsoft Media Foundation video decoding to texture disabled: graphics device is Null, only Direct3D 11 and Direct3D 12 (only on desktop) are supported for hardware-accelerated video decoding.
+ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+WARNING: Shader Unsupported: 'Standard (Specular setup)' - All subshaders removed
+WARNING: Shader Did you use #pragma only_renderers and omit this platform?
+WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
+ERROR: Shader Standard (Specular setup) shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+WARNING: Shader Unsupported: 'Standard (Specular setup)' - All subshaders removed
+WARNING: Shader Did you use #pragma only_renderers and omit this platform?
+WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
+WARNING: Shader Unsupported: 'Autodesk Interactive' - All subshaders removed
+WARNING: Shader Did you use #pragma only_renderers and omit this platform?
+WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
+ERROR: Shader Autodesk Interactive shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+WARNING: Shader Unsupported: 'Autodesk Interactive' - All subshaders removed
+WARNING: Shader Did you use #pragma only_renderers and omit this platform?
+WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
+WARNING: Shader Unsupported: 'Standard' - All subshaders removed
+WARNING: Shader Did you use #pragma only_renderers and omit this platform?
+WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
+ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+WARNING: Shader Unsupported: 'Standard' - All subshaders removed
+WARNING: Shader Did you use #pragma only_renderers and omit this platform?
+WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
+UnloadTime: 1.098300 ms
+Registered Communicator in Agent.
+ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+Setting up 6 worker threads for Enlighten.
+Memory Statistics:
+[ALLOC_TEMP_TLS] TLS Allocator
+  StackAllocators : 
+    [ALLOC_TEMP_MAIN]
+      Peak usage frame count: [8.0 KB-16.0 KB]: 84452 frames, [2.0 MB-4.0 MB]: 1 frames
+      Initial Block Size 4.0 MB
+      Current Block Size 4.0 MB
+      Peak Allocated Bytes 2.0 MB
+      Overflow Count 0
+    [ALLOC_TEMP_Loading.AsyncRead]
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 0.5 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Loading.PreloadManager]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 67.5 KB
+      Overflow Count 4
+    [ALLOC_TEMP_Background Job.Worker 8]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 6]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 0]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 10]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 9]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 5]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 14]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 6]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 4]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 3]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 12]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_EnlightenWorker] x 6
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 15]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 1]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 2]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 7]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_AssetGarbageCollectorHelper] x 11
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 5]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 9]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 13]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 8]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 7]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 1]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 2]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 488 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 3]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 11]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 10]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 0]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 4]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+    [ALLOC_TEMP_BatchDeleteObjects]
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
+[ALLOC_DEFAULT] Dual Thread Allocator
+  Peak main deferred allocation count 4
+    [ALLOC_BUCKET]
+      Large Block size 4.0 MB
+      Used Block count 1
+      Peak Allocated bytes 0.9 MB
+    [ALLOC_DEFAULT_MAIN]
+      Peak usage frame count: [4.0 MB-8.0 MB]: 84453 frames
+      Requested Block Size 16.0 MB
+      Peak Block count 1
+      Peak Allocated memory 5.1 MB
+      Peak Large allocation bytes 0 B
+    [ALLOC_DEFAULT_THREAD]
+      Peak usage frame count: [16.0 MB-32.0 MB]: 84453 frames
+      Requested Block Size 16.0 MB
+      Peak Block count 1
+      Peak Allocated memory 17.2 MB
+      Peak Large allocation bytes 16.0 MB
+[ALLOC_TEMP_JOB_1_FRAME]
+  Initial Block Size 2.0 MB
+  Used Block Count 1
+  Overflow Count (too large) 0
+  Overflow Count (full) 0
+[ALLOC_TEMP_JOB_2_FRAMES]
+  Initial Block Size 2.0 MB
+  Used Block Count 1
+  Overflow Count (too large) 0
+  Overflow Count (full) 0
+[ALLOC_TEMP_JOB_4_FRAMES (JobTemp)]
+  Initial Block Size 2.0 MB
+  Used Block Count 2
+  Overflow Count (too large) 0
+  Overflow Count (full) 0
+[ALLOC_TEMP_JOB_ASYNC (Background)]
+  Initial Block Size 1.0 MB
+  Used Block Count 3
+  Overflow Count (too large) 0
+  Overflow Count (full) 0
+[ALLOC_GFX] Dual Thread Allocator
+  Peak main deferred allocation count 0
+    [ALLOC_BUCKET]
+      Large Block size 4.0 MB
+      Used Block count 1
+      Peak Allocated bytes 0.9 MB
+    [ALLOC_GFX_MAIN]
+      Peak usage frame count: [32.0 KB-64.0 KB]: 84452 frames, [64.0 KB-128.0 KB]: 1 frames
+      Requested Block Size 16.0 MB
+      Peak Block count 1
+      Peak Allocated memory 65.6 KB
+      Peak Large allocation bytes 0 B
+    [ALLOC_GFX_THREAD]
+      Peak usage frame count: [128.0 KB-256.0 KB]: 84453 frames
+      Requested Block Size 16.0 MB
+      Peak Block count 1
+      Peak Allocated memory 173.6 KB
+      Peak Large allocation bytes 0 B
+[ALLOC_CACHEOBJECTS] Dual Thread Allocator
+  Peak main deferred allocation count 2
+    [ALLOC_BUCKET]
+      Large Block size 4.0 MB
+      Used Block count 1
+      Peak Allocated bytes 0.9 MB
+    [ALLOC_CACHEOBJECTS_MAIN]
+      Peak usage frame count: [0.5 MB-1.0 MB]: 84453 frames
+      Requested Block Size 4.0 MB
+      Peak Block count 1
+      Peak Allocated memory 0.6 MB
+      Peak Large allocation bytes 0 B
+    [ALLOC_CACHEOBJECTS_THREAD]
+      Peak usage frame count: [0.5 MB-1.0 MB]: 84452 frames, [2.0 MB-4.0 MB]: 1 frames
+      Requested Block Size 4.0 MB
+      Peak Block count 1
+      Peak Allocated memory 3.2 MB
+      Peak Large allocation bytes 0 B
+[ALLOC_TYPETREE] Dual Thread Allocator
+  Peak main deferred allocation count 0
+    [ALLOC_BUCKET]
+      Large Block size 4.0 MB
+      Used Block count 1
+      Peak Allocated bytes 0.9 MB
+    [ALLOC_TYPETREE_MAIN]
+      Peak usage frame count: [0-1.0 KB]: 84453 frames
+      Requested Block Size 2.0 MB
+      Peak Block count 1
+      Peak Allocated memory 1.0 KB
+      Peak Large allocation bytes 0 B
+    [ALLOC_TYPETREE_THREAD]
+      Peak usage frame count: [1.0 KB-2.0 KB]: 84452 frames, [2.0 KB-4.0 KB]: 1 frames
+      Requested Block Size 2.0 MB
+      Peak Block count 1
+      Peak Allocated memory 2.2 KB
+      Peak Large allocation bytes 0 B

run_logs/timers.json

@@ -0,0 +1,368 @@
+{
+    "name": "root",
+    "gauges": {
+        "SoccerTwos.Policy.Entropy.mean": {
+            "value": 1.786329746246338,
+            "min": 1.7352153062820435,
+            "max": 2.136521816253662,
+            "count": 448
+        },
+        "SoccerTwos.Policy.Entropy.sum": {
+            "value": 34183.20703125,
+            "min": 30564.755859375,
+            "max": 45906.1796875,
+            "count": 448
+        },
+        "SoccerTwos.Environment.EpisodeLength.mean": {
+            "value": 50.8041237113402,
+            "min": 43.176991150442475,
+            "max": 82.74193548387096,
+            "count": 448
+        },
+        "SoccerTwos.Environment.EpisodeLength.sum": {
+            "value": 19712.0,
+            "min": 16128.0,
+            "max": 20984.0,
+            "count": 448
+        },
+        "SoccerTwos.Self-play.ELO.mean": {
+            "value": 1646.6143736491674,
+            "min": 1542.4934933199522,
+            "max": 1674.2226076085644,
+            "count": 448
+        },
+        "SoccerTwos.Self-play.ELO.sum": {
+            "value": 319443.1884879385,
+            "min": 193472.31510238713,
+            "max": 366434.1727897799,
+            "count": 448
+        },
+        "SoccerTwos.Step.mean": {
+            "value": 10439996.0,
+            "min": 5969956.0,
+            "max": 10439996.0,
+            "count": 448
+        },
+        "SoccerTwos.Step.sum": {
+            "value": 10439996.0,
+            "min": 5969956.0,
+            "max": 10439996.0,
+            "count": 448
+        },
+        "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
+            "value": -0.0018759375670924783,
+            "min": -0.1282617747783661,
+            "max": 0.09107836335897446,
+            "count": 448
+        },
+        "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
+            "value": -0.36393189430236816,
+            "min": -19.23926544189453,
+            "max": 17.66920280456543,
+            "count": 448
+        },
+        "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
+            "value": -0.003097682958468795,
+            "min": -0.12756170332431793,
+            "max": 0.09180551022291183,
+            "count": 448
+        },
+        "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
+            "value": -0.6009504795074463,
+            "min": -19.134254455566406,
+            "max": 17.81026840209961,
+            "count": 448
+        },
+        "SoccerTwos.Environment.CumulativeReward.mean": {
+            "value": 0.0,
+            "min": 0.0,
+            "max": 0.0,
+            "count": 448
+        },
+        "SoccerTwos.Environment.CumulativeReward.sum": {
+            "value": 0.0,
+            "min": 0.0,
+            "max": 0.0,
+            "count": 448
+        },
+        "SoccerTwos.Policy.ExtrinsicReward.mean": {
+            "value": -0.07530309244529489,
+            "min": -0.2813466668128967,
+            "max": 0.24626746845532613,
+            "count": 448
+        },
+        "SoccerTwos.Policy.ExtrinsicReward.sum": {
+            "value": -14.608799934387207,
+            "min": -47.185999274253845,
+            "max": 53.19280010461807,
+            "count": 448
+        },
+        "SoccerTwos.Environment.GroupCumulativeReward.mean": {
+            "value": -0.07530309244529489,
+            "min": -0.2813466668128967,
+            "max": 0.24626746845532613,
+            "count": 448
+        },
+        "SoccerTwos.Environment.GroupCumulativeReward.sum": {
+            "value": -14.608799934387207,
+            "min": -47.185999274253845,
+            "max": 53.19280010461807,
+            "count": 448
+        },
+        "SoccerTwos.IsTraining.mean": {
+            "value": 1.0,
+            "min": 1.0,
+            "max": 1.0,
+            "count": 448
+        },
+        "SoccerTwos.IsTraining.sum": {
+            "value": 1.0,
+            "min": 1.0,
+            "max": 1.0,
+            "count": 448
+        },
+        "SoccerTwos.Losses.PolicyLoss.mean": {
+            "value": 0.01499969494373848,
+            "min": 0.010806223685358418,
+            "max": 0.024950472956212857,
+            "count": 217
+        },
+        "SoccerTwos.Losses.PolicyLoss.sum": {
+            "value": 0.01499969494373848,
+            "min": 0.010806223685358418,
+            "max": 0.024950472956212857,
+            "count": 217
+        },
+        "SoccerTwos.Losses.ValueLoss.mean": {
+            "value": 0.11141383474071821,
+            "min": 0.08322730089227358,
+            "max": 0.12375405405958494,
+            "count": 217
+        },
+        "SoccerTwos.Losses.ValueLoss.sum": {
+            "value": 0.11141383474071821,
+            "min": 0.08322730089227358,
+            "max": 0.12375405405958494,
+            "count": 217
+        },
+        "SoccerTwos.Losses.BaselineLoss.mean": {
+            "value": 0.1126241164902846,
+            "min": 0.08392686496178309,
+            "max": 0.12609628587961197,
+            "count": 217
+        },
+        "SoccerTwos.Losses.BaselineLoss.sum": {
+            "value": 0.1126241164902846,
+            "min": 0.08392686496178309,
+            "max": 0.12609628587961197,
+            "count": 217
+        },
+        "SoccerTwos.Policy.LearningRate.mean": {
+            "value": 0.0003,
+            "min": 0.0003,
+            "max": 0.0003,
+            "count": 217
+        },
+        "SoccerTwos.Policy.LearningRate.sum": {
+            "value": 0.0003,
+            "min": 0.0003,
+            "max": 0.0003,
+            "count": 217
+        },
+        "SoccerTwos.Policy.Epsilon.mean": {
+            "value": 0.20000000000000007,
+            "min": 0.20000000000000007,
+            "max": 0.20000000000000007,
+            "count": 217
+        },
+        "SoccerTwos.Policy.Epsilon.sum": {
+            "value": 0.20000000000000007,
+            "min": 0.20000000000000007,
+            "max": 0.20000000000000007,
+            "count": 217
+        },
+        "SoccerTwos.Policy.Beta.mean": {
+            "value": 0.005000000000000001,
+            "min": 0.005000000000000001,
+            "max": 0.005000000000000001,
+            "count": 217
+        },
+        "SoccerTwos.Policy.Beta.sum": {
+            "value": 0.005000000000000001,
+            "min": 0.005000000000000001,
+            "max": 0.005000000000000001,
+            "count": 217
+        }
+    },
+    "metadata": {
+        "timer_format_version": "0.1.0",
+        "start_time_seconds": "1706600704",
+        "python_version": "3.10.12 | packaged by conda-forge | (main, Jun 23 2023, 22:34:57) [MSC v.1936 64 bit (AMD64)]",
+        "command_line_arguments": "\\\\?\\C:\\Users\\tobil\\anaconda3\\envs\\rl\\Scripts\\mlagents-learn .\\ml-agents\\config\\poca\\SoccerTwos.yaml --env=.\\ml-agents\\training-envs-executables\\SoccerTwos.exe --run-id=SoccerTwo-second-try --no-graphics --resume",
+        "mlagents_version": "1.1.0.dev0",
+        "mlagents_envs_version": "1.1.0.dev0",
+        "communication_protocol_version": "1.5.0",
+        "pytorch_version": "2.1.2+cpu",
+        "numpy_version": "1.23.5",
+        "end_time_seconds": "1706630414"
+    },
+    "total": 29709.2995169,
+    "count": 1,
+    "self": 10.01248879999548,
+    "children": {
+        "run_training.setup": {
+            "total": 0.147625000000005,
+            "count": 1,
+            "self": 0.147625000000005
+        },
+        "TrainerController.start_learning": {
+            "total": 29699.1394031,
+            "count": 1,
+            "self": 14.508806899521005,
+            "children": {
+                "TrainerController._reset_env": {
+                    "total": 29.732691799999856,
+                    "count": 24,
+                    "self": 29.732691799999856
+                },
+                "TrainerController.advance": {
+                    "total": 29654.748855600483,
+                    "count": 312193,
+                    "self": 15.028372000248055,
+                    "children": {
+                        "env_step": {
+                            "total": 9861.239083399883,
+                            "count": 312193,
+                            "self": 7007.377935899409,
+                            "children": {
+                                "SubprocessEnvManager._take_step": {
+                                    "total": 2845.1397851997517,
+                                    "count": 312193,
+                                    "self": 90.18912939865186,
+                                    "children": {
+                                        "TorchPolicy.evaluate": {
+                                            "total": 2754.9506558011,
+                                            "count": 563020,
+                                            "self": 2754.9506558011
+                                        }
+                                    }
+                                },
+                                "workers": {
+                                    "total": 8.721362300723115,
+                                    "count": 312193,
+                                    "self": 0.0,
+                                    "children": {
+                                        "worker_root": {
+                                            "total": 29596.77368780052,
+                                            "count": 312193,
+                                            "is_parallel": true,
+                                            "self": 24386.88798610206,
+                                            "children": {
+                                                "steps_from_proto": {
+                                                    "total": 0.0836177000034013,
+                                                    "count": 48,
+                                                    "is_parallel": true,
+                                                    "self": 0.01826350000715138,
+                                                    "children": {
+                                                        "_process_rank_one_or_two_observation": {
+                                                            "total": 0.06535419999624992,
+                                                            "count": 192,
+                                                            "is_parallel": true,
+                                                            "self": 0.06535419999624992
+                                                        }
+                                                    }
+                                                },
+                                                "UnityEnvironment.step": {
+                                                    "total": 5209.802083998454,
+                                                    "count": 312193,
+                                                    "is_parallel": true,
+                                                    "self": 294.29451889895245,
+                                                    "children": {
+                                                        "UnityEnvironment._generate_step_input": {
+                                                            "total": 288.06887059956597,
+                                                            "count": 312193,
+                                                            "is_parallel": true,
+                                                            "self": 288.06887059956597
+                                                        },
+                                                        "communicator.exchange": {
+                                                            "total": 3605.2846974999156,
+                                                            "count": 312193,
+                                                            "is_parallel": true,
+                                                            "self": 3605.2846974999156
+                                                        },
+                                                        "steps_from_proto": {
+                                                            "total": 1022.15399700002,
+                                                            "count": 624386,
+                                                            "is_parallel": true,
+                                                            "self": 232.03499170110297,
+                                                            "children": {
+                                                                "_process_rank_one_or_two_observation": {
+                                                                    "total": 790.119005298917,
+                                                                    "count": 2497544,
+                                                                    "is_parallel": true,
+                                                                    "self": 790.119005298917
+                                                                }
+                                                            }
+                                                        }
+                                                    }
+                                                }
+                                            }
+                                        }
+                                    }
+                                }
+                            }
+                        },
+                        "trainer_advance": {
+                            "total": 19778.48140020035,
+                            "count": 312193,
+                            "self": 101.48905000017112,
+                            "children": {
+                                "process_trajectory": {
+                                    "total": 4005.1728540001513,
+                                    "count": 312193,
+                                    "self": 4002.7356836001486,
+                                    "children": {
+                                        "RLTrainer._checkpoint": {
+                                            "total": 2.437170400002742,
+                                            "count": 9,
+                                            "self": 2.437170400002742
+                                        }
+                                    }
+                                },
+                                "_update_policy": {
+                                    "total": 15671.819496200029,
+                                    "count": 218,
+                                    "self": 1489.4155575001005,
+                                    "children": {
+                                        "TorchPOCAOptimizer.update": {
+                                            "total": 14182.403938699928,
+                                            "count": 6537,
+                                            "self": 14182.403938699928
+                                        }
+                                    }
+                                }
+                            }
+                        }
+                    }
+                },
+                "trainer_threads": {
+                    "total": 1.7999991541728377e-06,
+                    "count": 1,
+                    "self": 1.7999991541728377e-06
+                },
+                "TrainerController._save_models": {
+                    "total": 0.14904699999897275,
+                    "count": 1,
+                    "self": 0.012079399999493035,
+                    "children": {
+                        "RLTrainer._checkpoint": {
+                            "total": 0.13696759999947972,
+                            "count": 1,
+                            "self": 0.13696759999947972
+                        }
+                    }
+                }
+            }
+        }
+    }
+}

run_logs/training_status.json

@@ -0,0 +1,66 @@
+{
+    "SoccerTwos": {
+        "checkpoints": [
+            {
+                "steps": 8499904,
+                "file_path": "results\\SoccerTwo-second-try\\SoccerTwos\\SoccerTwos-8499904.onnx",
+                "reward": 0.0,
+                "creation_time": 1706614891.301551,
+                "auxillary_file_paths": [
+                    "results\\SoccerTwo-second-try\\SoccerTwos\\SoccerTwos-8499904.pt"
+                ]
+            },
+            {
+                "steps": 8999981,
+                "file_path": "results\\SoccerTwo-second-try\\SoccerTwos\\SoccerTwos-8999981.onnx",
+                "reward": 0.0,
+                "creation_time": 1706618278.546602,
+                "auxillary_file_paths": [
+                    "results\\SoccerTwo-second-try\\SoccerTwos\\SoccerTwos-8999981.pt"
+                ]
+            },
+            {
+                "steps": 9499970,
+                "file_path": "results\\SoccerTwo-second-try\\SoccerTwos\\SoccerTwos-9499970.onnx",
+                "reward": 0.0,
+                "creation_time": 1706622193.6614451,
+                "auxillary_file_paths": [
+                    "results\\SoccerTwo-second-try\\SoccerTwos\\SoccerTwos-9499970.pt"
+                ]
+            },
+            {
+                "steps": 9999942,
+                "file_path": "results\\SoccerTwo-second-try\\SoccerTwos\\SoccerTwos-9999942.onnx",
+                "reward": 0.0,
+                "creation_time": 1706626785.5715256,
+                "auxillary_file_paths": [
+                    "results\\SoccerTwo-second-try\\SoccerTwos\\SoccerTwos-9999942.pt"
+                ]
+            },
+            {
+                "steps": 10449482,
+                "file_path": "results\\SoccerTwo-second-try\\SoccerTwos\\SoccerTwos-10449482.onnx",
+                "reward": null,
+                "creation_time": 1706630404.1447845,
+                "auxillary_file_paths": [
+                    "results\\SoccerTwo-second-try\\SoccerTwos\\SoccerTwos-10449482.pt"
+                ]
+            }
+        ],
+        "elo": 1645.4142975925329,
+        "final_checkpoint": {
+            "steps": 10449482,
+            "file_path": "results\\SoccerTwo-second-try\\SoccerTwos.onnx",
+            "reward": null,
+            "creation_time": 1706630404.1447845,
+            "auxillary_file_paths": [
+                "results\\SoccerTwo-second-try\\SoccerTwos\\SoccerTwos-10449482.pt"
+            ]
+        }
+    },
+    "metadata": {
+        "stats_format_version": "0.3.0",
+        "mlagents_version": "1.1.0.dev0",
+        "torch_version": "2.1.2+cpu"
+    }
+}