Huggy

Huggy.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:59ace92bcb39e23e6d7efdd3967de9608361bb6af1d084a792ac2f25c3207b31
+oid sha256:0e9a936b915c99d439628c78a28ef03dd3a5b5ef04302f8f18793914d29484fa
 size 2273984

Huggy/Huggy-1199969.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d116bfdf94c63f43f779e741f15af78dfbaaa9900e68713555eb475540963c2
+size 2273984

Huggy/Huggy-1199969.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5bf5411a523ca7e8627db7a27f6f041851842b303c6fbf232e9e77fb5c3ecb
+size 13509473

Huggy/Huggy-1399952.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbee7337a9cf1eaa549c7b39fac6305196064841902e32b1f6779c4d78b70cfb
+size 2273984

Huggy/Huggy-1399952.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ac46b0e5c2ff0aeb28b4441500aab707c2fe37ed914043d33974e750f5efa70
+size 13509473

Huggy/Huggy-1599295.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f66ad79ad780d5cef07118ba6c8d3d1f740c5f4e61b7c579d05b9e345358dc2
+size 2273984

Huggy/Huggy-1599295.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c23f7d7e98b470460fa336201a212bbc6c47c1ce095e1a429873b810bbfbef
+size 13509473

Huggy/Huggy-1799951.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e896c39bd4f7597404eaa250885f6ca449f4ab29e7c66ddb22afa83c1b3fa2ab
+size 2273984

Huggy/Huggy-1799951.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d301ce3fe98d67b8c2c4c698c3b0e067c265591b2b15322414cf9fb023c9ab97
+size 13509473

Huggy/Huggy-199995.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a439a77f60e92239be456a1a0382065d289fc604e38bbcf8211c228eb9dff440
+size 2273984

Huggy/Huggy-199995.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa048008803a8c563ac16e45e4d000d3919698795c8499a65da9aa6a87272d16
+size 13509388

Huggy/Huggy-1999968.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae2cd994ead16937b5a4319a81f356f102f2a49f964f37452608e01824cf1e8
+size 2273984

Huggy/Huggy-1999968.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103ee4a6ca96050411851bcf9cdde357ce252889e39199b81954cbba6f316642
+size 13509473

Huggy/Huggy-2000026.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9a936b915c99d439628c78a28ef03dd3a5b5ef04302f8f18793914d29484fa
+size 2273984

Huggy/Huggy-2000026.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1816a0481229f2a0cdfc5f88a22f9a59640402862f2cf5219967b64284f7b94
+size 13509473

Huggy/Huggy-399947.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50885e60ad4971517a0e366f6ae9242417bd9f09c074bfabf4103586c4a75e0d
+size 2273984

Huggy/Huggy-399947.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2548e22514b575938629b45bd64924e3b1db484a90477c1e75c0517271b09227
+size 13509388

Huggy/Huggy-599925.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:042ff4dc1e10fb750160efdb9ba79157ac98fe0c53c572df60695763ed62c97b
+size 2273984

Huggy/Huggy-599925.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a30e3a60fd0498b5d5882752adae334fb554dcdc19a4f595e7d79d892116be7
+size 13509388

Huggy/Huggy-799986.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a191b6ace9e099049dd69985f94674477e4d9f850844ae326c149b6d96e8624e
+size 2273984

Huggy/Huggy-799986.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e3e20f8942a36b1084e751e49ebf8b8a5e6cde0d060adc56200ebefda799bc0
+size 13509388

Huggy/Huggy-999907.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f3083392bf99676165dae31a7823e66ffba28c9f6aea32dbcb3762047d9db3
+size 2273984

Huggy/Huggy-999907.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb6837cbc9b0944a7ea270c063e8679e80c4ff008fd3e49281a31aade4d16e3
+size 13509388

Huggy/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1f0dd30d4f951826915ee31f39c0927fb791fd48ce7bbdd1a11300d7159a65ae
+oid sha256:e482f4c9ddbf373c760bb5863cae25abf45bca4ce3ece485009f231d72534cf3
 size 13509218

Huggy/events.out.tfevents.1701427022.MSI.16624.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed86f2749c6659abf02d6b59906abb32521d66f76d2b5661d4ba20206ac10bc1
+size 378977

run_logs/Player-0.log

@@ -1,40 +1,20 @@
-Mono path[0] = '/content/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Data/Managed'
-Mono config path = '/content/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Data/MonoBleedingEdge/etc'
+Mono path[0] = '/home/evan/AI-Robotics/RL/Huggy/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Data/Managed'
+Mono config path = '/home/evan/AI-Robotics/RL/Huggy/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Data/MonoBleedingEdge/etc'
 Preloaded 'lib_burst_generated.so'
 Preloaded 'libgrpc_csharp_ext.x64.so'
-PlayerPrefs - Creating folder: /root/.config/unity3d/Hugging Face
-PlayerPrefs - Creating folder: /root/.config/unity3d/Hugging Face/Huggy
+PlayerPrefs - Creating folder: /home/evan/.config/unity3d/Hugging Face
+PlayerPrefs - Creating folder: /home/evan/.config/unity3d/Hugging Face/Huggy
 Unable to load player prefs
 Initialize engine version: 2021.3.14f1 (eee1884e7226)
-[Subsystems] Discovering subsystems at path /content/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Data/UnitySubsystems
+[Subsystems] Discovering subsystems at path /home/evan/AI-Robotics/RL/Huggy/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Data/UnitySubsystems
 Forcing GfxDevice: Null
 GfxDevice: creating device client; threaded=0; jobified=0
 NullGfxDevice:
     Version:  NULL 1.0 [1.0]
     Renderer: Null Device
     Vendor:   Unity Technologies
-ALSA lib confmisc.c:855:(parse_card) cannot find card '0'
-ALSA lib conf.c:5178:(_snd_config_evaluate) function snd_func_card_inum returned error: No such file or directory
-ALSA lib confmisc.c:422:(snd_func_concat) error evaluating strings
-ALSA lib conf.c:5178:(_snd_config_evaluate) function snd_func_concat returned error: No such file or directory
-ALSA lib confmisc.c:1334:(snd_func_refer) error evaluating name
-ALSA lib conf.c:5178:(_snd_config_evaluate) function snd_func_refer returned error: No such file or directory
-ALSA lib conf.c:5701:(snd_config_expand) Evaluate error: No such file or directory
-ALSA lib pcm.c:2664:(snd_pcm_open_noupdate) Unknown PCM default
-FMOD failed to initialize the output device.: "Error initializing output device. " (60)
-Forced to initialize FMOD to to the device driver's system output rate 48000, this may impact performance and/or give inconsistent experiences compared to selected sample rate 48000
-ALSA lib confmisc.c:855:(parse_card) cannot find card '0'
-ALSA lib conf.c:5178:(_snd_config_evaluate) function snd_func_card_inum returned error: No such file or directory
-ALSA lib confmisc.c:422:(snd_func_concat) error evaluating strings
-ALSA lib conf.c:5178:(_snd_config_evaluate) function snd_func_concat returned error: No such file or directory
-ALSA lib confmisc.c:1334:(snd_func_refer) error evaluating name
-ALSA lib conf.c:5178:(_snd_config_evaluate) function snd_func_refer returned error: No such file or directory
-ALSA lib conf.c:5701:(snd_config_expand) Evaluate error: No such file or directory
-ALSA lib pcm.c:2664:(snd_pcm_open_noupdate) Unknown PCM default
-FMOD failed to initialize the output device.: "Error initializing output device. " (60)
-FMOD initialized on nosound output
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.089 seconds
+- Completed reload, in  0.109 seconds
 ERROR: Shader Hidden/Universal Render Pipeline/Blit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Hidden/Universal Render Pipeline/CopyDepth shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Hidden/Universal Render Pipeline/ScreenSpaceShadows shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -78,14 +58,14 @@ ERROR: Shader Universal Render Pipeline/Lit shader is not supported on this GPU
 WARNING: Shader Unsupported: 'Universal Render Pipeline/Lit' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.759865 ms
+UnloadTime: 0.565921 ms
 requesting resize 84 x 84
-Setting up 1 worker threads for Enlighten.
+Setting up 8 worker threads for Enlighten.
 Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [4.0 KB-8.0 KB]: 26760 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [4.0 KB-8.0 KB]: 26748 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 3.6 MB
@@ -93,21 +73,21 @@ Memory Statistics:
     [ALLOC_TEMP_Loading.AsyncRead]
       Initial Block Size 64.0 KB
       Current Block Size 64.0 KB
-      Peak Allocated Bytes 160 B
+      Peak Allocated Bytes 136 B
       Overflow Count 0
     [ALLOC_TEMP_Loading.PreloadManager]
       Initial Block Size 256.0 KB
       Current Block Size 296.0 KB
-      Peak Allocated Bytes 211.5 KB
+      Peak Allocated Bytes 211.6 KB
       Overflow Count 4
     [ALLOC_TEMP_Background Job.Worker 8]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 9]
-      Initial Block Size 32.0 KB
-      Current Block Size 32.0 KB
+    [ALLOC_TEMP_Job.Worker 6]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 0]
@@ -120,6 +100,16 @@ Memory Statistics:
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 9]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 5]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 14]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
@@ -130,12 +120,32 @@ Memory Statistics:
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 4]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 14]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 3]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 13]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 12]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_EnlightenWorker]
+    [ALLOC_TEMP_EnlightenWorker] x 8
       Initial Block Size 64.0 KB
       Current Block Size 64.0 KB
       Peak Allocated Bytes 0 B
@@ -160,7 +170,7 @@ Memory Statistics:
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_AssetGarbageCollectorHelper]
+    [ALLOC_TEMP_AssetGarbageCollectorHelper] x 15
       Initial Block Size 64.0 KB
       Current Block Size 64.0 KB
       Peak Allocated Bytes 0 B
@@ -170,26 +180,66 @@ Memory Statistics:
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 9]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 13]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 11]
+    [ALLOC_TEMP_Job.Worker 8]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 7]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 1]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 2]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 3]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 3]
+    [ALLOC_TEMP_Background Job.Worker 11]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 10]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 0]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 11]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 12]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 4]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
@@ -201,22 +251,22 @@ Memory Statistics:
       Peak Allocated Bytes 0 B
       Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 212
+  Peak main deferred allocation count 38
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
       Peak Allocated bytes 1.4 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 26761 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 26749 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 23.7 MB
+      Peak Allocated memory 23.8 MB
       Peak Large allocation bytes 16.0 MB
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [2.0 MB-4.0 MB]: 26761 frames
+      Peak usage frame count: [2.0 MB-4.0 MB]: 26749 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 2.4 MB
+      Peak Allocated memory 2.7 MB
       Peak Large allocation bytes 0 B
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -245,13 +295,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.4 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 26760 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 26748 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [64.0 KB-128.0 KB]: 26761 frames
+      Peak usage frame count: [64.0 KB-128.0 KB]: 26749 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 81.8 KB
@@ -263,13 +313,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.4 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [1.0 MB-2.0 MB]: 26760 frames, [16.0 MB-32.0 MB]: 1 frames
+      Peak usage frame count: [1.0 MB-2.0 MB]: 26748 frames, [16.0 MB-32.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
       Peak Allocated memory 30.6 MB
       Peak Large allocation bytes 24.9 MB
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 26760 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 26748 frames, [2.0 MB-4.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 2.6 MB
@@ -281,13 +331,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.4 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 26761 frames
+      Peak usage frame count: [0-1.0 KB]: 26749 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [4.0 KB-8.0 KB]: 26761 frames
+      Peak usage frame count: [4.0 KB-8.0 KB]: 26749 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 7.3 KB

run_logs/timers.json

@@ -2,135 +2,135 @@
     "name": "root",
     "gauges": {
         "Huggy.Policy.Entropy.mean": {
-            "value": 1.4054096937179565,
-            "min": 1.4054096937179565,
-            "max": 1.4286397695541382,
+            "value": 1.4083223342895508,
+            "min": 1.4083223342895508,
+            "max": 1.4257646799087524,
             "count": 40
         },
         "Huggy.Policy.Entropy.sum": {
-            "value": 71626.703125,
-            "min": 68714.578125,
-            "max": 77532.75,
+            "value": 70835.796875,
+            "min": 67970.171875,
+            "max": 78076.234375,
             "count": 40
         },
         "Huggy.Environment.EpisodeLength.mean": {
-            "value": 85.13253012048193,
-            "min": 77.009375,
-            "max": 404.91129032258067,
+            "value": 71.83819241982508,
+            "min": 70.50214592274678,
+            "max": 405.19354838709677,
             "count": 40
         },
         "Huggy.Environment.EpisodeLength.sum": {
-            "value": 49462.0,
-            "min": 48920.0,
-            "max": 50209.0,
+            "value": 49281.0,
+            "min": 49281.0,
+            "max": 50244.0,
             "count": 40
         },
         "Huggy.Step.mean": {
-            "value": 1999980.0,
-            "min": 49887.0,
-            "max": 1999980.0,
+            "value": 1999968.0,
+            "min": 49710.0,
+            "max": 1999968.0,
             "count": 40
         },
         "Huggy.Step.sum": {
-            "value": 1999980.0,
-            "min": 49887.0,
-            "max": 1999980.0,
+            "value": 1999968.0,
+            "min": 49710.0,
+            "max": 1999968.0,
             "count": 40
         },
         "Huggy.Policy.ExtrinsicValueEstimate.mean": {
-            "value": 2.4878461360931396,
-            "min": 0.18996474146842957,
-            "max": 2.524622917175293,
+            "value": 2.471059799194336,
+            "min": -0.07633869349956512,
+            "max": 2.5007436275482178,
             "count": 40
         },
         "Huggy.Policy.ExtrinsicValueEstimate.sum": {
-            "value": 1445.4385986328125,
-            "min": 23.365663528442383,
-            "max": 1545.08349609375,
+            "value": 1695.14697265625,
+            "min": -9.38965892791748,
+            "max": 1702.38720703125,
             "count": 40
         },
         "Huggy.Environment.CumulativeReward.mean": {
-            "value": 3.8273555587162864,
-            "min": 1.8456168618144058,
-            "max": 4.037833782318967,
+            "value": 3.9161494258715184,
+            "min": 1.79996728315586,
+            "max": 4.034664774581506,
             "count": 40
         },
         "Huggy.Environment.CumulativeReward.sum": {
-            "value": 2223.6935796141624,
-            "min": 227.01087400317192,
-            "max": 2400.8609505295753,
+            "value": 2686.4785061478615,
+            "min": 221.39597582817078,
+            "max": 2686.4785061478615,
             "count": 40
         },
         "Huggy.Policy.ExtrinsicReward.mean": {
-            "value": 3.8273555587162864,
-            "min": 1.8456168618144058,
-            "max": 4.037833782318967,
+            "value": 3.9161494258715184,
+            "min": 1.79996728315586,
+            "max": 4.034664774581506,
             "count": 40
         },
         "Huggy.Policy.ExtrinsicReward.sum": {
-            "value": 2223.6935796141624,
-            "min": 227.01087400317192,
-            "max": 2400.8609505295753,
+            "value": 2686.4785061478615,
+            "min": 221.39597582817078,
+            "max": 2686.4785061478615,
             "count": 40
         },
         "Huggy.Losses.PolicyLoss.mean": {
-            "value": 0.01699245240112456,
-            "min": 0.012549270116627062,
-            "max": 0.02009104486593666,
+            "value": 0.01537386617872269,
+            "min": 0.01205988475103368,
+            "max": 0.020517001195629644,
             "count": 40
         },
         "Huggy.Losses.PolicyLoss.sum": {
-            "value": 0.05097735720337368,
-            "min": 0.025098540233254123,
-            "max": 0.05714514720602892,
+            "value": 0.04612159853616807,
+            "min": 0.02411976950206736,
+            "max": 0.06155100358688893,
             "count": 40
         },
         "Huggy.Losses.ValueLoss.mean": {
-            "value": 0.05739672051535712,
-            "min": 0.020776487328112124,
-            "max": 0.06280468826492629,
+            "value": 0.06267108846869733,
+            "min": 0.02353308709959189,
+            "max": 0.06930508319702414,
             "count": 40
         },
         "Huggy.Losses.ValueLoss.sum": {
-            "value": 0.17219016154607136,
-            "min": 0.04155297465622425,
-            "max": 0.18841406479477885,
+            "value": 0.188013265406092,
+            "min": 0.04706617419918378,
+            "max": 0.2079152495910724,
             "count": 40
         },
         "Huggy.Policy.LearningRate.mean": {
-            "value": 3.6191487936500005e-06,
-            "min": 3.6191487936500005e-06,
-            "max": 0.000295344976551675,
+            "value": 3.6820987726666743e-06,
+            "min": 3.6820987726666743e-06,
+            "max": 0.00029527372657542496,
             "count": 40
         },
         "Huggy.Policy.LearningRate.sum": {
-            "value": 1.0857446380950001e-05,
-            "min": 1.0857446380950001e-05,
-            "max": 0.0008441193186269,
+            "value": 1.1046296318000023e-05,
+            "min": 1.1046296318000023e-05,
+            "max": 0.0008437816687394499,
             "count": 40
         },
         "Huggy.Policy.Epsilon.mean": {
-            "value": 0.10120635,
-            "min": 0.10120635,
-            "max": 0.19844832500000004,
+            "value": 0.10122733333333334,
+            "min": 0.10122733333333334,
+            "max": 0.19842457499999996,
             "count": 40
         },
         "Huggy.Policy.Epsilon.sum": {
-            "value": 0.30361905,
-            "min": 0.20762684999999992,
-            "max": 0.5813731000000002,
+            "value": 0.303682,
+            "min": 0.2075783,
+            "max": 0.58126055,
             "count": 40
         },
         "Huggy.Policy.Beta.mean": {
-            "value": 7.019686500000004e-05,
-            "min": 7.019686500000004e-05,
-            "max": 0.004922571417499999,
+            "value": 7.124393333333348e-05,
+            "min": 7.124393333333348e-05,
+            "max": 0.0049213862925,
             "count": 40
         },
         "Huggy.Policy.Beta.sum": {
-            "value": 0.00021059059500000014,
-            "min": 0.00021059059500000014,
-            "max": 0.014070517689999996,
+            "value": 0.00021373180000000043,
+            "min": 0.00021373180000000043,
+            "max": 0.014064901445000003,
             "count": 40
         },
         "Huggy.IsTraining.mean": {
@@ -148,67 +148,67 @@
     },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1701427037",
-        "python_version": "3.10.12 (main, Nov 20 2023, 15:14:05) [GCC 11.4.0]",
-        "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics",
+        "start_time_seconds": "1701427021",
+        "python_version": "3.10.12 | packaged by conda-forge | (main, Jun 23 2023, 22:40:32) [GCC 12.3.0]",
+        "command_line_arguments": "/home/evan/miniconda3/envs/deeprl310/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics",
         "mlagents_version": "1.1.0.dev0",
         "mlagents_envs_version": "1.1.0.dev0",
         "communication_protocol_version": "1.5.0",
         "pytorch_version": "2.1.1+cu121",
         "numpy_version": "1.23.5",
-        "end_time_seconds": "1701429503"
+        "end_time_seconds": "1701429252"
     },
-    "total": 2465.931970134,
+    "total": 2231.301729654,
     "count": 1,
-    "self": 0.6647166689999722,
+    "self": 10.0100865910008,
     "children": {
         "run_training.setup": {
-            "total": 0.05920549799975561,
+            "total": 0.0124617120000039,
             "count": 1,
-            "self": 0.05920549799975561
+            "self": 0.0124617120000039
         },
         "TrainerController.start_learning": {
-            "total": 2465.2080479670003,
+            "total": 2221.2791813509994,
             "count": 1,
-            "self": 4.509613695144708,
+            "self": 2.8770772287298314,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 3.85749983300002,
+                    "total": 1.580553993999274,
                     "count": 1,
-                    "self": 3.85749983300002
+                    "self": 1.580553993999274
                 },
                 "TrainerController.advance": {
-                    "total": 2456.691543996856,
-                    "count": 232655,
-                    "self": 4.736325568869233,
+                    "total": 2216.714488869269,
+                    "count": 232958,
+                    "self": 2.65003184251691,
                     "children": {
                         "env_step": {
-                            "total": 1938.359603683115,
-                            "count": 232655,
-                            "self": 1602.794575211296,
+                            "total": 1829.5668957782764,
+                            "count": 232958,
+                            "self": 1074.1193914123487,
                             "children": {
                                 "SubprocessEnvManager._take_step": {
-                                    "total": 332.66456102600614,
-                                    "count": 232655,
-                                    "self": 16.158274450910085,
+                                    "total": 753.5085099891203,
+                                    "count": 232958,
+                                    "self": 11.326315156371493,
                                     "children": {
                                         "TorchPolicy.evaluate": {
-                                            "total": 316.50628657509606,
-                                            "count": 223003,
-                                            "self": 316.50628657509606
+                                            "total": 742.1821948327488,
+                                            "count": 222906,
+                                            "self": 742.1821948327488
                                         }
                                     }
                                 },
                                 "workers": {
-                                    "total": 2.9004674458128648,
-                                    "count": 232655,
+                                    "total": 1.9389943768073863,
+                                    "count": 232958,
                                     "self": 0.0,
                                     "children": {
                                         "worker_root": {
-                                            "total": 2457.4043585480426,
-                                            "count": 232655,
+                                            "total": 2213.2957520097443,
+                                            "count": 232958,
                                             "is_parallel": true,
-                                            "self": 1155.1521344920634,
+                                            "self": 1306.288283889502,
                                             "children": {
                                                 "run_training.setup": {
                                                     "total": 0.0,
@@ -217,48 +217,48 @@
                                                     "self": 0.0,
                                                     "children": {
                                                         "steps_from_proto": {
-                                                            "total": 0.0007787019999341283,
+                                                            "total": 0.0005086359997221734,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.00019816799976979382,
+                                                            "self": 0.00012916500054416247,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 0.0005805340001643344,
+                                                                    "total": 0.00037947099917801097,
                                                                     "count": 2,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0005805340001643344
+                                                                    "self": 0.00037947099917801097
                                                                 }
                                                             }
                                                         },
                                                         "UnityEnvironment.step": {
-                                                            "total": 0.03286910599990733,
+                                                            "total": 0.015009410999482498,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.000335041999733221,
+                                                            "self": 0.0001351629998680437,
                                                             "children": {
                                                                 "UnityEnvironment._generate_step_input": {
-                                                                    "total": 0.00021667100008926354,
+                                                                    "total": 0.00011340600030962378,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.00021667100008926354
+                                                                    "self": 0.00011340600030962378
                                                                 },
                                                                 "communicator.exchange": {
-                                                                    "total": 0.03159400399999868,
+                                                                    "total": 0.01435147399934067,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.03159400399999868
+                                                                    "self": 0.01435147399934067
                                                                 },
                                                                 "steps_from_proto": {
-                                                                    "total": 0.000723389000086172,
+                                                                    "total": 0.00040936799996416084,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0002160419999199803,
+                                                                    "self": 0.00016909600162762217,
                                                                     "children": {
                                                                         "_process_rank_one_or_two_observation": {
-                                                                            "total": 0.0005073470001661917,
+                                                                            "total": 0.00024027199833653867,
                                                                             "count": 2,
                                                                             "is_parallel": true,
-                                                                            "self": 0.0005073470001661917
+                                                                            "self": 0.00024027199833653867
                                                                         }
                                                                     }
                                                                 }
@@ -267,34 +267,34 @@
                                                     }
                                                 },
                                                 "UnityEnvironment.step": {
-                                                    "total": 1302.2522240559792,
-                                                    "count": 232654,
+                                                    "total": 907.0074681202423,
+                                                    "count": 232957,
                                                     "is_parallel": true,
-                                                    "self": 40.44121211460242,
+                                                    "self": 16.77713775484517,
                                                     "children": {
                                                         "UnityEnvironment._generate_step_input": {
-                                                            "total": 83.33478121408052,
-                                                            "count": 232654,
+                                                            "total": 28.915142483432646,
+                                                            "count": 232957,
                                                             "is_parallel": true,
-                                                            "self": 83.33478121408052
+                                                            "self": 28.915142483432646
                                                         },
                                                         "communicator.exchange": {
-                                                            "total": 1087.4296541161448,
-                                                            "count": 232654,
+                                                            "total": 824.7620754964228,
+                                                            "count": 232957,
                                                             "is_parallel": true,
-                                                            "self": 1087.4296541161448
+                                                            "self": 824.7620754964228
                                                         },
                                                         "steps_from_proto": {
-                                                            "total": 91.04657661115152,
-                                                            "count": 232654,
+                                                            "total": 36.55311238554168,
+                                                            "count": 232957,
                                                             "is_parallel": true,
-                                                            "self": 31.83766240743489,
+                                                            "self": 11.739334042995324,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 59.20891420371663,
-                                                                    "count": 465308,
+                                                                    "total": 24.813778342546357,
+                                                                    "count": 465914,
                                                                     "is_parallel": true,
-                                                                    "self": 59.20891420371663
+                                                                    "self": 24.813778342546357
                                                                 }
                                                             }
                                                         }
@@ -307,31 +307,31 @@
                             }
                         },
                         "trainer_advance": {
-                            "total": 513.5956147448719,
-                            "count": 232655,
-                            "self": 7.080480599728162,
+                            "total": 384.4975612484759,
+                            "count": 232958,
+                            "self": 4.3117807919206825,
                             "children": {
                                 "process_trajectory": {
-                                    "total": 159.24092473414203,
-                                    "count": 232655,
-                                    "self": 158.05924820314067,
+                                    "total": 170.1015572975739,
+                                    "count": 232958,
+                                    "self": 168.93189534656995,
                                     "children": {
                                         "RLTrainer._checkpoint": {
-                                            "total": 1.181676531001358,
+                                            "total": 1.1696619510039454,
                                             "count": 10,
-                                            "self": 1.181676531001358
+                                            "self": 1.1696619510039454
                                         }
                                     }
                                 },
                                 "_update_policy": {
-                                    "total": 347.2742094110017,
+                                    "total": 210.08422315898133,
                                     "count": 97,
-                                    "self": 282.361127510997,
+                                    "self": 143.1291737100455,
                                     "children": {
                                         "TorchPPOOptimizer.update": {
-                                            "total": 64.91308190000473,
+                                            "total": 66.95504944893582,
                                             "count": 2910,
-                                            "self": 64.91308190000473
+                                            "self": 66.95504944893582
                                         }
                                     }
                                 }
@@ -340,19 +340,19 @@
                     }
                 },
                 "trainer_threads": {
-                    "total": 9.499999578110874e-07,
+                    "total": 6.24000676907599e-07,
                     "count": 1,
-                    "self": 9.499999578110874e-07
+                    "self": 6.24000676907599e-07
                 },
                 "TrainerController._save_models": {
-                    "total": 0.14938949199950002,
+                    "total": 0.10706063500037999,
                     "count": 1,
-                    "self": 0.0026933409990306245,
+                    "self": 0.0011128519981866702,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.1466961510004694,
+                            "total": 0.10594778300219332,
                             "count": 1,
-                            "self": 0.1466961510004694
+                            "self": 0.10594778300219332
                         }
                     }
                 }

run_logs/training_status.json

@@ -2,112 +2,112 @@
     "Huggy": {
         "checkpoints": [
             {
-                "steps": 199693,
-                "file_path": "results/Huggy/Huggy/Huggy-199693.onnx",
-                "reward": 3.435907119971055,
-                "creation_time": 1701427286.7092898,
+                "steps": 199995,
+                "file_path": "results/Huggy/Huggy/Huggy-199995.onnx",
+                "reward": 3.143019626690791,
+                "creation_time": 1701427230.7868323,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-199693.pt"
+                    "results/Huggy/Huggy/Huggy-199995.pt"
                 ]
             },
             {
-                "steps": 399972,
-                "file_path": "results/Huggy/Huggy/Huggy-399972.onnx",
-                "reward": 3.5866118849892366,
-                "creation_time": 1701427535.7104824,
+                "steps": 399947,
+                "file_path": "results/Huggy/Huggy/Huggy-399947.onnx",
+                "reward": 3.5957023376418698,
+                "creation_time": 1701427450.4529533,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-399972.pt"
+                    "results/Huggy/Huggy/Huggy-399947.pt"
                 ]
             },
             {
-                "steps": 599969,
-                "file_path": "results/Huggy/Huggy/Huggy-599969.onnx",
-                "reward": 3.7299889403004802,
-                "creation_time": 1701427786.3236103,
+                "steps": 599925,
+                "file_path": "results/Huggy/Huggy/Huggy-599925.onnx",
+                "reward": 3.820183642208576,
+                "creation_time": 1701427667.827923,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-599969.pt"
+                    "results/Huggy/Huggy/Huggy-599925.pt"
                 ]
             },
             {
-                "steps": 799970,
-                "file_path": "results/Huggy/Huggy/Huggy-799970.onnx",
-                "reward": 3.668500384459129,
-                "creation_time": 1701428028.510727,
+                "steps": 799986,
+                "file_path": "results/Huggy/Huggy/Huggy-799986.onnx",
+                "reward": 3.848732245189172,
+                "creation_time": 1701427879.7689188,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-799970.pt"
+                    "results/Huggy/Huggy/Huggy-799986.pt"
                 ]
             },
             {
-                "steps": 999993,
-                "file_path": "results/Huggy/Huggy/Huggy-999993.onnx",
-                "reward": 3.841160074202684,
-                "creation_time": 1701428272.5189986,
+                "steps": 999907,
+                "file_path": "results/Huggy/Huggy/Huggy-999907.onnx",
+                "reward": 3.903169403310682,
+                "creation_time": 1701428097.556349,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-999993.pt"
+                    "results/Huggy/Huggy/Huggy-999907.pt"
                 ]
             },
             {
-                "steps": 1199997,
-                "file_path": "results/Huggy/Huggy/Huggy-1199997.onnx",
-                "reward": 4.001686033937666,
-                "creation_time": 1701428515.4440615,
+                "steps": 1199969,
+                "file_path": "results/Huggy/Huggy/Huggy-1199969.onnx",
+                "reward": 3.6529127192078974,
+                "creation_time": 1701428317.4323065,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1199997.pt"
+                    "results/Huggy/Huggy/Huggy-1199969.pt"
                 ]
             },
             {
-                "steps": 1399986,
-                "file_path": "results/Huggy/Huggy/Huggy-1399986.onnx",
-                "reward": 3.6087096746151266,
-                "creation_time": 1701428765.3931532,
+                "steps": 1399952,
+                "file_path": "results/Huggy/Huggy/Huggy-1399952.onnx",
+                "reward": 3.7551547932624816,
+                "creation_time": 1701428543.356909,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1399986.pt"
+                    "results/Huggy/Huggy/Huggy-1399952.pt"
                 ]
             },
             {
-                "steps": 1599968,
-                "file_path": "results/Huggy/Huggy/Huggy-1599968.onnx",
-                "reward": 3.9096521835578115,
-                "creation_time": 1701429009.0900872,
+                "steps": 1599295,
+                "file_path": "results/Huggy/Huggy/Huggy-1599295.onnx",
+                "reward": 4.005390727649564,
+                "creation_time": 1701428777.7952597,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1599968.pt"
+                    "results/Huggy/Huggy/Huggy-1599295.pt"
                 ]
             },
             {
-                "steps": 1799975,
-                "file_path": "results/Huggy/Huggy/Huggy-1799975.onnx",
-                "reward": 3.5725625200969415,
-                "creation_time": 1701429256.0663083,
+                "steps": 1799951,
+                "file_path": "results/Huggy/Huggy/Huggy-1799951.onnx",
+                "reward": 3.8565570809223035,
+                "creation_time": 1701429005.290027,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1799975.pt"
+                    "results/Huggy/Huggy/Huggy-1799951.pt"
                 ]
             },
             {
-                "steps": 1999980,
-                "file_path": "results/Huggy/Huggy/Huggy-1999980.onnx",
-                "reward": 3.6758562995166315,
-                "creation_time": 1701429502.420089,
+                "steps": 1999968,
+                "file_path": "results/Huggy/Huggy/Huggy-1999968.onnx",
+                "reward": 4.1164345943702845,
+                "creation_time": 1701429242.3296974,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1999980.pt"
+                    "results/Huggy/Huggy/Huggy-1999968.pt"
                 ]
             },
             {
-                "steps": 2000048,
-                "file_path": "results/Huggy/Huggy/Huggy-2000048.onnx",
-                "reward": 3.666431671097165,
-                "creation_time": 1701429502.5737891,
+                "steps": 2000026,
+                "file_path": "results/Huggy/Huggy/Huggy-2000026.onnx",
+                "reward": 4.115922647493857,
+                "creation_time": 1701429242.442296,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-2000048.pt"
+                    "results/Huggy/Huggy/Huggy-2000026.pt"
                 ]
             }
         ],
         "final_checkpoint": {
-            "steps": 2000048,
+            "steps": 2000026,
             "file_path": "results/Huggy/Huggy.onnx",
-            "reward": 3.666431671097165,
-            "creation_time": 1701429502.5737891,
+            "reward": 4.115922647493857,
+            "creation_time": 1701429242.442296,
             "auxillary_file_paths": [
-                "results/Huggy/Huggy/Huggy-2000048.pt"
+                "results/Huggy/Huggy/Huggy-2000026.pt"
             ]
         }
     },