Hugging Face's logo

LukeSajkowski
/
ppo-Huggy

Reinforcement Learning
ml-agents
TensorBoard
ONNX
unity-ml-agents
deep-reinforcement-learning
ML-Agents-Huggy
Model card Files Metrics Community
LukeSajkowski commited on
Commit
01796d0
•
1 Parent(s): e0ab98b

Huggy

Browse files
Files changed (18) hide show
  1. Huggy.onnx +1 -1
  2. Huggy/{Huggy-1499946.onnx → Huggy-1499996.onnx} +1 -1
  3. Huggy/{Huggy-2000023.pt → Huggy-1499996.pt} +1 -1
  4. Huggy/{Huggy-2000023.onnx → Huggy-1999904.onnx} +1 -1
  5. Huggy/{Huggy-1499946.pt → Huggy-1999904.pt} +1 -1
  6. Huggy/{Huggy-1999965.onnx → Huggy-2000015.onnx} +1 -1
  7. Huggy/{Huggy-499901.pt → Huggy-2000015.pt} +1 -1
  8. Huggy/{Huggy-499901.onnx → Huggy-499967.onnx} +1 -1
  9. Huggy/{Huggy-1999965.pt → Huggy-499967.pt} +1 -1
  10. Huggy/Huggy-999869.onnx +0 -3
  11. Huggy/Huggy-999869.pt +0 -3
  12. Huggy/Huggy-999946.onnx +3 -0
  13. Huggy/Huggy-999946.pt +3 -0
  14. Huggy/checkpoint.pt +1 -1
  15. Huggy/{events.out.tfevents.1670849197.ecf9b08534b3.310.0 → events.out.tfevents.1670865628.acc345e31f20.244.0} +2 -2
  16. run_logs/Player-0.log +15 -15
  17. run_logs/timers.json +143 -143
  18. run_logs/training_status.json +29 -29
Huggy.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ad350ee7e5f38522e9b4c0ded4119cc776ceb9cc91753f042b293f713789aefe
3
  size 2270373
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e47f86e058969fbcebb18450edfc7f4e121d115f2f2291cb361cb256070a8e3f
3
  size 2270373
Huggy/{Huggy-1499946.onnx → Huggy-1499996.onnx} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:afc4bb6f19028d0f50eb17a06326a16e47e7e6cfb9e2fdf5137ce1cceb8376a8
3
  size 2270373
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c457bfaa8e467c705333bc940945eb63ce22870e2a9192521bb8a061ba78baf
3
  size 2270373
Huggy/{Huggy-2000023.pt → Huggy-1499996.pt} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:af5fac829be8ad8c8939e0f9ae2ab9dbabc3bc4eef7dbd93b414391d0e55a16a
3
  size 13505262
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb78b23eb0acb4d7ae5377c98fd466ecdd4c4695c5766ff4e74b760f217a7c55
3
  size 13505262
Huggy/{Huggy-2000023.onnx → Huggy-1999904.onnx} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ad350ee7e5f38522e9b4c0ded4119cc776ceb9cc91753f042b293f713789aefe
3
  size 2270373
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1253c62dfcadee7839bc244b58f0e770467b4d71e410b75bc09550d34d9b4308
3
  size 2270373
Huggy/{Huggy-1499946.pt → Huggy-1999904.pt} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e21d3fcad18671c432179357851333821427318917133c91a40346600c10ed89
3
  size 13505262
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c886bd19a53bdf7b8e410d7409daa33c13585799f2f31add88f8ebb11c0edf6c
3
  size 13505262
Huggy/{Huggy-1999965.onnx → Huggy-2000015.onnx} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:56463bd7d0bcd087e6790222462a777e35b23b2631d938fd2910378179edcdba
3
  size 2270373
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e47f86e058969fbcebb18450edfc7f4e121d115f2f2291cb361cb256070a8e3f
3
  size 2270373
Huggy/{Huggy-499901.pt → Huggy-2000015.pt} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:62702b158d0428b96e5874af27b18b6f8be573502fb68db3e17bcb5f8bfb4b92
3
  size 13505262
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:590539cf6ffb927c38b1e84402188cf409c3976cfe66e3c88d767ed639bee86b
3
  size 13505262
Huggy/{Huggy-499901.onnx → Huggy-499967.onnx} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:78cfad69f25eb3d96ea1b895205ec9a8e6d1ec5143c52f91c0139cb58a884088
3
  size 2270373
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac5be98c61516d612f53ef04af21f91e7783f30e8a9eb81aebecd6ba0fa590b3
3
  size 2270373
Huggy/{Huggy-1999965.pt → Huggy-499967.pt} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:995b09c7c217e3d7e23470d34519b38488c9bc487d80a2764e4f3cba07cca2af
3
  size 13505262
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ed50b539482f403b65ccaa7145c88f086aeb64f91f20d0a8052de307982e306
3
  size 13505262
Huggy/Huggy-999869.onnx DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:9de49299937740f4602c156cacbfba35c4620c11bce5d69e8a93650ff60467fa
3
- size 2270373
 
 
 
 
Huggy/Huggy-999869.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:4f8b0e4c7a7a1e75192727f7dde98800090bb1d2cc7d97b4a4f06f0b90eb8e6b
3
- size 13505262
 
 
 
 
Huggy/Huggy-999946.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b3adc20c4e75bbe823742976b3afad494a1928e625a2090269e18b29dfb8666
3
+ size 2270373
Huggy/Huggy-999946.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37e67de0da4de6e4f816b5023cc9dd4c0f2c8e0d6e246378040635b262d117e2
3
+ size 13505262
Huggy/checkpoint.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:af5fac829be8ad8c8939e0f9ae2ab9dbabc3bc4eef7dbd93b414391d0e55a16a
3
  size 13505262
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:590539cf6ffb927c38b1e84402188cf409c3976cfe66e3c88d767ed639bee86b
3
  size 13505262
Huggy/{events.out.tfevents.1670849197.ecf9b08534b3.310.0 → events.out.tfevents.1670865628.acc345e31f20.244.0} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:00cee3d7ece09a8c914b4525cc2f23562e6269a680438337a8555737e2f39a97
3
- size 380319
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:697148a886acc70484d923772beff8ba54c824418a2b75baa4b92155575ac6a0
3
+ size 360479
run_logs/Player-0.log CHANGED
@@ -34,7 +34,7 @@ ALSA lib pcm.c:2495:(snd_pcm_open_noupdate) Unknown PCM default
34
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
35
  FMOD initialized on nosound output
36
  Begin MonoManager ReloadAssembly
37
- - Completed reload, in 0.076 seconds
38
  ERROR: Shader Hidden/Universal Render Pipeline/Blit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
39
  ERROR: Shader Hidden/Universal Render Pipeline/CopyDepth shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
40
  ERROR: Shader Hidden/Universal Render Pipeline/ScreenSpaceShadows shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -78,14 +78,14 @@ ERROR: Shader Universal Render Pipeline/Lit shader is not supported on this GPU
78
  WARNING: Shader Unsupported: 'Universal Render Pipeline/Lit' - All subshaders removed
79
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
80
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
81
- UnloadTime: 0.770980 ms
82
  requesting resize 84 x 84
83
  Setting up 1 worker threads for Enlighten.
84
  Memory Statistics:
85
  [ALLOC_TEMP_TLS] TLS Allocator
86
  StackAllocators :
87
  [ALLOC_TEMP_MAIN]
88
- Peak usage frame count: [4.0 KB-8.0 KB]: 26759 frames, [2.0 MB-4.0 MB]: 1 frames
89
  Initial Block Size 4.0 MB
90
  Current Block Size 4.0 MB
91
  Peak Allocated Bytes 3.6 MB
@@ -93,7 +93,7 @@ Memory Statistics:
93
  [ALLOC_TEMP_Loading.AsyncRead]
94
  Initial Block Size 64.0 KB
95
  Current Block Size 64.0 KB
96
- Peak Allocated Bytes 184 B
97
  Overflow Count 0
98
  [ALLOC_TEMP_Loading.PreloadManager]
99
  Initial Block Size 256.0 KB
@@ -201,22 +201,22 @@ Memory Statistics:
201
  Peak Allocated Bytes 0 B
202
  Overflow Count 0
203
  [ALLOC_DEFAULT] Dual Thread Allocator
204
- Peak main deferred allocation count 231
205
  [ALLOC_BUCKET]
206
  Large Block size 4.0 MB
207
  Used Block count 1
208
  Peak Allocated bytes 1.1 MB
209
  [ALLOC_DEFAULT_MAIN]
210
- Peak usage frame count: [16.0 MB-32.0 MB]: 26760 frames
211
  Requested Block Size 16.0 MB
212
  Peak Block count 1
213
- Peak Allocated memory 23.3 MB
214
  Peak Large allocation bytes 16.0 MB
215
  [ALLOC_DEFAULT_THREAD]
216
- Peak usage frame count: [2.0 MB-4.0 MB]: 26760 frames
217
  Requested Block Size 16.0 MB
218
  Peak Block count 1
219
- Peak Allocated memory 2.8 MB
220
  Peak Large allocation bytes 0 B
221
  [ALLOC_TEMP_JOB_1_FRAME]
222
  Initial Block Size 2.0 MB
@@ -245,13 +245,13 @@ Memory Statistics:
245
  Used Block count 1
246
  Peak Allocated bytes 1.1 MB
247
  [ALLOC_GFX_MAIN]
248
- Peak usage frame count: [32.0 KB-64.0 KB]: 26759 frames, [64.0 KB-128.0 KB]: 1 frames
249
  Requested Block Size 16.0 MB
250
  Peak Block count 1
251
  Peak Allocated memory 65.6 KB
252
  Peak Large allocation bytes 0 B
253
  [ALLOC_GFX_THREAD]
254
- Peak usage frame count: [64.0 KB-128.0 KB]: 26760 frames
255
  Requested Block Size 16.0 MB
256
  Peak Block count 1
257
  Peak Allocated memory 81.8 KB
@@ -263,13 +263,13 @@ Memory Statistics:
263
  Used Block count 1
264
  Peak Allocated bytes 1.1 MB
265
  [ALLOC_CACHEOBJECTS_MAIN]
266
- Peak usage frame count: [1.0 MB-2.0 MB]: 26759 frames, [16.0 MB-32.0 MB]: 1 frames
267
  Requested Block Size 4.0 MB
268
  Peak Block count 2
269
  Peak Allocated memory 30.6 MB
270
  Peak Large allocation bytes 24.9 MB
271
  [ALLOC_CACHEOBJECTS_THREAD]
272
- Peak usage frame count: [0.5 MB-1.0 MB]: 26759 frames, [2.0 MB-4.0 MB]: 1 frames
273
  Requested Block Size 4.0 MB
274
  Peak Block count 1
275
  Peak Allocated memory 2.6 MB
@@ -281,13 +281,13 @@ Memory Statistics:
281
  Used Block count 1
282
  Peak Allocated bytes 1.1 MB
283
  [ALLOC_TYPETREE_MAIN]
284
- Peak usage frame count: [0-1.0 KB]: 26760 frames
285
  Requested Block Size 2.0 MB
286
  Peak Block count 1
287
  Peak Allocated memory 1.0 KB
288
  Peak Large allocation bytes 0 B
289
  [ALLOC_TYPETREE_THREAD]
290
- Peak usage frame count: [4.0 KB-8.0 KB]: 26760 frames
291
  Requested Block Size 2.0 MB
292
  Peak Block count 1
293
  Peak Allocated memory 7.3 KB
 
34
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
35
  FMOD initialized on nosound output
36
  Begin MonoManager ReloadAssembly
37
+ - Completed reload, in 0.077 seconds
38
  ERROR: Shader Hidden/Universal Render Pipeline/Blit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
39
  ERROR: Shader Hidden/Universal Render Pipeline/CopyDepth shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
40
  ERROR: Shader Hidden/Universal Render Pipeline/ScreenSpaceShadows shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 
78
  WARNING: Shader Unsupported: 'Universal Render Pipeline/Lit' - All subshaders removed
79
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
80
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
81
+ UnloadTime: 0.789220 ms
82
  requesting resize 84 x 84
83
  Setting up 1 worker threads for Enlighten.
84
  Memory Statistics:
85
  [ALLOC_TEMP_TLS] TLS Allocator
86
  StackAllocators :
87
  [ALLOC_TEMP_MAIN]
88
+ Peak usage frame count: [4.0 KB-8.0 KB]: 26747 frames, [2.0 MB-4.0 MB]: 1 frames
89
  Initial Block Size 4.0 MB
90
  Current Block Size 4.0 MB
91
  Peak Allocated Bytes 3.6 MB
 
93
  [ALLOC_TEMP_Loading.AsyncRead]
94
  Initial Block Size 64.0 KB
95
  Current Block Size 64.0 KB
96
+ Peak Allocated Bytes 168 B
97
  Overflow Count 0
98
  [ALLOC_TEMP_Loading.PreloadManager]
99
  Initial Block Size 256.0 KB
 
201
  Peak Allocated Bytes 0 B
202
  Overflow Count 0
203
  [ALLOC_DEFAULT] Dual Thread Allocator
204
+ Peak main deferred allocation count 288
205
  [ALLOC_BUCKET]
206
  Large Block size 4.0 MB
207
  Used Block count 1
208
  Peak Allocated bytes 1.1 MB
209
  [ALLOC_DEFAULT_MAIN]
210
+ Peak usage frame count: [16.0 MB-32.0 MB]: 26748 frames
211
  Requested Block Size 16.0 MB
212
  Peak Block count 1
213
+ Peak Allocated memory 23.5 MB
214
  Peak Large allocation bytes 16.0 MB
215
  [ALLOC_DEFAULT_THREAD]
216
+ Peak usage frame count: [2.0 MB-4.0 MB]: 26748 frames
217
  Requested Block Size 16.0 MB
218
  Peak Block count 1
219
+ Peak Allocated memory 2.7 MB
220
  Peak Large allocation bytes 0 B
221
  [ALLOC_TEMP_JOB_1_FRAME]
222
  Initial Block Size 2.0 MB
 
245
  Used Block count 1
246
  Peak Allocated bytes 1.1 MB
247
  [ALLOC_GFX_MAIN]
248
+ Peak usage frame count: [32.0 KB-64.0 KB]: 26747 frames, [64.0 KB-128.0 KB]: 1 frames
249
  Requested Block Size 16.0 MB
250
  Peak Block count 1
251
  Peak Allocated memory 65.6 KB
252
  Peak Large allocation bytes 0 B
253
  [ALLOC_GFX_THREAD]
254
+ Peak usage frame count: [64.0 KB-128.0 KB]: 26748 frames
255
  Requested Block Size 16.0 MB
256
  Peak Block count 1
257
  Peak Allocated memory 81.8 KB
 
263
  Used Block count 1
264
  Peak Allocated bytes 1.1 MB
265
  [ALLOC_CACHEOBJECTS_MAIN]
266
+ Peak usage frame count: [1.0 MB-2.0 MB]: 26747 frames, [16.0 MB-32.0 MB]: 1 frames
267
  Requested Block Size 4.0 MB
268
  Peak Block count 2
269
  Peak Allocated memory 30.6 MB
270
  Peak Large allocation bytes 24.9 MB
271
  [ALLOC_CACHEOBJECTS_THREAD]
272
+ Peak usage frame count: [0.5 MB-1.0 MB]: 26747 frames, [2.0 MB-4.0 MB]: 1 frames
273
  Requested Block Size 4.0 MB
274
  Peak Block count 1
275
  Peak Allocated memory 2.6 MB
 
281
  Used Block count 1
282
  Peak Allocated bytes 1.1 MB
283
  [ALLOC_TYPETREE_MAIN]
284
+ Peak usage frame count: [0-1.0 KB]: 26748 frames
285
  Requested Block Size 2.0 MB
286
  Peak Block count 1
287
  Peak Allocated memory 1.0 KB
288
  Peak Large allocation bytes 0 B
289
  [ALLOC_TYPETREE_THREAD]
290
+ Peak usage frame count: [4.0 KB-8.0 KB]: 26748 frames
291
  Requested Block Size 2.0 MB
292
  Peak Block count 1
293
  Peak Allocated memory 7.3 KB
run_logs/timers.json CHANGED
@@ -2,135 +2,135 @@
2
  "name": "root",
3
  "gauges": {
4
  "Huggy.Policy.Entropy.mean": {
5
- "value": 1.400353193283081,
6
- "min": 1.400353193283081,
7
- "max": 1.4254924058914185,
8
  "count": 40
9
  },
10
  "Huggy.Policy.Entropy.sum": {
11
- "value": 70580.6015625,
12
- "min": 68636.53125,
13
- "max": 77867.328125,
14
  "count": 40
15
  },
16
  "Huggy.Environment.EpisodeLength.mean": {
17
- "value": 101.8395061728395,
18
- "min": 91.28650646950092,
19
- "max": 428.40677966101697,
20
  "count": 40
21
  },
22
  "Huggy.Environment.EpisodeLength.sum": {
23
- "value": 49494.0,
24
- "min": 48874.0,
25
- "max": 50552.0,
26
  "count": 40
27
  },
28
  "Huggy.Step.mean": {
29
- "value": 1999965.0,
30
- "min": 49921.0,
31
- "max": 1999965.0,
32
  "count": 40
33
  },
34
  "Huggy.Step.sum": {
35
- "value": 1999965.0,
36
- "min": 49921.0,
37
- "max": 1999965.0,
38
  "count": 40
39
  },
40
  "Huggy.Policy.ExtrinsicValueEstimate.mean": {
41
- "value": 2.4120218753814697,
42
- "min": 0.0874025747179985,
43
- "max": 2.430663585662842,
44
  "count": 40
45
  },
46
  "Huggy.Policy.ExtrinsicValueEstimate.sum": {
47
- "value": 1172.24267578125,
48
- "min": 10.22610092163086,
49
- "max": 1258.011962890625,
50
  "count": 40
51
  },
52
  "Huggy.Environment.CumulativeReward.mean": {
53
- "value": 3.6990216519116372,
54
- "min": 2.023375818872044,
55
- "max": 3.819641665625718,
56
  "count": 40
57
  },
58
  "Huggy.Environment.CumulativeReward.sum": {
59
- "value": 1797.7245228290558,
60
- "min": 236.73497080802917,
61
- "max": 2013.9617056846619,
62
  "count": 40
63
  },
64
  "Huggy.Policy.ExtrinsicReward.mean": {
65
- "value": 3.6990216519116372,
66
- "min": 2.023375818872044,
67
- "max": 3.819641665625718,
68
  "count": 40
69
  },
70
  "Huggy.Policy.ExtrinsicReward.sum": {
71
- "value": 1797.7245228290558,
72
- "min": 236.73497080802917,
73
- "max": 2013.9617056846619,
74
  "count": 40
75
  },
76
  "Huggy.Losses.PolicyLoss.mean": {
77
- "value": 0.016101371780839854,
78
- "min": 0.013837523172454288,
79
- "max": 0.02019513198489828,
80
  "count": 40
81
  },
82
  "Huggy.Losses.PolicyLoss.sum": {
83
- "value": 0.04830411534251956,
84
- "min": 0.027675046344908576,
85
- "max": 0.05845641197302029,
86
  "count": 40
87
  },
88
  "Huggy.Losses.ValueLoss.mean": {
89
- "value": 0.052535554601086505,
90
- "min": 0.022736550495028495,
91
- "max": 0.05614094436168671,
92
  "count": 40
93
  },
94
  "Huggy.Losses.ValueLoss.sum": {
95
- "value": 0.15760666380325952,
96
- "min": 0.04547310099005699,
97
- "max": 0.15760666380325952,
98
  "count": 40
99
  },
100
  "Huggy.Policy.LearningRate.mean": {
101
- "value": 3.1119489627166726e-06,
102
- "min": 3.1119489627166726e-06,
103
- "max": 0.00029538285153904995,
104
  "count": 40
105
  },
106
  "Huggy.Policy.LearningRate.sum": {
107
- "value": 9.335846888150017e-06,
108
- "min": 9.335846888150017e-06,
109
- "max": 0.0008443443185519,
110
  "count": 40
111
  },
112
  "Huggy.Policy.Epsilon.mean": {
113
- "value": 0.10103728333333334,
114
- "min": 0.10103728333333334,
115
- "max": 0.19846095000000008,
116
  "count": 40
117
  },
118
  "Huggy.Policy.Epsilon.sum": {
119
- "value": 0.30311185,
120
- "min": 0.20721279999999995,
121
- "max": 0.5814481,
122
  "count": 40
123
  },
124
  "Huggy.Policy.Beta.mean": {
125
- "value": 6.176043833333341e-05,
126
- "min": 6.176043833333341e-05,
127
- "max": 0.004923201404999999,
128
  "count": 40
129
  },
130
  "Huggy.Policy.Beta.sum": {
131
- "value": 0.00018528131500000024,
132
- "min": 0.00018528131500000024,
133
- "max": 0.01407426019,
134
  "count": 40
135
  },
136
  "Huggy.IsTraining.mean": {
@@ -148,7 +148,7 @@
148
  },
149
  "metadata": {
150
  "timer_format_version": "0.1.0",
151
- "start_time_seconds": "1670849190",
152
  "python_version": "3.8.16 (default, Dec 7 2022, 01:12:13) \n[GCC 7.5.0]",
153
  "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics",
154
  "mlagents_version": "0.29.0.dev0",
@@ -156,66 +156,66 @@
156
  "communication_protocol_version": "1.5.0",
157
  "pytorch_version": "1.8.1+cu102",
158
  "numpy_version": "1.21.6",
159
- "end_time_seconds": "1670851296"
160
  },
161
- "total": 2105.720159644,
162
  "count": 1,
163
- "self": 0.3989776720000009,
164
  "children": {
165
  "run_training.setup": {
166
- "total": 0.1067420110000512,
167
  "count": 1,
168
- "self": 0.1067420110000512
169
  },
170
  "TrainerController.start_learning": {
171
- "total": 2105.2144399609997,
172
  "count": 1,
173
- "self": 3.7279758350014163,
174
  "children": {
175
  "TrainerController._reset_env": {
176
- "total": 9.96141512700001,
177
  "count": 1,
178
- "self": 9.96141512700001
179
  },
180
  "TrainerController.advance": {
181
- "total": 2091.394712904998,
182
- "count": 231695,
183
- "self": 3.789411437940089,
184
  "children": {
185
  "env_step": {
186
- "total": 1638.228294483048,
187
- "count": 231695,
188
- "self": 1371.674722285998,
189
  "children": {
190
  "SubprocessEnvManager._take_step": {
191
- "total": 264.0618351421224,
192
- "count": 231695,
193
- "self": 13.627254196074773,
194
  "children": {
195
  "TorchPolicy.evaluate": {
196
- "total": 250.43458094604762,
197
- "count": 222998,
198
- "self": 63.37334512999405,
199
  "children": {
200
  "TorchPolicy.sample_actions": {
201
- "total": 187.06123581605357,
202
- "count": 222998,
203
- "self": 187.06123581605357
204
  }
205
  }
206
  }
207
  }
208
  },
209
  "workers": {
210
- "total": 2.4917370549276256,
211
- "count": 231695,
212
  "self": 0.0,
213
  "children": {
214
  "worker_root": {
215
- "total": 2097.557979511009,
216
- "count": 231695,
217
  "is_parallel": true,
218
- "self": 972.0555840750112,
219
  "children": {
220
  "run_training.setup": {
221
  "total": 0.0,
@@ -224,48 +224,48 @@
224
  "self": 0.0,
225
  "children": {
226
  "steps_from_proto": {
227
- "total": 0.001616075000129058,
228
  "count": 1,
229
  "is_parallel": true,
230
- "self": 0.00030666900011055986,
231
  "children": {
232
  "_process_rank_one_or_two_observation": {
233
- "total": 0.0013094060000184982,
234
  "count": 2,
235
  "is_parallel": true,
236
- "self": 0.0013094060000184982
237
  }
238
  }
239
  },
240
  "UnityEnvironment.step": {
241
- "total": 0.025921946000153184,
242
  "count": 1,
243
  "is_parallel": true,
244
- "self": 0.00026367700024820806,
245
  "children": {
246
  "UnityEnvironment._generate_step_input": {
247
- "total": 0.00018636899994817213,
248
  "count": 1,
249
  "is_parallel": true,
250
- "self": 0.00018636899994817213
251
  },
252
  "communicator.exchange": {
253
- "total": 0.024765296999930797,
254
  "count": 1,
255
  "is_parallel": true,
256
- "self": 0.024765296999930797
257
  },
258
  "steps_from_proto": {
259
- "total": 0.0007066030000260071,
260
  "count": 1,
261
  "is_parallel": true,
262
- "self": 0.0002320270000382152,
263
  "children": {
264
  "_process_rank_one_or_two_observation": {
265
- "total": 0.0004745759999877919,
266
  "count": 2,
267
  "is_parallel": true,
268
- "self": 0.0004745759999877919
269
  }
270
  }
271
  }
@@ -274,34 +274,34 @@
274
  }
275
  },
276
  "UnityEnvironment.step": {
277
- "total": 1125.5023954359976,
278
- "count": 231694,
279
  "is_parallel": true,
280
- "self": 33.42487396608999,
281
  "children": {
282
  "UnityEnvironment._generate_step_input": {
283
- "total": 72.76589591598554,
284
- "count": 231694,
285
  "is_parallel": true,
286
- "self": 72.76589591598554
287
  },
288
  "communicator.exchange": {
289
- "total": 930.2709869710973,
290
- "count": 231694,
291
  "is_parallel": true,
292
- "self": 930.2709869710973
293
  },
294
  "steps_from_proto": {
295
- "total": 89.04063858282484,
296
- "count": 231694,
297
  "is_parallel": true,
298
- "self": 36.725371225753406,
299
  "children": {
300
  "_process_rank_one_or_two_observation": {
301
- "total": 52.315267357071434,
302
- "count": 463388,
303
  "is_parallel": true,
304
- "self": 52.315267357071434
305
  }
306
  }
307
  }
@@ -314,31 +314,31 @@
314
  }
315
  },
316
  "trainer_advance": {
317
- "total": 449.37700698400954,
318
- "count": 231695,
319
- "self": 5.691749818131484,
320
  "children": {
321
  "process_trajectory": {
322
- "total": 138.31908333987758,
323
- "count": 231695,
324
- "self": 137.8449717928779,
325
  "children": {
326
  "RLTrainer._checkpoint": {
327
- "total": 0.47411154699966573,
328
  "count": 4,
329
- "self": 0.47411154699966573
330
  }
331
  }
332
  },
333
  "_update_policy": {
334
- "total": 305.3661738260005,
335
  "count": 97,
336
- "self": 252.8401192790136,
337
  "children": {
338
  "TorchPPOOptimizer.update": {
339
- "total": 52.52605454698687,
340
  "count": 2910,
341
- "self": 52.52605454698687
342
  }
343
  }
344
  }
@@ -347,19 +347,19 @@
347
  }
348
  },
349
  "trainer_threads": {
350
- "total": 8.860001798893791e-07,
351
  "count": 1,
352
- "self": 8.860001798893791e-07
353
  },
354
  "TrainerController._save_models": {
355
- "total": 0.13033520799990583,
356
  "count": 1,
357
- "self": 0.0020141239997428784,
358
  "children": {
359
  "RLTrainer._checkpoint": {
360
- "total": 0.12832108400016295,
361
  "count": 1,
362
- "self": 0.12832108400016295
363
  }
364
  }
365
  }
 
2
  "name": "root",
3
  "gauges": {
4
  "Huggy.Policy.Entropy.mean": {
5
+ "value": 1.4009262323379517,
6
+ "min": 1.4009262323379517,
7
+ "max": 1.427578330039978,
8
  "count": 40
9
  },
10
  "Huggy.Policy.Entropy.sum": {
11
+ "value": 68886.34375,
12
+ "min": 68202.59375,
13
+ "max": 76983.4609375,
14
  "count": 40
15
  },
16
  "Huggy.Environment.EpisodeLength.mean": {
17
+ "value": 80.17857142857143,
18
+ "min": 79.7373572593801,
19
+ "max": 396.0,
20
  "count": 40
21
  },
22
  "Huggy.Environment.EpisodeLength.sum": {
23
+ "value": 49390.0,
24
+ "min": 48879.0,
25
+ "max": 50292.0,
26
  "count": 40
27
  },
28
  "Huggy.Step.mean": {
29
+ "value": 1999904.0,
30
+ "min": 49925.0,
31
+ "max": 1999904.0,
32
  "count": 40
33
  },
34
  "Huggy.Step.sum": {
35
+ "value": 1999904.0,
36
+ "min": 49925.0,
37
+ "max": 1999904.0,
38
  "count": 40
39
  },
40
  "Huggy.Policy.ExtrinsicValueEstimate.mean": {
41
+ "value": 2.436591148376465,
42
+ "min": 0.12015644460916519,
43
+ "max": 2.4944279193878174,
44
  "count": 40
45
  },
46
  "Huggy.Policy.ExtrinsicValueEstimate.sum": {
47
+ "value": 1500.940185546875,
48
+ "min": 15.1397123336792,
49
+ "max": 1536.567626953125,
50
  "count": 40
51
  },
52
  "Huggy.Environment.CumulativeReward.mean": {
53
+ "value": 3.7045986868150824,
54
+ "min": 1.7023673848736853,
55
+ "max": 3.9520273820930987,
56
  "count": 40
57
  },
58
  "Huggy.Environment.CumulativeReward.sum": {
59
+ "value": 2282.0327910780907,
60
+ "min": 214.49829049408436,
61
+ "max": 2423.221585690975,
62
  "count": 40
63
  },
64
  "Huggy.Policy.ExtrinsicReward.mean": {
65
+ "value": 3.7045986868150824,
66
+ "min": 1.7023673848736853,
67
+ "max": 3.9520273820930987,
68
  "count": 40
69
  },
70
  "Huggy.Policy.ExtrinsicReward.sum": {
71
+ "value": 2282.0327910780907,
72
+ "min": 214.49829049408436,
73
+ "max": 2423.221585690975,
74
  "count": 40
75
  },
76
  "Huggy.Losses.PolicyLoss.mean": {
77
+ "value": 0.016279737923953996,
78
+ "min": 0.013769613095306948,
79
+ "max": 0.019777205047709384,
80
  "count": 40
81
  },
82
  "Huggy.Losses.PolicyLoss.sum": {
83
+ "value": 0.04883921377186198,
84
+ "min": 0.028829436399488866,
85
+ "max": 0.05677547647501342,
86
  "count": 40
87
  },
88
  "Huggy.Losses.ValueLoss.mean": {
89
+ "value": 0.054274493952592213,
90
+ "min": 0.021654841986795265,
91
+ "max": 0.058442500771747695,
92
  "count": 40
93
  },
94
  "Huggy.Losses.ValueLoss.sum": {
95
+ "value": 0.16282348185777665,
96
+ "min": 0.04330968397359053,
97
+ "max": 0.17532750231524308,
98
  "count": 40
99
  },
100
  "Huggy.Policy.LearningRate.mean": {
101
+ "value": 3.810748729783326e-06,
102
+ "min": 3.810748729783326e-06,
103
+ "max": 0.0002953338015554,
104
  "count": 40
105
  },
106
  "Huggy.Policy.LearningRate.sum": {
107
+ "value": 1.1432246189349978e-05,
108
+ "min": 1.1432246189349978e-05,
109
+ "max": 0.0008438100187299999,
110
  "count": 40
111
  },
112
  "Huggy.Policy.Epsilon.mean": {
113
+ "value": 0.10127021666666665,
114
+ "min": 0.10127021666666665,
115
+ "max": 0.19844459999999997,
116
  "count": 40
117
  },
118
  "Huggy.Policy.Epsilon.sum": {
119
+ "value": 0.30381064999999996,
120
+ "min": 0.20766645,
121
+ "max": 0.5812699999999998,
122
  "count": 40
123
  },
124
  "Huggy.Policy.Beta.mean": {
125
+ "value": 7.338381166666656e-05,
126
+ "min": 7.338381166666656e-05,
127
+ "max": 0.004922385540000001,
128
  "count": 40
129
  },
130
  "Huggy.Policy.Beta.sum": {
131
+ "value": 0.00022015143499999967,
132
+ "min": 0.00022015143499999967,
133
+ "max": 0.014065372999999999,
134
  "count": 40
135
  },
136
  "Huggy.IsTraining.mean": {
 
148
  },
149
  "metadata": {
150
  "timer_format_version": "0.1.0",
151
+ "start_time_seconds": "1670865621",
152
  "python_version": "3.8.16 (default, Dec 7 2022, 01:12:13) \n[GCC 7.5.0]",
153
  "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics",
154
  "mlagents_version": "0.29.0.dev0",
 
156
  "communication_protocol_version": "1.5.0",
157
  "pytorch_version": "1.8.1+cu102",
158
  "numpy_version": "1.21.6",
159
+ "end_time_seconds": "1670867768"
160
  },
161
+ "total": 2146.5872289830004,
162
  "count": 1,
163
+ "self": 0.3891846289998284,
164
  "children": {
165
  "run_training.setup": {
166
+ "total": 0.10626759600006608,
167
  "count": 1,
168
+ "self": 0.10626759600006608
169
  },
170
  "TrainerController.start_learning": {
171
+ "total": 2146.0917767580004,
172
  "count": 1,
173
+ "self": 3.784405380997214,
174
  "children": {
175
  "TrainerController._reset_env": {
176
+ "total": 9.850729608000051,
177
  "count": 1,
178
+ "self": 9.850729608000051
179
  },
180
  "TrainerController.advance": {
181
+ "total": 2132.3446635980026,
182
+ "count": 232638,
183
+ "self": 4.051167041028748,
184
  "children": {
185
  "env_step": {
186
+ "total": 1672.1709022290472,
187
+ "count": 232638,
188
+ "self": 1407.7497174110922,
189
  "children": {
190
  "SubprocessEnvManager._take_step": {
191
+ "total": 261.9530824339596,
192
+ "count": 232638,
193
+ "self": 13.96712073099377,
194
  "children": {
195
  "TorchPolicy.evaluate": {
196
+ "total": 247.98596170296582,
197
+ "count": 222894,
198
+ "self": 62.64238851592131,
199
  "children": {
200
  "TorchPolicy.sample_actions": {
201
+ "total": 185.3435731870445,
202
+ "count": 222894,
203
+ "self": 185.3435731870445
204
  }
205
  }
206
  }
207
  }
208
  },
209
  "workers": {
210
+ "total": 2.4681023839953014,
211
+ "count": 232638,
212
  "self": 0.0,
213
  "children": {
214
  "worker_root": {
215
+ "total": 2138.56698010401,
216
+ "count": 232638,
217
  "is_parallel": true,
218
+ "self": 977.0989391269916,
219
  "children": {
220
  "run_training.setup": {
221
  "total": 0.0,
 
224
  "self": 0.0,
225
  "children": {
226
  "steps_from_proto": {
227
+ "total": 0.001830715999972199,
228
  "count": 1,
229
  "is_parallel": true,
230
+ "self": 0.0002993440000409464,
231
  "children": {
232
  "_process_rank_one_or_two_observation": {
233
+ "total": 0.0015313719999312525,
234
  "count": 2,
235
  "is_parallel": true,
236
+ "self": 0.0015313719999312525
237
  }
238
  }
239
  },
240
  "UnityEnvironment.step": {
241
+ "total": 0.02671823800005768,
242
  "count": 1,
243
  "is_parallel": true,
244
+ "self": 0.0002705320000586653,
245
  "children": {
246
  "UnityEnvironment._generate_step_input": {
247
+ "total": 0.00022764599998481572,
248
  "count": 1,
249
  "is_parallel": true,
250
+ "self": 0.00022764599998481572
251
  },
252
  "communicator.exchange": {
253
+ "total": 0.025542299999983697,
254
  "count": 1,
255
  "is_parallel": true,
256
+ "self": 0.025542299999983697
257
  },
258
  "steps_from_proto": {
259
+ "total": 0.0006777600000305029,
260
  "count": 1,
261
  "is_parallel": true,
262
+ "self": 0.0002265470000111236,
263
  "children": {
264
  "_process_rank_one_or_two_observation": {
265
+ "total": 0.00045121300001937925,
266
  "count": 2,
267
  "is_parallel": true,
268
+ "self": 0.00045121300001937925
269
  }
270
  }
271
  }
 
274
  }
275
  },
276
  "UnityEnvironment.step": {
277
+ "total": 1161.4680409770183,
278
+ "count": 232637,
279
  "is_parallel": true,
280
+ "self": 33.83570332513068,
281
  "children": {
282
  "UnityEnvironment._generate_step_input": {
283
+ "total": 74.46047425795575,
284
+ "count": 232637,
285
  "is_parallel": true,
286
+ "self": 74.46047425795575
287
  },
288
  "communicator.exchange": {
289
+ "total": 963.4713108729394,
290
+ "count": 232637,
291
  "is_parallel": true,
292
+ "self": 963.4713108729394
293
  },
294
  "steps_from_proto": {
295
+ "total": 89.70055252099257,
296
+ "count": 232637,
297
  "is_parallel": true,
298
+ "self": 36.864444117923426,
299
  "children": {
300
  "_process_rank_one_or_two_observation": {
301
+ "total": 52.83610840306915,
302
+ "count": 465274,
303
  "is_parallel": true,
304
+ "self": 52.83610840306915
305
  }
306
  }
307
  }
 
314
  }
315
  },
316
  "trainer_advance": {
317
+ "total": 456.12259432792644,
318
+ "count": 232638,
319
+ "self": 5.60258689691932,
320
  "children": {
321
  "process_trajectory": {
322
+ "total": 143.56875733800598,
323
+ "count": 232638,
324
+ "self": 143.10894722900616,
325
  "children": {
326
  "RLTrainer._checkpoint": {
327
+ "total": 0.4598101089998181,
328
  "count": 4,
329
+ "self": 0.4598101089998181
330
  }
331
  }
332
  },
333
  "_update_policy": {
334
+ "total": 306.95125009300114,
335
  "count": 97,
336
+ "self": 254.85160683200036,
337
  "children": {
338
  "TorchPPOOptimizer.update": {
339
+ "total": 52.09964326100078,
340
  "count": 2910,
341
+ "self": 52.09964326100078
342
  }
343
  }
344
  }
 
347
  }
348
  },
349
  "trainer_threads": {
350
+ "total": 9.55000359681435e-07,
351
  "count": 1,
352
+ "self": 9.55000359681435e-07
353
  },
354
  "TrainerController._save_models": {
355
+ "total": 0.11197721600001387,
356
  "count": 1,
357
+ "self": 0.0020785170004273823,
358
  "children": {
359
  "RLTrainer._checkpoint": {
360
+ "total": 0.10989869899958649,
361
  "count": 1,
362
+ "self": 0.10989869899958649
363
  }
364
  }
365
  }
run_logs/training_status.json CHANGED
@@ -2,58 +2,58 @@
2
  "Huggy": {
3
  "checkpoints": [
4
  {
5
- "steps": 499901,
6
- "file_path": "results/Huggy/Huggy/Huggy-499901.onnx",
7
- "reward": 3.7401826481024423,
8
- "creation_time": 1670849716.4808414,
9
  "auxillary_file_paths": [
10
- "results/Huggy/Huggy/Huggy-499901.pt"
11
  ]
12
  },
13
  {
14
- "steps": 999869,
15
- "file_path": "results/Huggy/Huggy/Huggy-999869.onnx",
16
- "reward": 3.5532810209502634,
17
- "creation_time": 1670850242.3520617,
18
  "auxillary_file_paths": [
19
- "results/Huggy/Huggy/Huggy-999869.pt"
20
  ]
21
  },
22
  {
23
- "steps": 1499946,
24
- "file_path": "results/Huggy/Huggy/Huggy-1499946.onnx",
25
- "reward": 3.7438375339186263,
26
- "creation_time": 1670850768.9806468,
27
  "auxillary_file_paths": [
28
- "results/Huggy/Huggy/Huggy-1499946.pt"
29
  ]
30
  },
31
  {
32
- "steps": 1999965,
33
- "file_path": "results/Huggy/Huggy/Huggy-1999965.onnx",
34
- "reward": 3.281346321105957,
35
- "creation_time": 1670851296.036905,
36
  "auxillary_file_paths": [
37
- "results/Huggy/Huggy/Huggy-1999965.pt"
38
  ]
39
  },
40
  {
41
- "steps": 2000023,
42
- "file_path": "results/Huggy/Huggy/Huggy-2000023.onnx",
43
- "reward": 3.45103919506073,
44
- "creation_time": 1670851296.1699069,
45
  "auxillary_file_paths": [
46
- "results/Huggy/Huggy/Huggy-2000023.pt"
47
  ]
48
  }
49
  ],
50
  "final_checkpoint": {
51
- "steps": 2000023,
52
  "file_path": "results/Huggy/Huggy.onnx",
53
- "reward": 3.45103919506073,
54
- "creation_time": 1670851296.1699069,
55
  "auxillary_file_paths": [
56
- "results/Huggy/Huggy/Huggy-2000023.pt"
57
  ]
58
  }
59
  },
 
2
  "Huggy": {
3
  "checkpoints": [
4
  {
5
+ "steps": 499967,
6
+ "file_path": "results/Huggy/Huggy/Huggy-499967.onnx",
7
+ "reward": 3.7077108785217883,
8
+ "creation_time": 1670866157.76975,
9
  "auxillary_file_paths": [
10
+ "results/Huggy/Huggy/Huggy-499967.pt"
11
  ]
12
  },
13
  {
14
+ "steps": 999946,
15
+ "file_path": "results/Huggy/Huggy/Huggy-999946.onnx",
16
+ "reward": 3.89481492701805,
17
+ "creation_time": 1670866690.6278913,
18
  "auxillary_file_paths": [
19
+ "results/Huggy/Huggy/Huggy-999946.pt"
20
  ]
21
  },
22
  {
23
+ "steps": 1499996,
24
+ "file_path": "results/Huggy/Huggy/Huggy-1499996.onnx",
25
+ "reward": 3.722651433351353,
26
+ "creation_time": 1670867226.0235949,
27
  "auxillary_file_paths": [
28
+ "results/Huggy/Huggy/Huggy-1499996.pt"
29
  ]
30
  },
31
  {
32
+ "steps": 1999904,
33
+ "file_path": "results/Huggy/Huggy/Huggy-1999904.onnx",
34
+ "reward": 3.375021005049348,
35
+ "creation_time": 1670867767.7744997,
36
  "auxillary_file_paths": [
37
+ "results/Huggy/Huggy/Huggy-1999904.pt"
38
  ]
39
  },
40
  {
41
+ "steps": 2000015,
42
+ "file_path": "results/Huggy/Huggy/Huggy-2000015.onnx",
43
+ "reward": 3.4275084807322576,
44
+ "creation_time": 1670867767.8915792,
45
  "auxillary_file_paths": [
46
+ "results/Huggy/Huggy/Huggy-2000015.pt"
47
  ]
48
  }
49
  ],
50
  "final_checkpoint": {
51
+ "steps": 2000015,
52
  "file_path": "results/Huggy/Huggy.onnx",
53
+ "reward": 3.4275084807322576,
54
+ "creation_time": 1670867767.8915792,
55
  "auxillary_file_paths": [
56
+ "results/Huggy/Huggy/Huggy-2000015.pt"
57
  ]
58
  }
59
  },