add checkpoints for Beta4 using SAC learning

config/Kyle-b0a.sac.yaml

@@ -0,0 +1,35 @@
+behaviors:
+  Kyle:
+    trainer_type: sac
+    hyperparameters:
+      learning_rate: 0.0003
+      learning_rate_schedule: linear
+      batch_size: 1000
+      buffer_size: 1000000
+      tau: 0.005
+      steps_per_update: 30.0
+      init_entcoef: 1.0
+      reward_signal_steps_per_update: 30.0
+    network_settings:
+      normalize: true
+      hidden_units: 256
+      num_layers: 3
+      vis_encode_type: simple
+      memory:
+        sequence_length: 1000
+        memory_size: 256
+    reward_signals:
+      extrinsic:
+        gamma: 0.995
+        strength: 1.0
+      curiosity:
+        strength: 0.1
+        gamma: 0.995
+        network_settings:
+          hidden_units: 256
+          learning_rate: 0.0001
+    keep_checkpoints: 40
+    checkpoint_interval: 500000
+    max_steps: 20000000
+    time_horizon: 1000
+    summary_freq: 10000

models/KyleBeta4-b0a-0.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2fb524bae4ff822d6ed05a4fc1e065879f198c0550ea656b35c9038ab57097f
+size 2671923

models/KyleBeta4-b0a-1176.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7cea07692ee169108024ab9f4051fc1f245df8f0785d232c6d4cd33bed5af9d
+size 2678439

models/KyleBeta4-b0a-1499682.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7045abe844f01e22ad5a9fe9417f0a02cf565068d661a9cb738e7cbc060e8166
+size 2678439

models/KyleBeta4-b0a-1999682.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a949bc2a2e6ca10d3d81cfe5ffb6ebf1c128177add32169f895b95ddba3f0208
+size 2678439

models/KyleBeta4-b0a-2499682.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49584a3bd8ac4faf622737141c0cb40b15de170f98f3a06820c2b6a51b47d977
+size 2678439

models/KyleBeta4-b0a-29024.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccea0f376cd203db355a644e27599db2065bd4c2261f31b0217e55a0bd844eab
+size 2678439

models/KyleBeta4-b0a-499711.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e96482c39af354ec67d4031313dbbe12ac972e3ee004203ee70cbcf1c401b835
+size 2678439

models/KyleBeta4-b0a-999682.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:652700123274d7f8c27dd7a353f1b00d5500caf4474841a4c444b8daabae5c29
+size 2678439