minikazam

minikazam/ckpts/config.txt

@@ -0,0 +1,104 @@
+import amago.agent
+import amago.experiment as amago2
+import amago.nets.actor_critic as amago3
+import amago.nets.traj_encoders as amago4
+
+# Parameters for Actor:
+# ==============================================================================
+# None.
+
+# Parameters for Agent:
+# ==============================================================================
+Agent.actor_type = @MetamonMaskedActor
+Agent.critic_type = @actor_critic.NCritics
+Agent.fake_filter = False
+Agent.fbc_filter_func = @agent.binary_filter
+Agent.gamma = 0.999
+Agent.num_actions_for_value_in_actor_loss = 1
+Agent.num_actions_for_value_in_critic_loss = 1
+Agent.num_critics = 4
+Agent.num_critics_td = 2
+Agent.offline_coeff = 1.0
+Agent.online_coeff = 0.0
+Agent.pass_obs_keys_to_actor = ['illegal_actions']
+Agent.popart = True
+Agent.reward_multiplier = 10.0
+Agent.tau = 0.004
+Agent.use_multigamma = True
+Agent.use_target_actor = True
+
+# Parameters for Discrete:
+# ==============================================================================
+Discrete.clip_prob_high = 0.99
+Discrete.clip_prob_low = 0.001
+
+# Parameters for Experiment:
+# ==============================================================================
+Experiment.always_load_latest = False
+Experiment.always_save_latest = True
+Experiment.has_dset_edit_rights = True
+Experiment.save_trajs_as = 'npz'
+Experiment.stagger_traj_file_lengths = True
+Experiment.traj_save_len = 10000000000.0
+Experiment.wandb_group_name = None
+
+# Parameters for GRUTrajEncoder:
+# ==============================================================================
+GRUTrajEncoder.d_hidden = 400
+GRUTrajEncoder.d_output = 300
+GRUTrajEncoder.n_layers = 2
+GRUTrajEncoder.norm = 'layer'
+
+# Parameters for MetamonAMAGOExperiment:
+# ==============================================================================
+MetamonAMAGOExperiment.agent_type = @agent.Agent
+MetamonAMAGOExperiment.critic_loss_weight = 10.0
+MetamonAMAGOExperiment.grad_clip = 1.5
+MetamonAMAGOExperiment.l2_coeff = 0.0001
+MetamonAMAGOExperiment.learning_rate = 0.00015
+MetamonAMAGOExperiment.lr_warmup_steps = 1000
+MetamonAMAGOExperiment.max_seq_len = 64
+MetamonAMAGOExperiment.traj_encoder_type = @traj_encoders.GRUTrajEncoder
+MetamonAMAGOExperiment.tstep_encoder_type = @MetamonPerceiverTstepEncoder
+
+# Parameters for MetamonMaskedActor:
+# ==============================================================================
+MetamonMaskedActor.activation = 'leaky_relu'
+MetamonMaskedActor.continuous_dist_type = None
+MetamonMaskedActor.d_hidden = 256
+MetamonMaskedActor.dropout_p = 0.0
+MetamonMaskedActor.mask_illegal_actions = True
+MetamonMaskedActor.n_layers = 2
+
+# Parameters for MetamonPerceiverTstepEncoder:
+# ==============================================================================
+MetamonPerceiverTstepEncoder.d_model = 64
+MetamonPerceiverTstepEncoder.dropout = 0.05
+MetamonPerceiverTstepEncoder.extra_emb_dim = 12
+MetamonPerceiverTstepEncoder.latent_tokens = 5
+MetamonPerceiverTstepEncoder.max_tokens_per_turn = 64
+MetamonPerceiverTstepEncoder.n_heads = 4
+MetamonPerceiverTstepEncoder.n_layers = 3
+MetamonPerceiverTstepEncoder.numerical_tokens = 3
+MetamonPerceiverTstepEncoder.token_mask_aug = False
+
+# Parameters for Multigammas:
+# ==============================================================================
+Multigammas.continuous = [0.1, 0.9, 0.95, 0.97, 0.99, 0.995]
+Multigammas.discrete = [0.1, 0.9, 0.95, 0.97, 0.99, 0.995]
+
+# Parameters for NCritics:
+# ==============================================================================
+NCritics.activation = 'leaky_relu'
+NCritics.d_hidden = 256
+NCritics.dropout_p = 0.0
+NCritics.n_layers = 2
+
+# Parameters for PerceiverTurnEmbedding:
+# ==============================================================================
+# None.
+
+# Parameters for PopArtLayer:
+# ==============================================================================
+PopArtLayer.beta = 0.0005
+PopArtLayer.init_nu = 100.0

minikazam/ckpts/policy_weights/policy_epoch_0.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c718dcbfae9f382cbfd623b6e2cffe9d6e8cbf91a42ceafa932cefd7acb14bb0
+size 19100644

minikazam/ckpts/policy_weights/policy_epoch_10.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69252909102f9734080994657a77886bcff4b9f928f756b707adcdbc92df5621
+size 19100777

minikazam/ckpts/policy_weights/policy_epoch_12.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be462ca3e276b1da1f4063eaca4243265ffd4f4ca05a9ebd2131057fc2029416
+size 19100777

minikazam/ckpts/policy_weights/policy_epoch_14.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f8889dbd5bbafaad39f55dd6ea1195a3c1306d004da8f0d384d73dfafdc358
+size 19100777

minikazam/ckpts/policy_weights/policy_epoch_16.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd75dd32ca1b52976f6d968e9229925beb4c55545957203b62ac946cf8bdc29
+size 19100777

minikazam/ckpts/policy_weights/policy_epoch_18.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3235469579f618860ecf0f2c1c2549f97624a6a8cba7d8bd1da121c2e16b55a
+size 19100777

minikazam/ckpts/policy_weights/policy_epoch_2.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad085199917d9813409541b3b9bf2da6809c64ca3c27cb7134d4608c6ed4b1a
+size 19100644

minikazam/ckpts/policy_weights/policy_epoch_20.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c8b1e8ceea451876bb0723117fc0c2f8b3fcc56c84c85ae77ffb183bd4ec0a
+size 19100777

minikazam/ckpts/policy_weights/policy_epoch_22.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f1c3975b8d35c4afc59087253a6bf71568710d4aec8e5361ce1925f2e33cc0
+size 19100777

minikazam/ckpts/policy_weights/policy_epoch_24.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7507ee7fbe0937411fd0d6e4f6d51462d14e71ba4b11c9afe05d39cce75bd7b2
+size 19100777

minikazam/ckpts/policy_weights/policy_epoch_26.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc32e803ec1a5626fb0f40bc826bf0208d77047b3485b283c76158efdb6166b7
+size 19100777

minikazam/ckpts/policy_weights/policy_epoch_28.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ed7de81291de49a726f87e6405a6ddcadcd261fe5d3179b70078c94bf3f70f
+size 19100777

minikazam/ckpts/policy_weights/policy_epoch_30.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3505d1196d57964a5c80c1052bd91680900b045c97a38b4a0a89a028c225db3
+size 19100777

minikazam/ckpts/policy_weights/policy_epoch_32.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:800b3f43edcf4c4eb9b14fa8caf66f05562db0afb5b192bf7f7c2a4cc1464dec
+size 19100777

minikazam/ckpts/policy_weights/policy_epoch_34.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71abdfd88f5c3b069d86001cff786be9b40171eabd8239db3224eb8d75074e26
+size 19100777

minikazam/ckpts/policy_weights/policy_epoch_36.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caad79021cd2384ea7517377e2869f98b02eba7191c451806168d265fd594649
+size 19100777

minikazam/ckpts/policy_weights/policy_epoch_38.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c8c1d2cf18c8d5a4052daa4a613ea392fe84a667385c7a6331e6346373f48b
+size 19100777

minikazam/ckpts/policy_weights/policy_epoch_4.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde56224cba13cbc1fd39dad7b9cbaddd42ca10b4d75cb219616d8eb1eebedf7
+size 19100644

minikazam/ckpts/policy_weights/policy_epoch_40.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda9cf7752d68343992987319a96db0a4c87f011ae6fedbb0521e46f0385cc88
+size 19100777

minikazam/ckpts/policy_weights/policy_epoch_42.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7516d2c6f4b668b835ad5ebf95c2a89c00c67989512312c494b640be3be9365b
+size 19100777

minikazam/ckpts/policy_weights/policy_epoch_44.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3eada9e0110a39a28b2ca871fa19bb2843c21aba898e4a6a1e0b6f23a5a6007
+size 19100777

minikazam/ckpts/policy_weights/policy_epoch_46.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7bccf96b8159438e92b95b2f518488ba3519b27575e640ae3508587bb71031e
+size 19100777

minikazam/ckpts/policy_weights/policy_epoch_6.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854dd96d9054fb6f3024489202cd5f0452a8a0f6bc05eedda782057831814e22
+size 19100644

minikazam/ckpts/policy_weights/policy_epoch_8.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b34f13fa265b9f7046b555663956ab8b59b54f92f3784e052358c583c0b039dc
+size 19100644