best val_rmse 0.1689

config.json

@@ -1,5 +1,5 @@
 {
-  "best_val_loss": 0.2344346046447754,
+  "best_val_loss": 0.16886407136917114,
   "comet_ai_key": null,
   "context_observations": {
     "add_rem": true,
@@ -135,8 +135,9 @@
     "activation": "ReLU",
     "aggregator_num_heads": 8,
     "aggregator_type": "attention",
+    "cov_proj_dim": 16,
     "decoder_hidden_dim": 128,
-    "decoder_name": "TransformerDecoder",
+    "decoder_name": "RNNDecoder",
     "decoder_num_layers": 2,
     "decoder_rnn_hidden_dim": 200,
     "drift_activation": "Tanh",
@@ -157,6 +158,7 @@
     "time_obs_encoder_hidden_dim": 128,
     "time_obs_encoder_output_dim": 128,
     "use_attention": true,
+    "use_covariance": false,
     "zi_latent_dim": 200
   },
   "run_index": 0,

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f781e2e2fa16d1f0dfa4220b71dc28dc3ca105d6bd2d1f561cbb0a3e7a29e5b8
-size 5157727
+oid sha256:040398e0d7e6d840441fbcb8806a0a042ff4bfbd469aefaa398178625f682bf8
+size 10887253