Upload ravel/gemma-2-2b-res-snap-matryoshka-dc_blocks.8.hook_resid_post_eval_results.json with huggingface_hub

ravel/gemma-2-2b-res-snap-matryoshka-dc_blocks.8.hook_resid_post_eval_results.json

@@ -0,0 +1,112 @@
+{
+  "eval_type_id": "ravel",
+  "eval_config": {
+    "entity_attribute_selection": {
+      "city": [
+        "Country",
+        "Continent",
+        "Language"
+      ],
+      "nobel_prize_winner": [
+        "Country of Birth",
+        "Field",
+        "Gender"
+      ]
+    },
+    "top_n_entities": 500,
+    "top_n_templates": 90,
+    "full_dataset_downsample": null,
+    "num_pairs_per_attribute": 5000,
+    "train_test_split": 0.7,
+    "force_dataset_recompute": false,
+    "model_name": "google/gemma-2-2b",
+    "llm_dtype": "bfloat16",
+    "llm_batch_size": 8,
+    "learning_rate": 0.001,
+    "num_epochs": 2,
+    "train_mdas": false,
+    "n_generated_tokens": 6,
+    "random_seed": 42,
+    "artifact_dir": "artifacts/ravel"
+  },
+  "eval_id": "b936fae4-72de-4bc5-b30c-64313989b46e",
+  "datetime_epoch_millis": 1745646429257,
+  "eval_result_metrics": {
+    "ravel": {
+      "disentanglement_score": 0.7100773494558942,
+      "cause_score": 0.7032357666620319,
+      "isolation_score": 0.7169189322497567
+    }
+  },
+  "eval_result_details": [],
+  "sae_bench_commit_hash": "Unknown",
+  "sae_lens_id": "blocks.8.hook_resid_post",
+  "sae_lens_release_id": "gemma-2-2b-res-snap-matryoshka-dc",
+  "sae_lens_version": "5.9.1",
+  "sae_cfg_dict": {
+    "architecture": "jumprelu",
+    "d_in": 2304,
+    "d_sae": 32768,
+    "activation_fn_str": "relu",
+    "apply_b_dec_to_input": true,
+    "finetuning_scaling_factor": false,
+    "context_size": 1024,
+    "model_name": "gemma-2-2b",
+    "hook_name": "blocks.8.hook_resid_post",
+    "hook_layer": 8,
+    "hook_head_index": null,
+    "prepend_bos": true,
+    "dataset_path": "chanind/pile-uncopyrighted-gemma-1024-abbrv-1B",
+    "dataset_trust_remote_code": true,
+    "normalize_activations": "none",
+    "dtype": "torch.bfloat16",
+    "device": "cuda",
+    "sae_lens_training_version": "5.5.1",
+    "activation_fn_kwargs": {
+      "k": 40
+    },
+    "neuronpedia_id": null,
+    "model_from_pretrained_kwargs": {
+      "center_writing_weights": false
+    },
+    "seqpos_slice": [
+      null
+    ]
+  },
+  "eval_result_unstructured": {
+    "city_results": {
+      "city_Country": {
+        "cause_score": 0.7398265510340227,
+        "isolation_score": 0.40306462358427714,
+        "disentangle_score": 0.57144558730915
+      },
+      "city_Continent": {
+        "cause_score": 0.6809061488673139,
+        "isolation_score": 0.6632302405498282,
+        "disentangle_score": 0.672068194708571
+      },
+      "city_Language": {
+        "cause_score": 0.7571523619427811,
+        "isolation_score": 0.47762191048764197,
+        "disentangle_score": 0.6173871362152116
+      }
+    },
+    "nobel_prize_winner_results": {
+      "nobel_prize_winner_Country of Birth": {
+        "cause_score": 0.6938202247191011,
+        "isolation_score": 0.9232233502538071,
+        "disentangle_score": 0.8085217874864541
+      },
+      "nobel_prize_winner_Field": {
+        "cause_score": 0.8184300341296928,
+        "isolation_score": 0.9250814332247557,
+        "disentangle_score": 0.8717557336772243
+      },
+      "nobel_prize_winner_Gender": {
+        "cause_score": 0.5292792792792793,
+        "isolation_score": 0.9092920353982301,
+        "disentangle_score": 0.7192856573387547
+      }
+    }
+  }
+}