Upload 3 files

adapter_config.json

@@ -0,0 +1,40 @@
+{
+    "config": {
+      "adapter_residual_before_ln": false,
+      "cross_adapter": false,
+      "factorized_phm_W": true,
+      "factorized_phm_rule": false,
+      "hypercomplex_nonlinearity": "glorot-uniform",
+      "init_weights": "bert",
+      "inv_adapter": null,
+      "inv_adapter_reduction_factor": null,
+      "is_parallel": false,
+      "learn_phm": true,
+      "leave_out": [],
+      "ln_after": false,
+      "ln_before": false,
+      "mh_adapter": true,
+      "non_linearity": "swish",
+      "original_ln_after": true,
+      "original_ln_before": false,
+      "output_adapter": true,
+      "phm_bias": true,
+      "phm_c_init": "normal",
+      "phm_dim": 100,
+      "phm_init_range": 0.0001,
+      "phm_layer": false,
+      "phm_rank": 1,
+      "reduction_factor": 3,
+      "residual_before_ln": true,
+      "scaling": 1.0,
+      "shared_W_phm": false,
+      "shared_phm_rule": true,
+      "use_gating": false
+    },
+    "hidden_size": 1600,
+    "model_class": "GPT2LMHeadModel",
+    "model_name": "gpt2-xl",
+    "model_type": "gpt2",
+    "name": "astraia",
+    "version": "3.2.0"
+  }

head_config.json

@@ -0,0 +1,14 @@
+{
+  "config": null,
+  "hidden_size": 1600,
+  "label2id": {
+    "LABEL_0": 0,
+    "LABEL_1": 1
+  },
+  "model_class": "GPT2LMHeadModel",
+  "model_name": "gpt2-xl",
+  "model_type": "gpt2",
+  "name": null,
+  "num_labels": 2,
+  "version": "3.2.0"
+}

pytorch_model_head.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b13845180dbe581c021beddc1c23e2d16030336684627674ea263243ad3ca0
+size 321645644