Upload folder using huggingface_hub

config.toml

@@ -0,0 +1,29 @@
+use_wandb = 1
+seed = 1
+style = "dit"
+d_adapter = 512
+normalize_embeddings = 1
+depth = 2
+embs = [ "gte", "gtr", "stella", "sentence-t5", "e5", "sbert", "clip", "stella-big", "snowflake", "ember",]
+n_embs_per_batch = 2
+max_seq_length = 512
+depth_transform = 4
+lr = 5e-5
+bs = 128
+save_every = 400
+epochs = 5.0
+dataset = "nomic_unsupervised"
+max_grad_norm = 10.0
+gradient_accumulation_steps = 1
+loss_coefficient_vsp = 0
+loss_coefficient_contrastive = 1
+loss_coefficient_trans = 1
+loss_coefficient_cc = 0
+eval_steps = 99999999999999999
+cluster_size = 1024
+cluster_strategy = "cluster_within_domain"
+warmup_steps = 100
+wandb_project = "edx-2"
+wandb_name = "dit-pretrain-sm-1"
+save_dir = "checkpoints/{}/"
+num_params = 391411032

model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6088e0deac763958c4bc1f6e53386c0c1bbf4e361dde3cf608efe1b0eb2f6a46
+size 1566248332

model_best.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384ce89a23feefc61a0c491adaedb0fed01bf5b8a59134e4178fcaef34b97a8f
+size 1566318650

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f41997d436049ea27c18438857e6f8842be06799e2c003791b1e97f28c732679
+size 3106417876