Upload folder using huggingface_hub

config.toml

@@ -0,0 +1,29 @@
+use_wandb = 1
+seed = 1
+style = "dit"
+d_adapter = 256
+normalize_embeddings = 1
+depth = 1
+embs = [ "gte", "gtr", "stella", "sentence-t5", "e5", "sbert", "clip", "stella-big", "snowflake", "ember",]
+n_embs_per_batch = 2
+max_seq_length = 512
+depth_transform = 2
+lr = 5e-5
+bs = 128
+save_every = 400
+epochs = 5.0
+dataset = "nomic_unsupervised"
+max_grad_norm = 10.0
+gradient_accumulation_steps = 1
+loss_coefficient_vsp = 0
+loss_coefficient_contrastive = 1
+loss_coefficient_trans = 1
+loss_coefficient_cc = 0
+eval_steps = 99999999999999999
+cluster_size = 1024
+cluster_strategy = "cluster_within_domain"
+warmup_steps = 100
+wandb_project = "edx-2"
+wandb_name = "dit-pretrain-xs-2"
+save_dir = "checkpoints/{}/"
+num_params = 74724568

model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91b8765486b935bcae4d0662567b52a10ece753cceee17dcfb4ecdc7f2ad6844
+size 299345568

model_best.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced63a033556e9ea22e6d01a4fb59b7f5e7b92dd8d8d2184273689a547a8ef79
+size 299414082

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3438a42f5e495e5de86325237a56ea6740ed90fda20932b8bfd5a9215151f6a
+size 593418684