Upload folder using huggingface_hub

0.codes.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3f91fd27a20145b05b8e120c3fb29376e4346807960df061ad796a942445bc39
+oid sha256:89553eda22fe1fa17abef64cbe7256281e73ac7302309e51b5e11d82852f7c61
 size 111004

0.residuals.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d5156b7b3ea3e861095d09f3fd5cd41232c2f0dc47d08918ca314ac873280915
+oid sha256:1f6bb6095ddb403ff5c564326204a301f3914ee2b294af78068764f670d6c6df
 size 1758640

1.codes.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a49001ceea966101729785c95df9316b2810476eb0738726821c7fffef6087cd
+oid sha256:327de23c7d4bc5021e5a4e005cee5a79d00cc40a926003c29fb985beec0fb5ee
 size 94876

1.residuals.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5aac0e8fd6824293a0c26645b6a7583c47fa31f01a675d6bc6940441a8dfba64
+oid sha256:048491d5543647ba75ace4081899f0a4ac37798095ce27769e526fe07fc9194d
 size 1500656

avg_residual.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f9e072bf3840279b2dff36a525ac0db4482cb87268e0a5501746d427f15d3169
+oid sha256:596d149e524db7bc7c14c2a2fec24f993cb4226a891ce0389fad2e017894dec4
 size 1205

buckets.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b5cd7f1bb1aa6be19a6aa32b324bb40495d8e60a9a9dc200a7297000a00a4fa6
+oid sha256:feb78dfb80a584c3da014b72e53b9f9409934b54ab7502b56d893f44c5a53b2f
 size 1432

centroids.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4b07c010607f2af913244e4d963ad9acfdcccb45b102ee6b8b616fa0cd2e5e13
+oid sha256:929f622d3cc635c30c05d288663fa01032340ba2d998f2e492c0ba52f9112f12
 size 525478

ivf.pid.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:438981c4546763e02ae4593b52c5cfbe16f965ef68bbf089be75b5c1504811aa
-size 109080
+oid sha256:f3b45ebef633e5babbdd04cb4acb9b4312eff1d661117f3fcab1548cde3152f8
+size 108120

metadata.json

@@ -13,14 +13,11 @@
     "nbits":4,
     "kmeans_niters":20,
     "resume":false,
-    "pool_factor":1,
-    "clustering_mode":"hierarchical",
-    "protected_tokens":0,
     "similarity":"cosine",
     "bsize":64,
     "accumsteps":1,
     "lr":0.000005,
-    "maxsteps":3000,
+    "maxsteps":5000,
     "save_every":9,
     "warmup":9,
     "warmup_bert":null,
@@ -38,7 +35,7 @@
     "doc_maxlen":180,
     "mask_punctuation":true,
     "checkpoint":"tensorboy/chunks_colbertv2_3000_steps",
-    "triples":"/kaggle/working/train/triples.train.colbert.jsonl",
+    "triples":"/root/.cache/huggingface/hub/datasets--tensorboy--chunks_dataset/snapshots/11809bcb1a7e9317516339776279907b82ffa630/train/triples.train.colbert.jsonl",
     "collection":[
       "list with 492 elements starting with...",
       [
@@ -47,13 +44,13 @@
         "'1. Self-initiated: The team member voluntarily resigns from the organization. \\\\\\\\n2. Firm-initiated: The firm initiates the termination of a team member on account of \\\\\\\\nnon-performance, unauthorized absence (absconding) or on behavioral grounds.' /n/nLink to policy document: https://docs.google.com/document/d/1Fqa1FBqUVFJGq0uDqwFqF3rW_t7_zu4xXC9KMKY_lIM/edit#heading=h.5kumi7cfdp5o.'"
       ]
     ],
-    "queries":"/kaggle/working/train/queries.train.colbert.tsv",
+    "queries":"/root/.cache/huggingface/hub/datasets--tensorboy--chunks_dataset/snapshots/11809bcb1a7e9317516339776279907b82ffa630/train/queries.train.colbert.tsv",
     "index_name":"chunks_v2_eps=30",
     "overwrite":false,
     "root":".ragatouille/",
     "experiment":"colbert",
     "index_root":null,
-    "name":"2024-09/26/15.49.26",
+    "name":"2024-09/26/16.40.26",
     "rank":0,
     "nranks":2,
     "amp":true,

plan.json

@@ -13,14 +13,11 @@
         "nbits": 4,
         "kmeans_niters": 20,
         "resume": false,
-        "pool_factor": 1,
-        "clustering_mode": "hierarchical",
-        "protected_tokens": 0,
         "similarity": "cosine",
         "bsize": 64,
         "accumsteps": 1,
         "lr": 5e-6,
-        "maxsteps": 3000,
+        "maxsteps": 5000,
         "save_every": 9,
         "warmup": 9,
         "warmup_bert": null,
@@ -38,7 +35,7 @@
         "doc_maxlen": 180,
         "mask_punctuation": true,
         "checkpoint": "tensorboy\/chunks_colbertv2_3000_steps",
-        "triples": "\/kaggle\/working\/train\/triples.train.colbert.jsonl",
+        "triples": "\/root\/.cache\/huggingface\/hub\/datasets--tensorboy--chunks_dataset\/snapshots\/11809bcb1a7e9317516339776279907b82ffa630\/train\/triples.train.colbert.jsonl",
         "collection": [
             "list with 492 elements starting with...",
             [
@@ -47,13 +44,13 @@
                 "'1. Self-initiated: The team member voluntarily resigns from the organization. \\\\\\\\n2. Firm-initiated: The firm initiates the termination of a team member on account of \\\\\\\\nnon-performance, unauthorized absence (absconding) or on behavioral grounds.' \/n\/nLink to policy document: https:\/\/docs.google.com\/document\/d\/1Fqa1FBqUVFJGq0uDqwFqF3rW_t7_zu4xXC9KMKY_lIM\/edit#heading=h.5kumi7cfdp5o.'"
             ]
         ],
-        "queries": "\/kaggle\/working\/train\/queries.train.colbert.tsv",
+        "queries": "\/root\/.cache\/huggingface\/hub\/datasets--tensorboy--chunks_dataset\/snapshots\/11809bcb1a7e9317516339776279907b82ffa630\/train\/queries.train.colbert.tsv",
         "index_name": "chunks_v2_eps=30",
         "overwrite": false,
         "root": ".ragatouille\/",
         "experiment": "colbert",
         "index_root": null,
-        "name": "2024-09\/26\/15.49.26",
+        "name": "2024-09\/26\/16.40.26",
         "rank": 0,
         "nranks": 2,
         "amp": true,