v1.1

README.md

@@ -1,3 +1,9 @@
 ---
 license: apache-2.0
+datasets:
+- 1x-technologies/worldmodel
 ---
+
+35M parameter baseline [GENIE](https://arxiv.org/pdf/2402.15391) for `v1.0` and `v1.1` of the [1X World Model Challenge](https://github.com/1x-technologies/1xgpt).
+
+The default checkpoint corresponds to `v1.1`, but older versions can be loaded using the `revision` argument of `STMaskGIT.from_pretrained()`.

config.json

@@ -13,10 +13,9 @@
   "num_factored_vocabs": 2,
   "num_heads": 8,
   "num_layers": 32,
-  "num_prompt_frames": 8,
+  "num_prompt_frames": 1,
   "proj_bias": true,
   "qk_norm": false,
   "qkv_bias": false,
-  "tie_word_embeddings": false,
   "use_mup": true
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5578539ca0f5c5485761a16eee99fb5f7c1d0b401a612be2ccdcac0c0f42423f
+oid sha256:fcba7212be80ab9b21a01687e2ede7433cfc8b94ccdaf447ecb2990b73df84b2
 size 140922376