Upload 3 files

config.json

@@ -0,0 +1,3 @@
+{
+    "embed_dim": 768
+}

graph_config.json

@@ -0,0 +1,6 @@
+{
+    "in_channels": 768, 
+    "out_channels": 768, 
+    "heads": 12, 
+    "dynamic": true
+}

text_config.json

@@ -0,0 +1,7 @@
+{
+    "context_length": 128, 
+    "vocab_size": 49408, 
+    "width": 768, 
+    "heads": 8, 
+    "layers": 6
+}