Saving weights and logs of step 7000

events.out.tfevents.1626182455.t1v-n-905ccd3e-w-0.38250.3.v2

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:222a3aac05e80975f43521a9775408ac8943ebb152c4c09f4dc2e39c6362844c
-size 882755
+oid sha256:0580a62409b3b4525743c7ec189e64613c9b722043f05f8bc6a1bb88152e486a
+size 1029893

flax_model.msgpack

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bbce312035625df6b48a54aff9b39b3592af5dc3958a8ac3299f6f25c95d2099
+oid sha256:9ee92063eecbde4dad19c1b466c2239d4e95fee0a52aabf2c10a9bda92c72a88
 size 497764120

save_model.py

@@ -0,0 +1,6 @@
+from transformers.modeling_flax_pytorch_utils import load_flax_checkpoint_in_pytorch_model
+from transformers import GPT2_Config, GPT2_Model
+config = GPT2_Config.from_pretrained("./")
+model = GPT2_Model(config)
+load_flax_checkpoint_in_pytorch_model(model, "./flax_model.msgpack")
+model.save_pretrained("./")