mymusise commited on
Commit
6d4e881
1 Parent(s): 07692f1

Signed-off-by: mymusise <mymusise1@gmail.com>

Files changed (5) hide show
  1. README.md +16 -0
  2. config.json +7 -7
  3. spiece.model +0 -0
  4. tf_model.h5 +2 -2
  5. vocab.txt +0 -0
README.md ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ language: zh
3
+ widget:
4
+ - text: "今天是下雨天"
5
+ - text: "走向森林"
6
+ ---
7
+
8
+ # EasternFantasyNoval
9
+
10
+
11
+ # Overview
12
+
13
+ - **Language model**: GPT2-Medium
14
+ - **Model size**: 1.2GiB
15
+ - **Language**: Chinese
16
+
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "/data/novels/models/",
3
  "activation_function": "gelu_new",
4
  "architectures": [
5
  "TFGPT2LMHeadModel"
@@ -12,13 +12,13 @@
12
  "initializer_range": 0.02,
13
  "layer_norm_epsilon": 1e-05,
14
  "model_type": "gpt2",
15
- "n_ctx": 1024,
16
  "n_embd": 768,
17
- "n_head": 12,
18
  "n_inner": null,
19
  "n_layer": 12,
20
- "n_positions": 1024,
21
- "pad_token_id": 0,
22
  "resid_pdrop": 0.1,
23
  "return_dict": false,
24
  "summary_activation": null,
@@ -32,7 +32,7 @@
32
  "max_length": 120
33
  }
34
  },
35
- "tokenizer_class": "BertTokenizer",
36
  "use_cache": false,
37
- "vocab_size": 8021
38
  }
 
1
  {
2
+ "_name_or_path": "/data/novels/finetune/models/",
3
  "activation_function": "gelu_new",
4
  "architectures": [
5
  "TFGPT2LMHeadModel"
 
12
  "initializer_range": 0.02,
13
  "layer_norm_epsilon": 1e-05,
14
  "model_type": "gpt2",
15
+ "n_ctx": 512,
16
  "n_embd": 768,
17
+ "n_head": 8,
18
  "n_inner": null,
19
  "n_layer": 12,
20
+ "n_positions": 512,
21
+ "pad_token_id": 16001,
22
  "resid_pdrop": 0.1,
23
  "return_dict": false,
24
  "summary_activation": null,
 
32
  "max_length": 120
33
  }
34
  },
35
+ "tokenizer_class": "XLNetTokenizer",
36
  "use_cache": false,
37
+ "vocab_size": 16128
38
  }
spiece.model ADDED
Binary file (491 kB). View file
 
tf_model.h5 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c203f239de80f6457b54fcb4e219d93d3bcfdc40f8f72e9eb935ac1580e03c0c
3
- size 368184656
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:061e87b3336aa05112deda8283b6fc21dd8173990d92798ba31ed0485cc64c62
3
+ size 391516496
vocab.txt ADDED
The diff for this file is too large to render. See raw diff