hayashi-jurabi commited on
Commit
ea0704a
1 Parent(s): 0b04eaf

add model.

Browse files
README.md CHANGED
@@ -1,3 +1,13 @@
1
  ---
2
- license: cc-by-sa-4.0
3
  ---
 
 
 
 
 
 
 
 
 
 
 
1
  ---
2
+ license: cc-by-sa-3.0
3
  ---
4
+ # BERTによる日本語固有表現抽出のモデル
5
+
6
+ ## 事前学習モデル
7
+ [cl-tohoku/bert-base-japanese-v2](https://huggingface.co/cl-tohoku/bert-base-japanese-v2)
8
+
9
+ ## 学習データ
10
+ Wikipediaを用いた日本語の固有表現抽出データセット([stockmarkteam/ner-wikipedia-dataset](https://github.com/stockmarkteam/ner-wikipedia-dataset))
11
+
12
+ ## ライセンス
13
+ [Creative Commons Attribution-ShareAlike 3.0](https://creativecommons.org/licenses/by-sa/3.0/)
config.json ADDED
@@ -0,0 +1,64 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "cl-tohoku/bert-base-japanese-v2",
3
+ "architectures": [
4
+ "BertForTokenClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "classifier_dropout": null,
8
+ "hidden_act": "gelu",
9
+ "hidden_dropout_prob": 0.1,
10
+ "hidden_size": 768,
11
+ "id2label": {
12
+ "0": "O",
13
+ "1": "B-\u4eba\u540d",
14
+ "2": "I-\u4eba\u540d",
15
+ "3": "B-\u6cd5\u4eba\u540d",
16
+ "4": "I-\u6cd5\u4eba\u540d",
17
+ "5": "B-\u653f\u6cbb\u7684\u7d44\u7e54\u540d",
18
+ "6": "I-\u653f\u6cbb\u7684\u7d44\u7e54\u540d",
19
+ "7": "B-\u305d\u306e\u4ed6\u306e\u7d44\u7e54\u540d",
20
+ "8": "I-\u305d\u306e\u4ed6\u306e\u7d44\u7e54\u540d",
21
+ "9": "B-\u5730\u540d",
22
+ "10": "I-\u5730\u540d",
23
+ "11": "B-\u65bd\u8a2d\u540d",
24
+ "12": "I-\u65bd\u8a2d\u540d",
25
+ "13": "B-\u88fd\u54c1\u540d",
26
+ "14": "I-\u88fd\u54c1\u540d",
27
+ "15": "B-\u30a4\u30d9\u30f3\u30c8\u540d",
28
+ "16": "I-\u30a4\u30d9\u30f3\u30c8\u540d"
29
+ },
30
+ "initializer_range": 0.02,
31
+ "intermediate_size": 3072,
32
+ "label2id": {
33
+ "B-\u305d\u306e\u4ed6\u306e\u7d44\u7e54\u540d": 7,
34
+ "B-\u30a4\u30d9\u30f3\u30c8\u540d": 15,
35
+ "B-\u4eba\u540d": 1,
36
+ "B-\u5730\u540d": 9,
37
+ "B-\u653f\u6cbb\u7684\u7d44\u7e54\u540d": 5,
38
+ "B-\u65bd\u8a2d\u540d": 11,
39
+ "B-\u6cd5\u4eba\u540d": 3,
40
+ "B-\u88fd\u54c1\u540d": 13,
41
+ "I-\u305d\u306e\u4ed6\u306e\u7d44\u7e54\u540d": 8,
42
+ "I-\u30a4\u30d9\u30f3\u30c8\u540d": 16,
43
+ "I-\u4eba\u540d": 2,
44
+ "I-\u5730\u540d": 10,
45
+ "I-\u653f\u6cbb\u7684\u7d44\u7e54\u540d": 6,
46
+ "I-\u65bd\u8a2d\u540d": 12,
47
+ "I-\u6cd5\u4eba\u540d": 4,
48
+ "I-\u88fd\u54c1\u540d": 14,
49
+ "O": 0
50
+ },
51
+ "layer_norm_eps": 1e-12,
52
+ "max_position_embeddings": 512,
53
+ "model_type": "bert",
54
+ "num_attention_heads": 12,
55
+ "num_hidden_layers": 12,
56
+ "pad_token_id": 0,
57
+ "position_embedding_type": "absolute",
58
+ "tokenizer_class": "BertJapaneseTokenizer",
59
+ "torch_dtype": "float32",
60
+ "transformers_version": "4.22.1",
61
+ "type_vocab_size": 2,
62
+ "use_cache": true,
63
+ "vocab_size": 32768
64
+ }
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3b7146238ac2e2a45a7f90ae665b1513c7a764cbd2ef18332bbe9a215f9c907
3
+ size 442589041
special_tokens_map.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "cls_token": "[CLS]",
3
+ "mask_token": "[MASK]",
4
+ "pad_token": "[PAD]",
5
+ "sep_token": "[SEP]",
6
+ "unk_token": "[UNK]"
7
+ }
tf_model.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf4850542790f11293c1b30528c68ba8d08368bb635b56198ea87a9d4f75b6e3
3
+ size 442792012
tokenizer_config.json ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "cls_token": "[CLS]",
3
+ "do_lower_case": false,
4
+ "do_subword_tokenize": true,
5
+ "do_word_tokenize": true,
6
+ "mask_token": "[MASK]",
7
+ "mecab_kwargs": {
8
+ "mecab_dic": "unidic_lite"
9
+ },
10
+ "name_or_path": "cl-tohoku/bert-base-japanese-v2",
11
+ "never_split": null,
12
+ "pad_token": "[PAD]",
13
+ "sep_token": "[SEP]",
14
+ "special_tokens_map_file": null,
15
+ "subword_tokenizer_type": "wordpiece",
16
+ "tokenizer_class": "BertJapaneseTokenizer",
17
+ "unk_token": "[UNK]",
18
+ "word_tokenizer_type": "mecab"
19
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af5169cc5cd8695dfbb4590261fadb2c4876a3e82a537eb9c20215ab28ca587c
3
+ size 3375
vocab.txt ADDED
The diff for this file is too large to render. See raw diff