Upload 6 files

README.md

@@ -1,3 +1,20 @@
 ---
-license: apache-2.0
+library_name: peft
 ---
+## Training procedure
+
+
+The following `bitsandbytes` quantization config was used during training:
+- load_in_8bit: True
+- load_in_4bit: False
+- llm_int8_threshold: 6.0
+- llm_int8_skip_modules: None
+- llm_int8_enable_fp32_cpu_offload: False
+- llm_int8_has_fp16_weight: False
+- bnb_4bit_quant_type: fp4
+- bnb_4bit_use_double_quant: False
+- bnb_4bit_compute_dtype: float32
+### Framework versions
+
+
+- PEFT 0.4.0

adapter_config.json

@@ -0,0 +1,20 @@
+{
+  "auto_mapping": null,
+  "base_model_name_or_path": "stabilityai/japanese-stablelm-base-alpha-7b",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "lora_alpha": 1,
+  "lora_dropout": 0.01,
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 8,
+  "revision": null,
+  "target_modules": [
+    "query_key_value"
+  ],
+  "task_type": "CAUSAL_LM"
+}

adapter_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02317b00cc39b4205c4a4964b45bb2784ce02e55265364c0332f69a725c0778
+size 16800945

special_tokens_map.json

@@ -0,0 +1,79 @@
+{
+  "additional_special_tokens": [
+    "0",
+    "1",
+    "2",
+    "3",
+    "4",
+    "5",
+    "6",
+    "7",
+    "8",
+    "9",
+    "▁▁",
+    "▁▁▁▁",
+    "▁▁▁▁▁▁▁▁",
+    "▁▁▁▁▁▁▁▁▁▁▁▁",
+    "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+    " ",
+    " ",
+    "⁂",
+    "─",
+    "***",
+    "----",
+    "▁\"",
+    "▁Author",
+    "▁Title",
+    "▁Tags",
+    "▁Genre",
+    "▁Style",
+    "▁Knowledge",
+    "▁Summary",
+    "▁Rating",
+    "Type",
+    "Characters",
+    "Glossary",
+    "<|spmspace|>",
+    "<|spmspace|><|spmspace|>",
+    "<|spmspace|><|spmspace|><|spmspace|><|spmspace|>",
+    "<|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|>",
+    "<|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|>",
+    "<|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|>",
+    "<|mtvocab|>",
+    "<|mtvenglish|>",
+    "<|mtvjapanese|>",
+    "<|mtsentence|>",
+    "<|mtsjapanese|>",
+    "<|mtsenglish|>",
+    "<|mtsentenceend|>",
+    "<|mtvocabend|>",
+    "<|mtend|>",
+    "<|mask|>",
+    "<|masksingle|>",
+    "<|maskshort|>",
+    "<|maskmedium|>",
+    "<|masklong|>",
+    "<|maskparagraph|>",
+    "<|maskend|>",
+    "<|fill|>",
+    "<|fillend|>",
+    "<|rubycover|>",
+    "<|rubystart|>",
+    "<|rubyend|>",
+    "<|reserved0|>",
+    "<|reserved1|>",
+    "<|reserved2|>",
+    "<|reserved3|>",
+    "<|reserved4|>",
+    "<|reserved5|>",
+    "<|reserved6|>",
+    "<|reserved7|>",
+    "<|reserved8|>",
+    "<|reserved9|>",
+    "<|reserved10|>"
+  ],
+  "bos_token": "<|startoftext|>",
+  "eos_token": "<|endoftext|>",
+  "pad_token": "<|pad|>",
+  "unk_token": "<|unknown|>"
+}

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578fa0ed4d6dbee435f21d7f7a741506d09cdd93cce241008abf725407cbdb41
+size 1033724

tokenizer_config.json

@@ -0,0 +1,116 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "add_special_tokens": true,
+  "additional_special_tokens": [
+    "0",
+    "1",
+    "2",
+    "3",
+    "4",
+    "5",
+    "6",
+    "7",
+    "8",
+    "9",
+    "▁▁",
+    "▁▁▁▁",
+    "▁▁▁▁▁▁▁▁",
+    "▁▁▁▁▁▁▁▁▁▁▁▁",
+    "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+    " ",
+    " ",
+    "⁂",
+    "─",
+    "***",
+    "----",
+    "▁\"",
+    "▁Author",
+    "▁Title",
+    "▁Tags",
+    "▁Genre",
+    "▁Style",
+    "▁Knowledge",
+    "▁Summary",
+    "▁Rating",
+    "Type",
+    "Characters",
+    "Glossary",
+    "<|spmspace|>",
+    "<|spmspace|><|spmspace|>",
+    "<|spmspace|><|spmspace|><|spmspace|><|spmspace|>",
+    "<|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|>",
+    "<|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|>",
+    "<|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|>",
+    "<|mtvocab|>",
+    "<|mtvenglish|>",
+    "<|mtvjapanese|>",
+    "<|mtsentence|>",
+    "<|mtsjapanese|>",
+    "<|mtsenglish|>",
+    "<|mtsentenceend|>",
+    "<|mtvocabend|>",
+    "<|mtend|>",
+    "<|mask|>",
+    "<|masksingle|>",
+    "<|maskshort|>",
+    "<|maskmedium|>",
+    "<|masklong|>",
+    "<|maskparagraph|>",
+    "<|maskend|>",
+    "<|fill|>",
+    "<|fillend|>",
+    "<|rubycover|>",
+    "<|rubystart|>",
+    "<|rubyend|>",
+    "<|reserved0|>",
+    "<|reserved1|>",
+    "<|reserved2|>",
+    "<|reserved3|>",
+    "<|reserved4|>",
+    "<|reserved5|>",
+    "<|reserved6|>",
+    "<|reserved7|>",
+    "<|reserved8|>",
+    "<|reserved9|>",
+    "<|reserved10|>"
+  ],
+  "bos_token": {
+    "__type": "AddedToken",
+    "content": "<|startoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "clean_up_tokenization_spaces": false,
+  "eos_token": {
+    "__type": "AddedToken",
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "legacy": true,
+  "model_max_length": 8192,
+  "pad_token": {
+    "__type": "AddedToken",
+    "content": "<|pad|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sp_model_kwargs": {},
+  "tokenizer_class": "LlamaTokenizer",
+  "truncation": false,
+  "unk_token": {
+    "__type": "AddedToken",
+    "content": "<|unknown|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}