Hugging Face's logo

ludis
/
tsukasa-13b-qlora-limarp-gptq

Text Generation
Transformers
PyTorch
llama
Inference Endpoints
text-generation-inference
Model card Files Community
ludis commited on
Commit
4f3cd58
•
1 Parent(s): 313fc02

Upload folder using huggingface_hub

Browse files
Files changed (4) hide show
  1. config.json +1 -1
  2. huggingface-metadata.txt +5 -5
  3. quantize_config.json +1 -1
  4. tsukasa-13b-qlora-limarp-4bit-128g.safetensors +1 -1
config.json CHANGED
@@ -21,7 +21,7 @@
21
  "rope_theta": 10000.0,
22
  "tie_word_embeddings": false,
23
  "torch_dtype": "float16",
24
- "transformers_version": "4.32.1",
25
  "use_cache": true,
26
  "vocab_size": 32000
27
  }
 
21
  "rope_theta": 10000.0,
22
  "tie_word_embeddings": false,
23
  "torch_dtype": "float16",
24
+ "transformers_version": "4.33.1",
25
  "use_cache": true,
26
  "vocab_size": 32000
27
  }
huggingface-metadata.txt CHANGED
@@ -1,9 +1,9 @@
1
- url: https://huggingface.co/ludis/tsukasa-13b-qlora-limarp
2
  branch: main
3
- download date: 2023-09-10 05:28:12
4
  sha256sum:
5
- 838a4c37e3fa6ad5f8f605df29eff4da45f9f1c5a897d1c64a2415e82f8c2f81 pytorch_model-00001-of-00003.bin
6
- 6804b512408ac7de945d9fdb31b848d214ac76c3b92d87987d6e2c528f0ff139 pytorch_model-00002-of-00003.bin
7
- bda0f516ee771496f3a12c7eeb2a58115d56225184bdd281fc9c80c4ee7d525f pytorch_model-00003-of-00003.bin
8
  9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347 tokenizer.model
9
  81a57ef6cd49e8fc7eb201ed68ec358021081c4e26f4eddf8261075d4ac6b8d6 tsukasa-13b-qlora-limarp-Q5_K_M.gguf
 
1
+ url: https://huggingface.co/ludis/tsukasa-13b-qlora-limarp-gptq
2
  branch: main
3
+ download date: 2023-09-15 00:16:40
4
  sha256sum:
5
+ 9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347 tokenizer.model
6
+ 133f3a63fe6a9941625b39e0b3804940b19043062bf396a1d1d624a4e89c6f76 tsukasa-13b-qlora-limarp-4bit-128g.safetensors
7
+ bda0f516ee771496f3a12c7eeb2a58115d56225184bdd281fc9c80c4ee7d525f pytorch_model-00003-of-00003.bin
8
  9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347 tokenizer.model
9
  81a57ef6cd49e8fc7eb201ed68ec358021081c4e26f4eddf8261075d4ac6b8d6 tsukasa-13b-qlora-limarp-Q5_K_M.gguf
quantize_config.json CHANGED
@@ -3,7 +3,7 @@
3
  "group_size": 128,
4
  "damp_percent": 0.1,
5
  "desc_act": false,
6
- "static_grouos": false,
7
  "sym": true,
8
  "true_sequential": true,
9
  "model_name_or_path": null,
 
3
  "group_size": 128,
4
  "damp_percent": 0.1,
5
  "desc_act": false,
6
+ "static_groups": false,
7
  "sym": true,
8
  "true_sequential": true,
9
  "model_name_or_path": null,
tsukasa-13b-qlora-limarp-4bit-128g.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:133f3a63fe6a9941625b39e0b3804940b19043062bf396a1d1d624a4e89c6f76
3
  size 7259435192
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92476632f9044416a27bc337a6f82f6f90f2e3ab9366767ab2fdc73dfa35d896
3
  size 7259435192