Hugging Face's logo

Open-Orca
/
LlongOrca-13B-16k

Text Generation
Transformers
PyTorch
English
llama
text-generation-inference
Inference Endpoints
Model card Files Community
2
bleysg commited on
Commit
8480512
·
1 Parent(s): 0c4d0d6

Delete checkpoint-5376

Browse files
Files changed (16) hide show
  1. checkpoint-5376/added_tokens.json +0 -6
  2. checkpoint-5376/config.json +0 -30
  3. checkpoint-5376/pytorch_model.bin +0 -3
  4. checkpoint-5376/rng_state_0.pth +0 -3
  5. checkpoint-5376/rng_state_1.pth +0 -3
  6. checkpoint-5376/rng_state_2.pth +0 -3
  7. checkpoint-5376/rng_state_3.pth +0 -3
  8. checkpoint-5376/rng_state_4.pth +0 -3
  9. checkpoint-5376/rng_state_5.pth +0 -3
  10. checkpoint-5376/rng_state_6.pth +0 -3
  11. checkpoint-5376/rng_state_7.pth +0 -3
  12. checkpoint-5376/special_tokens_map.json +0 -6
  13. checkpoint-5376/tokenizer.model +0 -3
  14. checkpoint-5376/tokenizer_config.json +0 -36
  15. checkpoint-5376/trainer_state.json +0 -0
  16. checkpoint-5376/training_args.bin +0 -3
checkpoint-5376/added_tokens.json DELETED
@@ -1,6 +0,0 @@
1
- {
2
- "<pad>": 32000,
3
- "<|im_end|>": 32002,
4
- "<|im_start|>": 32001,
5
- "<|system|>": 32003
6
- }
 
 
 
 
 
 
 
checkpoint-5376/config.json DELETED
@@ -1,30 +0,0 @@
1
- {
2
- "_name_or_path": "conceptofmind/LLongMA-2-13b-16k",
3
- "architectures": [
4
- "LlamaForCausalLM"
5
- ],
6
- "bos_token_id": 1,
7
- "eos_token_id": 2,
8
- "hidden_act": "silu",
9
- "hidden_size": 5120,
10
- "initializer_range": 0.02,
11
- "intermediate_size": 13824,
12
- "max_position_embeddings": 16384,
13
- "model_type": "llama",
14
- "num_attention_heads": 40,
15
- "num_hidden_layers": 40,
16
- "num_key_value_heads": 40,
17
- "pad_token_id": 0,
18
- "pretraining_tp": 2,
19
- "rms_norm_eps": 1e-05,
20
- "rope_scaling": {
21
- "factor": 4.0,
22
- "type": "linear"
23
- },
24
- "tie_word_embeddings": false,
25
- "torch_dtype": "bfloat16",
26
- "transformers_version": "4.32.0.dev0",
27
- "use_cache": false,
28
- "use_flash_attention": false,
29
- "vocab_size": 32004
30
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoint-5376/pytorch_model.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:463beaf2ec9df5fbdc5096f0ee6291c6ffdee14432d33e89510de46b495597d6
3
- size 26031995033
 
 
 
 
checkpoint-5376/rng_state_0.pth DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:b64bd1bb3ba8b0a3e03ea6b9ea79188f2e9aa0b1127982f65e7910552a683009
3
- size 21687
 
 
 
 
checkpoint-5376/rng_state_1.pth DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:4599ed04a3ea8005c93981da3ac51adab6f9e48356f416faf5999160f70aa612
3
- size 21687
 
 
 
 
checkpoint-5376/rng_state_2.pth DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:9e480e19d8c9c591d8b3285867ca3c557cad3b54a5a11f8ddba4cc58128ca39e
3
- size 21687
 
 
 
 
checkpoint-5376/rng_state_3.pth DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:96b235d1282fb055977ff5416b4461dd8d7116aaa6764bcf768e6e190331a636
3
- size 21687
 
 
 
 
checkpoint-5376/rng_state_4.pth DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:17a98e2d1f43b20a0b49ae2d540712c0a057b1c7cae69c4542940db7fc7fa55f
3
- size 21687
 
 
 
 
checkpoint-5376/rng_state_5.pth DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:ee9f8a10bed33741098006f1f70d09d2438a9eecd8b2fd59a0883798ed3f57fc
3
- size 21687
 
 
 
 
checkpoint-5376/rng_state_6.pth DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:9f6b1fae8cf3c4a63e1b8163a1c2366dd0498c12ab762c3d827578047c24211c
3
- size 21687
 
 
 
 
checkpoint-5376/rng_state_7.pth DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:20e1a1bd086523383052a57e4cbe614821a157b38c27f20a13779cb885a5affb
3
- size 21687
 
 
 
 
checkpoint-5376/special_tokens_map.json DELETED
@@ -1,6 +0,0 @@
1
- {
2
- "bos_token": "<s>",
3
- "eos_token": "</s>",
4
- "pad_token": "[PAD]",
5
- "unk_token": "<unk>"
6
- }
 
 
 
 
 
 
 
checkpoint-5376/tokenizer.model DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
3
- size 499723
 
 
 
 
checkpoint-5376/tokenizer_config.json DELETED
@@ -1,36 +0,0 @@
1
- {
2
- "add_bos_token": true,
3
- "add_eos_token": false,
4
- "bos_token": {
5
- "__type": "AddedToken",
6
- "content": "<s>",
7
- "lstrip": false,
8
- "normalized": true,
9
- "rstrip": false,
10
- "single_word": false
11
- },
12
- "clean_up_tokenization_spaces": false,
13
- "eos_token": {
14
- "__type": "AddedToken",
15
- "content": "</s>",
16
- "lstrip": false,
17
- "normalized": true,
18
- "rstrip": false,
19
- "single_word": false
20
- },
21
- "legacy": true,
22
- "model_max_length": 8192,
23
- "pad_token": null,
24
- "sp_model_kwargs": {},
25
- "tokenizer_class": "LlamaTokenizer",
26
- "trust_remote_code": false,
27
- "unk_token": {
28
- "__type": "AddedToken",
29
- "content": "<unk>",
30
- "lstrip": false,
31
- "normalized": true,
32
- "rstrip": false,
33
- "single_word": false
34
- },
35
- "use_fast": true
36
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoint-5376/trainer_state.json DELETED
The diff for this file is too large to render. See raw diff
 
checkpoint-5376/training_args.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:0510726cb65aed3a7adb37f055e2bda836342c6718bba46783cb3c0db4a8a4ec
3
- size 4347