Hugging Face's logo

alpindale
/
miquella-120b-gguf

GGUF
Merge
Inference Endpoints
Model card Files Community
2
alpindale commited on
Commit
89935ce
•
1 Parent(s): 941b76e

Upload folder using huggingface_hub

Browse files
Files changed (35) hide show
  1. .gitattributes +33 -0
  2. miquella-120b.IQ2_XS.gguf +3 -0
  3. miquella-120b.IQ2_XXS.gguf +3 -0
  4. miquella-120b.IQ3_XXS.gguf +3 -0
  5. miquella-120b.Q2_K.gguf +3 -0
  6. miquella-120b.Q2_K_S.gguf +3 -0
  7. miquella-120b.Q3_K_L.gguf_part_aa +3 -0
  8. miquella-120b.Q3_K_L.gguf_part_ab +3 -0
  9. miquella-120b.Q3_K_M.gguf_part_aa +3 -0
  10. miquella-120b.Q3_K_M.gguf_part_ab +3 -0
  11. miquella-120b.Q3_K_S.gguf_part_aa +3 -0
  12. miquella-120b.Q3_K_S.gguf_part_ab +3 -0
  13. miquella-120b.Q3_K_XS.gguf +3 -0
  14. miquella-120b.Q4_0.gguf_part_aa +3 -0
  15. miquella-120b.Q4_0.gguf_part_ab +3 -0
  16. miquella-120b.Q4_1.gguf_part_aa +3 -0
  17. miquella-120b.Q4_1.gguf_part_ab +3 -0
  18. miquella-120b.Q4_K_M.gguf_part_aa +3 -0
  19. miquella-120b.Q4_K_M.gguf_part_ab +3 -0
  20. miquella-120b.Q4_K_S.gguf_part_aa +3 -0
  21. miquella-120b.Q4_K_S.gguf_part_ab +3 -0
  22. miquella-120b.Q5_0.gguf_part_aa +3 -0
  23. miquella-120b.Q5_0.gguf_part_ab +3 -0
  24. miquella-120b.Q5_1.gguf_part_aa +3 -0
  25. miquella-120b.Q5_1.gguf_part_ab +3 -0
  26. miquella-120b.Q5_K_M.gguf_part_aa +3 -0
  27. miquella-120b.Q5_K_M.gguf_part_ab +3 -0
  28. miquella-120b.Q5_K_S.gguf_part_aa +3 -0
  29. miquella-120b.Q5_K_S.gguf_part_ab +3 -0
  30. miquella-120b.Q6_K.gguf_part_aa +3 -0
  31. miquella-120b.Q6_K.gguf_part_ab +3 -0
  32. miquella-120b.Q8_0.gguf_part_aa +3 -0
  33. miquella-120b.Q8_0.gguf_part_ab +3 -0
  34. miquella-120b.Q8_0.gguf_part_ac +3 -0
  35. split.sh +27 -0
.gitattributes CHANGED
@@ -33,3 +33,36 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ miquella-120b.IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ miquella-120b.IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
38
+ miquella-120b.IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
39
+ miquella-120b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
40
+ miquella-120b.Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ miquella-120b.Q3_K_L.gguf_part_aa filter=lfs diff=lfs merge=lfs -text
42
+ miquella-120b.Q3_K_L.gguf_part_ab filter=lfs diff=lfs merge=lfs -text
43
+ miquella-120b.Q3_K_M.gguf_part_aa filter=lfs diff=lfs merge=lfs -text
44
+ miquella-120b.Q3_K_M.gguf_part_ab filter=lfs diff=lfs merge=lfs -text
45
+ miquella-120b.Q3_K_S.gguf_part_aa filter=lfs diff=lfs merge=lfs -text
46
+ miquella-120b.Q3_K_S.gguf_part_ab filter=lfs diff=lfs merge=lfs -text
47
+ miquella-120b.Q3_K_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ miquella-120b.Q4_0.gguf_part_aa filter=lfs diff=lfs merge=lfs -text
49
+ miquella-120b.Q4_0.gguf_part_ab filter=lfs diff=lfs merge=lfs -text
50
+ miquella-120b.Q4_1.gguf_part_aa filter=lfs diff=lfs merge=lfs -text
51
+ miquella-120b.Q4_1.gguf_part_ab filter=lfs diff=lfs merge=lfs -text
52
+ miquella-120b.Q4_K_M.gguf_part_aa filter=lfs diff=lfs merge=lfs -text
53
+ miquella-120b.Q4_K_M.gguf_part_ab filter=lfs diff=lfs merge=lfs -text
54
+ miquella-120b.Q4_K_S.gguf_part_aa filter=lfs diff=lfs merge=lfs -text
55
+ miquella-120b.Q4_K_S.gguf_part_ab filter=lfs diff=lfs merge=lfs -text
56
+ miquella-120b.Q5_0.gguf_part_aa filter=lfs diff=lfs merge=lfs -text
57
+ miquella-120b.Q5_0.gguf_part_ab filter=lfs diff=lfs merge=lfs -text
58
+ miquella-120b.Q5_1.gguf_part_aa filter=lfs diff=lfs merge=lfs -text
59
+ miquella-120b.Q5_1.gguf_part_ab filter=lfs diff=lfs merge=lfs -text
60
+ miquella-120b.Q5_K_M.gguf_part_aa filter=lfs diff=lfs merge=lfs -text
61
+ miquella-120b.Q5_K_M.gguf_part_ab filter=lfs diff=lfs merge=lfs -text
62
+ miquella-120b.Q5_K_S.gguf_part_aa filter=lfs diff=lfs merge=lfs -text
63
+ miquella-120b.Q5_K_S.gguf_part_ab filter=lfs diff=lfs merge=lfs -text
64
+ miquella-120b.Q6_K.gguf_part_aa filter=lfs diff=lfs merge=lfs -text
65
+ miquella-120b.Q6_K.gguf_part_ab filter=lfs diff=lfs merge=lfs -text
66
+ miquella-120b.Q8_0.gguf_part_aa filter=lfs diff=lfs merge=lfs -text
67
+ miquella-120b.Q8_0.gguf_part_ab filter=lfs diff=lfs merge=lfs -text
68
+ miquella-120b.Q8_0.gguf_part_ac filter=lfs diff=lfs merge=lfs -text
miquella-120b.IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76c0a1a9a54054854c18230ed9ecfe0446e44703b0e6f048f615395fb159b821
3
+ size 34630872416
miquella-120b.IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa5fa801430d6d5a4466fdb4366717938f65d0a24b261176ec15f2e017deb176
3
+ size 31128366432
miquella-120b.IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d9f38e1ce5c953d6c0747f6eecaf5b58812b719d47d63482d551c4120823e30
3
+ size 45883977056
miquella-120b.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd5fd1b6fda623333b31880f1ac0f474cf2434139a4c6b8b8ac5a694d2b32699
3
+ size 43245727072
miquella-120b.Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39d2dc16ed29f940997866b999c5a86a03ccc0a10388e1578a46844c5df25546
3
+ size 39979674976
miquella-120b.Q3_K_L.gguf_part_aa ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56b2ee14bc5954a0850f466e235d5f388111d8d03e7eb83bb46fdb00741ab601
3
+ size 48318382080
miquella-120b.Q3_K_L.gguf_part_ab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa42bc7908f8b433cc47c2c6e20e1f97c4364a11cd8185647cc0b46ab31d4af3
3
+ size 13350776160
miquella-120b.Q3_K_M.gguf_part_aa ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae8eae3dfd9eb075ee39300fd148d4ac73ff15f189917dd9cbfe384dfb5dea69
3
+ size 48318382080
miquella-120b.Q3_K_M.gguf_part_ab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bd017f8b759e9a13412f116020964732fa234eb794c8bb58710080aab61a4cc
3
+ size 8272522592
miquella-120b.Q3_K_S.gguf_part_aa ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ec7e7421290e977687fed0b8e35ef74eda05057e43d4fec656b85e83ab0ddac
3
+ size 48318382080
miquella-120b.Q3_K_S.gguf_part_ab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7eca88cfe8e1f8163dbbfcfa2e3ab2b4bde62eda98c48000b16d221959d6a955
3
+ size 2388110688
miquella-120b.Q3_K_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbf9fa837d99ff39a95b3e0fde304f0a050c04068ec15f4931a65b330c67e3c1
3
+ size 47875796320
miquella-120b.Q4_0.gguf_part_aa ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9a7c20ecb46e257a6d134a985eda116ad9fe5c547f9ff80d4ddf59e396589de
3
+ size 48318382080
miquella-120b.Q4_0.gguf_part_ab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a965871bee97925f88eaf9988b6c9e47c8e0c4795ddbfeaab629d879d2468968
3
+ size 18241088864
miquella-120b.Q4_1.gguf_part_aa ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31820227d0ec6e8cb095081d5a1f478ee0d055de4d924368850bec1bdb5cd329
3
+ size 48318382080
miquella-120b.Q4_1.gguf_part_ab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28965059d2feb7ff40bb7efd05e564029da2cea2350825a5c2faccc66f75343b
3
+ size 25334312288
miquella-120b.Q4_K_M.gguf_part_aa ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8dbf1542ddf7d991d920a4f93fa26f52c5904962229d812b3f0fdf819356a92f
3
+ size 48318382080
miquella-120b.Q4_K_M.gguf_part_ab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2c3a8287c98b643b4d3ca19a1e59b0180ec85583a61e0422584cf0050d467a1
3
+ size 22319066464
miquella-120b.Q4_K_S.gguf_part_aa ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3792dd2c11748ea12d363ba31af635b221d678e37a3825081c63edc6fd6d82e
3
+ size 48318382080
miquella-120b.Q4_K_S.gguf_part_ab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc3c1e1cf03960afecba55fd616ec198195517d53efb1d54a10bfcf29a45a846
3
+ size 18494844256
miquella-120b.Q5_0.gguf_part_aa ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c5510d132af32127c84704b6577ecfcd699ed6e40932e486e8b554dbc8158bd
3
+ size 48318382080
miquella-120b.Q5_0.gguf_part_ab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c29f5fc2b329a3e8d0013e810f251aef3ebc40866caedfdafd4cc07e79355316
3
+ size 32926657888
miquella-120b.Q5_1.gguf_part_aa ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65aef1491a884be19652c71737d65880e9027989a98248bb8656a4b07f0403ee
3
+ size 48318382080
miquella-120b.Q5_1.gguf_part_ab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d071e64a56814e6fd71678c4b7b161c907b41efe8556547684ec45fb99801ff
3
+ size 40019881312
miquella-120b.Q5_K_M.gguf_part_aa ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:298ef51e650f2ef7bd92af6b6510ae5b565be806f3f17a960fd31e3664b6188d
3
+ size 48318382080
miquella-120b.Q5_K_M.gguf_part_ab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fd8ac11bc0b2414230ab36f8108053e91c701751765f406258c9bc8dcf3c060
3
+ size 34906434912
miquella-120b.Q5_K_S.gguf_part_aa ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e84101029dd9e170f9678e744272956fc2bc87964586950293eff8003dc00cf6
3
+ size 48318382080
miquella-120b.Q5_K_S.gguf_part_ab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5203d1ab708bc180576468ef37dc357ebe9981bea74506c7e4c0d1ed6c0f5d6
3
+ size 32677096800
miquella-120b.Q6_K.gguf_part_aa ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:844aa135cf153a0c23e2f8c5eb8cc5cd78c2a624cc1e05d333119a9b8a57d4c8
3
+ size 48318382080
miquella-120b.Q6_K.gguf_part_ab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7d7a7ea014aada0f12f8cfb4ffc93b0134f6a69888f3c0333de5d601f269612
3
+ size 48280513888
miquella-120b.Q8_0.gguf_part_aa ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac10b345c0ff50b2ed7b17d9432a8b6075deda4e522afa9cfca3e2fdd50a59b8
3
+ size 48318382080
miquella-120b.Q8_0.gguf_part_ab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79f2480559d22c9fdd11964f578252712141dfe6f8710bb4a36ff7cec59fd929
3
+ size 48318382080
miquella-120b.Q8_0.gguf_part_ac ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7bae34a4c543750dcba41fdae9f984482663726c8253bf3359b053894313b89
3
+ size 28478909792
split.sh ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #!/bin/bash
2
+
3
+ echo "Starting the script..."
4
+
5
+ # Find all .gguf files in the current directory
6
+ for file in $(find . -type f -name "*.gguf")
7
+ do
8
+ echo "Checking file: $file"
9
+
10
+ # Get file size in GB
11
+ filesize=$(du -B1G "$file" | cut -f1)
12
+
13
+ # If file size is greater than 45GB
14
+ if [ $filesize -gt 45 ]
15
+ then
16
+ echo "File $file is larger than 45GB. Splitting it into chunks..."
17
+
18
+ # Split the file into chunks of 45GB
19
+ split -b 45G "$file" "${file}_part_"
20
+
21
+ echo "File $file has been split into chunks of 45GB."
22
+ else
23
+ echo "File $file is not larger than 45GB. Skipping..."
24
+ fi
25
+ done
26
+
27
+ echo "Script finished."