Hugging Face's logo

brittlewis12
/
Llama-3.2-3B-Instruct-GGUF

GGUF
Inference Endpoints
conversational
Model card Files Community
brittlewis12 commited on
Commit
88d11aa
•
1 Parent(s): 464aa37

Upload folder using huggingface_hub

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. llama-3.2-3b-instruct.IQ1_M.gguf +3 -0
  3. llama-3.2-3b-instruct.IQ1_S.gguf +3 -0
  4. llama-3.2-3b-instruct.IQ2_XXS.gguf +3 -0
  5. llama-3.2-3b-instruct.Q3_K_L.gguf +3 -0
  6. llama-3.2-3b-instruct.Q3_K_M.gguf +3 -0
  7. llama-3.2-3b-instruct.Q3_K_S.gguf +3 -0
  8. llama-3.2-3b-instruct.Q4_K_M.gguf +3 -0
  9. llama-3.2-3b-instruct.Q4_K_S.gguf +3 -0
  10. llama-3.2-3b-instruct.Q5_K_M.gguf +3 -0
  11. llama-3.2-3b-instruct.Q5_K_S.gguf +3 -0
  12. llama-3.2-3b-instruct.Q6_K.gguf +3 -0
  13. llama-3.2-3b-instruct.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -36,3 +36,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
36
  llama-3.2-3b-instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
  llama-3.2-3b-instruct.f16.gguf filter=lfs diff=lfs merge=lfs -text
38
  llama-3.2-3b-instruct.imatrix filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
36
  llama-3.2-3b-instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
  llama-3.2-3b-instruct.f16.gguf filter=lfs diff=lfs merge=lfs -text
38
  llama-3.2-3b-instruct.imatrix filter=lfs diff=lfs merge=lfs -text
39
+ llama-3.2-3b-instruct.IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ llama-3.2-3b-instruct.IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ llama-3.2-3b-instruct.IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ llama-3.2-3b-instruct.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
43
+ llama-3.2-3b-instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ llama-3.2-3b-instruct.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ llama-3.2-3b-instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
46
+ llama-3.2-3b-instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
47
+ llama-3.2-3b-instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
48
+ llama-3.2-3b-instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
49
+ llama-3.2-3b-instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ llama-3.2-3b-instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
llama-3.2-3b-instruct.IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41ea4abcee282ad0afd09a9b67e6aa4a935a937bd445de8e2e689031d3ff4dd6
3
+ size 924191232
llama-3.2-3b-instruct.IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df4843e4f23e79eedc5bdb9bf2127e668b1acfc8fae9fc1ee7f0930e383f47ca
3
+ size 868157952
llama-3.2-3b-instruct.IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2bc4be69f2ba209ee7e916098604f208d44692406646da637a7e55419ddef97
3
+ size 1017580032
llama-3.2-3b-instruct.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88eb7f04d769efe1672c865261445b58831243f743a9ce3942a64f09613be6a5
3
+ size 1815347488
llama-3.2-3b-instruct.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34cc99a8c00ecae0a13df90047392cacb10fc864cc65b00a9b71d1aa8127f605
3
+ size 1687159072
llama-3.2-3b-instruct.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:829c86be28b54407a2c1a1df54d4580fe81c179b5c0a88e2e307fde771262316
3
+ size 1542848800
llama-3.2-3b-instruct.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8e4c3e7d90a7c9022b3215c046c5a9b1a5b82e42107466dd38771b3210399d1
3
+ size 2019377440
llama-3.2-3b-instruct.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40576488c62d715ea56eae191f520143d33dc616da49fb796c2aedf4680974f3
3
+ size 1928200480
llama-3.2-3b-instruct.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b495bed29412d1969fc710f75a9923c0ce87e7bda174655e4fd701f9c58aaa20
3
+ size 2322153760
llama-3.2-3b-instruct.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d68c988892bb6d10c2903314a11870483f8896016d29f859866208a32872f148
3
+ size 2269511968
llama-3.2-3b-instruct.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2301162509a6d4eae5c5e9e0cd27436728cdb8daf96a70e005d3b63e1c4f97fd
3
+ size 2643853600
llama-3.2-3b-instruct.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94f22b7231df5cd1907ff48dba54497b2d7912a4ce60d914f3dcfc0347fa8f21
3
+ size 3421899040