Hugging Face's logo

koesn
/
Llama-3.1-8B-ArliAI-Formax-v1.0-GGUF

GGUF
Inference Endpoints
conversational
Model card Files Community
koesn commited on
Commit
bc60182
·
verified ·
1 Parent(s): 4a81f1d

quantized model

Browse files
Files changed (8) hide show
  1. .gitattributes +7 -0
  2. llama-3.1-8b-arliai-formax-v1.0.Q2_K.gguf +3 -0
  3. llama-3.1-8b-arliai-formax-v1.0.Q3_K.gguf +3 -0
  4. llama-3.1-8b-arliai-formax-v1.0.Q4_0.gguf +3 -0
  5. llama-3.1-8b-arliai-formax-v1.0.Q4_K.gguf +3 -0
  6. llama-3.1-8b-arliai-formax-v1.0.Q5_K.gguf +3 -0
  7. llama-3.1-8b-arliai-formax-v1.0.Q6_K.gguf +3 -0
  8. llama-3.1-8b-arliai-formax-v1.0.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,10 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ llama-3.1-8b-arliai-formax-v1.0.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ llama-3.1-8b-arliai-formax-v1.0.Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ llama-3.1-8b-arliai-formax-v1.0.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
39
+ llama-3.1-8b-arliai-formax-v1.0.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
40
+ llama-3.1-8b-arliai-formax-v1.0.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
41
+ llama-3.1-8b-arliai-formax-v1.0.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
42
+ llama-3.1-8b-arliai-formax-v1.0.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
llama-3.1-8b-arliai-formax-v1.0.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21ecbc1a5bc4d62450e7604afb2e0eb956998a8d1b171beb436a74127abeb734
3
+ size 3179131680
llama-3.1-8b-arliai-formax-v1.0.Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78221f53796248ce0028674d24998d72fd4687b1619571474b6689290eaaf996
3
+ size 4018918176
llama-3.1-8b-arliai-formax-v1.0.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48c80515ff261a4f7da48c3adb076081310266258eb2641f67d0560341f76073
3
+ size 4661211936
llama-3.1-8b-arliai-formax-v1.0.Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45c55db9c698eaf29ab7b1990e8c323a0f554cd84fa6a297a18bb196475b845b
3
+ size 4920734496
llama-3.1-8b-arliai-formax-v1.0.Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:060a7acf7745b4f95b8db77bdb82cb5e3883e2b1184b536a643c8730b917bb11
3
+ size 5732987680
llama-3.1-8b-arliai-formax-v1.0.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1be8fa1955cb16e02501b68ef67008a1b482f351a08244abb525f9d042c55a6
3
+ size 6596006688
llama-3.1-8b-arliai-formax-v1.0.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8957829607ab6b15b90320a5f4a3da632d8de39a4a84c6f9fd022bc3dedae19c
3
+ size 8540771104