diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..fe48a19185acaa48c2aca47a2929db7237eed896 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,107 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS-00001-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS-00002-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS-00003-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS-00004-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS-00005-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS-00006-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS-00007-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS-00008-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q2_K/abacusai-Smaug-Llama-3-70B-Instruct-Q2_K-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q2_K/abacusai-Smaug-Llama-3-70B-Instruct-Q2_K-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q2_K/abacusai-Smaug-Llama-3-70B-Instruct-Q2_K-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q2_K/abacusai-Smaug-Llama-3-70B-Instruct-Q2_K-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q2_K/abacusai-Smaug-Llama-3-70B-Instruct-Q2_K-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q2_K/abacusai-Smaug-Llama-3-70B-Instruct-Q2_K-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L-00001-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L-00002-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L-00003-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L-00004-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L-00005-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L-00006-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L-00007-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L-00008-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M-00001-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M-00002-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M-00003-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M-00004-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M-00005-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M-00006-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M-00007-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S-00001-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S-00002-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S-00003-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S-00004-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S-00005-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S-00006-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S-00007-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M-00001-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M-00002-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M-00003-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M-00004-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M-00005-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M-00006-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M-00007-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M-00008-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M-00009-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S-00001-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S-00002-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S-00003-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S-00004-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S-00005-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S-00006-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S-00007-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S-00008-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S-00009-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M-00001-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M-00002-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M-00003-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M-00004-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M-00005-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M-00006-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M-00007-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M-00008-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M-00009-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M-00010-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M-00011-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S-00001-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S-00002-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S-00003-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S-00004-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S-00005-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S-00006-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S-00007-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S-00008-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S-00009-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S-00010-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q6_K/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K-00001-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q6_K/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K-00002-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q6_K/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K-00003-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q6_K/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K-00004-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q6_K/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K-00005-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q6_K/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K-00006-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q6_K/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K-00007-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q6_K/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K-00008-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q6_K/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K-00009-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q6_K/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K-00010-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q6_K/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K-00011-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q6_K/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K-00012-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00001-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00002-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00003-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00004-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00005-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00006-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00007-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00008-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00009-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00010-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00011-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00012-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00013-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00014-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00015-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00016-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +featherless-quants.png filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..75b4ff228549f9f9083b106df36f485ddd64dbbf --- /dev/null +++ b/README.md @@ -0,0 +1,47 @@ +--- +base_model: abacusai/Smaug-Llama-3-70B-Instruct +pipeline_tag: text-generation +quantized_by: featherless-ai-quants +--- + +# abacusai/Smaug-Llama-3-70B-Instruct GGUF Quantizations 🚀 + +![Featherless AI Quants](./featherless-quants.png) + +*Optimized GGUF quantization files for enhanced model performance* + +> Powered by [Featherless AI](https://featherless.ai) - run any model you'd like for a simple small fee. +--- + +## Available Quantizations 📊 + +| Quantization Type | File | Size | +|-------------------|------|------| +| IQ4_XS | [abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS](https://huggingface.co/featherless-ai-quants/abacusai-Smaug-Llama-3-70B-Instruct-GGUF/tree/main/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS) | 36496.80 MB (folder) | +| Q2_K | [abacusai-Smaug-Llama-3-70B-Instruct-Q2_K](https://huggingface.co/featherless-ai-quants/abacusai-Smaug-Llama-3-70B-Instruct-GGUF/tree/main/abacusai-Smaug-Llama-3-70B-Instruct-Q2_K) | 25153.26 MB (folder) | +| Q3_K_L | [abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L](https://huggingface.co/featherless-ai-quants/abacusai-Smaug-Llama-3-70B-Instruct-GGUF/tree/main/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L) | 35420.03 MB (folder) | +| Q3_K_M | [abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M](https://huggingface.co/featherless-ai-quants/abacusai-Smaug-Llama-3-70B-Instruct-GGUF/tree/main/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M) | 32680.03 MB (folder) | +| Q3_K_S | [abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S](https://huggingface.co/featherless-ai-quants/abacusai-Smaug-Llama-3-70B-Instruct-GGUF/tree/main/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S) | 29480.03 MB (folder) | +| Q4_K_M | [abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M](https://huggingface.co/featherless-ai-quants/abacusai-Smaug-Llama-3-70B-Instruct-GGUF/tree/main/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M) | 40550.61 MB (folder) | +| Q4_K_S | [abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S](https://huggingface.co/featherless-ai-quants/abacusai-Smaug-Llama-3-70B-Instruct-GGUF/tree/main/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S) | 38478.11 MB (folder) | +| Q5_K_M | [abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M](https://huggingface.co/featherless-ai-quants/abacusai-Smaug-Llama-3-70B-Instruct-GGUF/tree/main/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M) | 47635.86 MB (folder) | +| Q5_K_S | [abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S](https://huggingface.co/featherless-ai-quants/abacusai-Smaug-Llama-3-70B-Instruct-GGUF/tree/main/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S) | 46403.36 MB (folder) | +| Q6_K | [abacusai-Smaug-Llama-3-70B-Instruct-Q6_K](https://huggingface.co/featherless-ai-quants/abacusai-Smaug-Llama-3-70B-Instruct-GGUF/tree/main/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K) | 55206.44 MB (folder) | +| Q8_0 | [abacusai-Smaug-Llama-3-70B-Instruct-Q8_0](https://huggingface.co/featherless-ai-quants/abacusai-Smaug-Llama-3-70B-Instruct-GGUF/tree/main/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0) | 71501.78 MB (folder) | + + +--- + +## ⚡ Powered by [Featherless AI](https://featherless.ai) + +### Key Features + +- 🔥 **Instant Hosting** - Deploy any Llama model on HuggingFace instantly +- 🛠️ **Zero Infrastructure** - No server setup or maintenance required +- 📚 **Vast Compatibility** - Support for 2400+ models and counting +- 💎 **Affordable Pricing** - Starting at just $10/month + +--- + +**Links:** +[Get Started](https://featherless.ai) | [Documentation](https://featherless.ai/docs) | [Models](https://featherless.ai/models) \ No newline at end of file diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS-00001-of-00008.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS-00001-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..ba8f477c5a8cc198795a930dd52cce9b546bdbf7 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS-00001-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7d031defeccd802a1ea4fcd7a56013275c55a47f82662ccef48aded6d569e4b +size 4999733920 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS-00002-of-00008.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS-00002-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..a67caf882d60c9366071833c757d9d1bdbc86906 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS-00002-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3c7f2b44e5f783a1cad01f24968a4f2c275943554eb14a732b3487adf60eb7e +size 4974876320 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS-00003-of-00008.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS-00003-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..8a877f09ab7c080616447a28d696dcd8e11bed39 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS-00003-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d22d220d8bb374bfa58c185f09ae11f368c493d416d4235c7b656aacc5ef6f58 +size 4886009568 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS-00004-of-00008.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS-00004-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..12feeedacb406881685ef327a2e7d9e63ff57ac8 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS-00004-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f89fa4efca02e63b60d340e5694ce94d8bff1bc1355924b84853c30693351b72 +size 4890498912 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS-00005-of-00008.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS-00005-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..960c6a170a3fff375e279cf2daca9a935f91e066 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS-00005-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a93e5ec5d71c8b2265a35548d2b256b8e74e1cbb214b99f2914ed790a86d5fe7 +size 4890498912 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS-00006-of-00008.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS-00006-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..362a743790d8e8df74f2e903cb9dd0ecbd68b2c2 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS-00006-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39ff347b5ad469223f0e56132e0914b4ab98a1d3ac96047a39d0729b37e9f117 +size 4973827808 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS-00007-of-00008.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS-00007-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..7c592a3ad2d94014ab14fbc95fecb5250c3a9494 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS-00007-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b59972a7321b8bc564ef314f43ed4603f579e33e4c954a0605e357cc45eeea0f +size 4979627872 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS-00008-of-00008.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS-00008-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..7537f6be3866e5634fbe21387074619af50680f2 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS/abacusai-Smaug-Llama-3-70B-Instruct-IQ4_XS-00008-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e2d69fb711127d9c919dd8957a89e286a266704268a13d3d89fb4148c87d168 +size 3674590784 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q2_K/abacusai-Smaug-Llama-3-70B-Instruct-Q2_K-00001-of-00006.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q2_K/abacusai-Smaug-Llama-3-70B-Instruct-Q2_K-00001-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..d25ab75197e5343f90b1f39074a00a5007e693d3 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q2_K/abacusai-Smaug-Llama-3-70B-Instruct-Q2_K-00001-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70b6dc30bf284f373709e4a4c6358c4bdd5cba5244613a73d60b8b877e1b8d27 +size 4933709216 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q2_K/abacusai-Smaug-Llama-3-70B-Instruct-Q2_K-00002-of-00006.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q2_K/abacusai-Smaug-Llama-3-70B-Instruct-Q2_K-00002-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..9a38703dd1389bcc71a0fe78e5ac4ee4267b8e12 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q2_K/abacusai-Smaug-Llama-3-70B-Instruct-Q2_K-00002-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5e849f6f2b865d05aa91839b567156e59a933a9cd32615f1c62208e66d32dbc +size 4955054560 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q2_K/abacusai-Smaug-Llama-3-70B-Instruct-Q2_K-00003-of-00006.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q2_K/abacusai-Smaug-Llama-3-70B-Instruct-Q2_K-00003-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..0f3192f56f4f4845c64c8234c443262aeea2e331 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q2_K/abacusai-Smaug-Llama-3-70B-Instruct-Q2_K-00003-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:237bb1d18eb29632cdcfad7e2ab33273bb9383bccee6bfcc3cd6e199f873a0e4 +size 4990575328 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q2_K/abacusai-Smaug-Llama-3-70B-Instruct-Q2_K-00004-of-00006.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q2_K/abacusai-Smaug-Llama-3-70B-Instruct-Q2_K-00004-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b8cccf2b711c44aac90ac0c3c35b5c827b021d4d --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q2_K/abacusai-Smaug-Llama-3-70B-Instruct-Q2_K-00004-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebacd8605171d6bc8527030dbd9e3fbc3059b43b34c6413506ae4c4d97081d9b +size 4972749088 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q2_K/abacusai-Smaug-Llama-3-70B-Instruct-Q2_K-00005-of-00006.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q2_K/abacusai-Smaug-Llama-3-70B-Instruct-Q2_K-00005-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..15b845402e821d7b0ecdfff1319e86cdfff9e84a --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q2_K/abacusai-Smaug-Llama-3-70B-Instruct-Q2_K-00005-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67997e5f928b4762fd7013ea08f3239343f1986dbef07ae1dbdd7f7e2ccb626a +size 4926152992 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q2_K/abacusai-Smaug-Llama-3-70B-Instruct-Q2_K-00006-of-00006.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q2_K/abacusai-Smaug-Llama-3-70B-Instruct-Q2_K-00006-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..ff30d93202800b868988db32b504d7daffca303e --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q2_K/abacusai-Smaug-Llama-3-70B-Instruct-Q2_K-00006-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2956e7d27de81f9e2dddfbfa6deeee1e7f8941f469333e64c56a9ed996254925 +size 1596868032 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L-00001-of-00008.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L-00001-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..173b88c499fd645c7870c4de39e18d7bd17f936c --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L-00001-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef55951585adc1f8298895e9a1ab8cd0341ee83a26fdf8777b171e8919e22ded +size 4936737952 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L-00002-of-00008.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L-00002-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..8cb0158a68b34b5ee5ed197033938ce18e3a41a0 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L-00002-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37201df6eb60be38c5bf1010149f306b9cff5817050387f8c34e48a3919f118c +size 4963375168 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L-00003-of-00008.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L-00003-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..d1c3e82d8cd384cc2d1fe95054089cce55e72855 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L-00003-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa66b20204ce176590f01f38d0f761308e05030a9bf9cf1a8ecf617267e02391 +size 4971304928 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L-00004-of-00008.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L-00004-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..f5461ba401583feac5d355b91656b87729842df8 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L-00004-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3913b54abbc4c3c2bbfcdb79ed85602e9c6820b7169c9a4f1691f18377ac750f +size 4991457056 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L-00005-of-00008.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L-00005-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..65c73604282a58b77bd4dc76cac6d26e211f7cf9 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L-00005-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc13ba436ebf195d89db3d6702ceab3232d9047785ded62249ce4bf9e2674fdd +size 4979955616 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L-00006-of-00008.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L-00006-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..946eef817d6767962367e455a8a8bd524b70ac01 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L-00006-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:817cb67f96abfb0b7cbf24f0b8909df6ee80ed3b4635ed3f04c389c5360e851a +size 4982151072 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L-00007-of-00008.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L-00007-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..ec0548d2c3547a3c4b9096f694339822317675d1 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L-00007-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5d5b7558199293ccc88f8ee51cab7178d3d26ee5098d5f641ccc8654806c08d +size 4925167520 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L-00008-of-00008.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L-00008-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..8636a7fe36342f4e993506ffd4e175e4e9d2bc78 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_L-00008-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a34627ee2bd4113176c5968f7c66548bf7a28a73bbdd5f94905503cab8f609c3 +size 2390444192 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M-00001-of-00007.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M-00001-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..142aabff77fbe5cb3a9d0ae84cf300883aba3cf9 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M-00001-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d0dbd4d63c11f4484e3be2d3bd6dde6cf23ce775775eedd17a0ea8e20dcf1e7 +size 4939097376 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M-00002-of-00007.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M-00002-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..00f4ce7dd27d3834b8519faab809682f28a151bf --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M-00002-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a934ad9aca01b300d82d764a87d064089e2a976af64a4b5f6b7058e012e33615 +size 4919925184 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M-00003-of-00007.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M-00003-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..0de41b616efca2abc53df380b8f1066f87eb0386 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M-00003-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6d8262b984285bf2ea1ec022834568c6022c5de97e0ae29917e45f68b5c1f3d +size 4919925184 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M-00004-of-00007.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M-00004-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..c8ceda36b89d43d4bcb7070f4d63a37c6eb12947 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M-00004-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91d10ca631d075ba82566fee4af775db1eac6c4889220087378129cd403a9733 +size 4995881632 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M-00005-of-00007.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M-00005-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..2a753ead8f774528b54c86a068dc565fc2673f65 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M-00005-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1073ad380723a7e369397b435f9991ed0d9b4869387825b8a071f9a0bf882429 +size 4986280352 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M-00006-of-00007.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M-00006-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..ed18d04e54ee58cc09f4b37bb05ce7f613c90e5c --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M-00006-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46e1cc93a6476a4dd6d7d44f276601a132bdf7ae3c90857e74f2a71b84f81a8a +size 4954528288 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M-00007-of-00007.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M-00007-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b895aec1a2d3bd287b4d639fce848d91c58e4b1e --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_M-00007-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3625ddc66d242760bb58d72b9fb02a34d7edf87008d43c4b81c0edce868135ca +size 4551857088 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S-00001-of-00007.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S-00001-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..c89b866e5e37643f7db8fae97d3a935d47ba015a --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S-00001-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dfba4c0b0d11290a904d99eb223eb79b6e1e9ee4c814d75a9d5a9562444e200 +size 4998834400 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S-00002-of-00007.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S-00002-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..e049773eba51f2872702c5e51062d7147d14ba4f --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S-00002-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c17642a87164869985d431c01074209e823bd80d80b8392d4e82faad59528a92 +size 4909472832 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S-00003-of-00007.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S-00003-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..293845c104820583ef6a62951b0460a1dfb1fde7 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S-00003-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2e2e3af4b722b0efc705839df42efaad1003872f81968b6a30d49ac43bd2b22 +size 4976549216 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S-00004-of-00007.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S-00004-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..3c5fa5fecc38a5fcb065d807f219c9ce77d5ab4a --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S-00004-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c420fa55e8b82d61bc02729226e89ceaac25d7b8c6050698c396b0b17d7d42f +size 4909440000 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S-00005-of-00007.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S-00005-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..8f2defbda498ed59605f6e97db3c16155ca96098 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S-00005-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4fd6d7cf0bde937e56ed3def9ca70c762b387a6743c4e74883cbebf7a22315f +size 4909440000 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S-00006-of-00007.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S-00006-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..aa66eec7ae2d7d7a1888c85ee0d447b694d414d9 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S-00006-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7408beb026b7c76adc1a39c06d090e06143cb29ce9b56655d9a2184240d86f6 +size 4976549216 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S-00007-of-00007.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S-00007-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..f0f975662650734fbd6203b3a903c030ad97ed64 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q3_K_S-00007-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d642a05039934890673bc63d3d2e36a4747ec79560ab78fbd7e593e21565eeb +size 1231766208 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M-00001-of-00009.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M-00001-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..848a7241a46b09100e9030c7bf0adc046ecf7ff0 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M-00001-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7ce7436e3c10de95b6d6291eef8875bad9f6565677acd0576ebf4bc68180d17 +size 4951498880 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M-00002-of-00009.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M-00002-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..586a752af892e1db0be61656c59c07e875bb3c77 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M-00002-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e437de629af836a53093c8ba481ccf8200f150ddefd78148f64b1f412cf95cbd +size 4989490304 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M-00003-of-00009.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M-00003-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..778a5d073e79011307699dc4e512601c8e853ccd --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M-00003-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a77b07ef8840a5f9d1ced054e01afba8b7f3234f8a1543b091e0c41c3f172c54 +size 4932801728 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M-00004-of-00009.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M-00004-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..783fd1bf45ddba69a26b96f9f05461adff301b9b --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M-00004-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20e9b5d0d4c03a48234de53347b0e7c8bbff26a6814460c2573780e1be48af03 +size 4878112064 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M-00005-of-00009.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M-00005-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..41a36023e2e0fe09c83f8be5e0828cadaf8aa861 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M-00005-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:672faf622963ce91ec8ead2d3ccd7a0e0d1784b41ead10936a94bf8b89d3df50 +size 4876997952 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M-00006-of-00009.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M-00006-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..9983e68f87e1a4e0ac43a5d8b0549f5242d20757 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M-00006-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aeaa75c6db711f9828f0ef5eb15f707dc8db4e642c7273b573119615f392455b +size 4965569728 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M-00007-of-00009.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M-00007-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..aee547ecad6d2ea2238e87d93ab1682901e6a667 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M-00007-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:657156f8b46a6daadb783f84db8c832b40f51a6781e5f0a0b4ec291dbd3e9054 +size 4895052928 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M-00008-of-00009.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M-00008-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..cc098dd8d782a19416c8a5886cbb51cd60beedac --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M-00008-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30f74b4c3faf5769925aebf1b7855381fd516233d43bdea00dcd2fc593e32379 +size 4992668928 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M-00009-of-00009.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M-00009-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..1e5cd73947fe0e0f7dc7e1b48d7ba69ebf14d800 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_M-00009-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c26450239d3fd083c23e8f346736247c8642f6e0d596923436e519456d6a699 +size 3038202144 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S-00001-of-00009.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S-00001-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..e647515c3a24a35e70699fb8ca4e96e25c95754a --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S-00001-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ce57dce9c388270d73d7633e05a68625ccc81df2d7b3c0918e81ea97cf9abd5 +size 4986626304 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S-00002-of-00009.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S-00002-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..985a57fc972f930b5b84404bfcd08b4b28f883cc --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S-00002-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:776e0e2a75bcdcede4855cc4d0cc67def3ee91227507048a36159722aa228600 +size 4939454048 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S-00003-of-00009.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S-00003-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..f4ffe00893a6fdb45abfca5ae8939b8c25e06192 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S-00003-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd0414714ae8e2bf4d4a67368d279e4c64f458468a66b1a238b61d36b464ac1a +size 4956263904 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S-00004-of-00009.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S-00004-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..bf84581854174da7c35fb5e5532c15462a7474c4 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S-00004-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14be0c3a28331b2d183081c527eea29d92a12d59694acf672b0d2a5317de4fab +size 4956263936 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S-00005-of-00009.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S-00005-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..e4f9ff968eb864c798711d21f3bc8b15b29c1cf3 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S-00005-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9f7758c876ea034600bf804da2765629eac9e2174efc08778581f342639c2e3 +size 4872345152 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S-00006-of-00009.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S-00006-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..dfbb090a10f488da787fab9e82841844becc1d2b --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S-00006-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e05b9f5725b1d20cb3ae22dc4e60f3d533534cfdefb935529c20141be2cb0e1d +size 4907996416 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S-00007-of-00009.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S-00007-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..2cd9438974191895074091075d4bad142be4483d --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S-00007-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed02f0959204a17817fd60f3dc20baedec6a8dcc325db8b44a4731cd0e4ab3f6 +size 4998731360 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S-00008-of-00009.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S-00008-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..680db273359486ac9f33090008af4197937257b6 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S-00008-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06b68fe3fca52d3bfbea397e1c6827f42cb4adb16ed477d357b1ba060f759087 +size 4867659296 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S-00009-of-00009.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S-00009-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..044f17ecd7c5fc2115323ee8adba686e8d36d1c1 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q4_K_S-00009-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df25963dd90833965a2ddc1bead0acc99415b6e7dcef0bbecd986e93d0931a81 +size 861880480 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M-00001-of-00011.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M-00001-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b7a881e541bd92d5229e93a363ef63b0da632a86 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M-00001-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6f2b38e99352882734a5158c67806dab69a55632ea0c9ad8cbd792bb220c446 +size 4975385984 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M-00002-of-00011.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M-00002-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..caf7aba2b6663e457cd5f66ee1bfcfa94478eed3 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M-00002-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:326989ee77ffd415ceceaeb0084a10607570223ad4da63c11e0b1910f7519335 +size 4934930912 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M-00003-of-00011.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M-00003-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b60a7b8fd35cefa961632066226a11a1e7e4a3fe --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M-00003-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ccf839421c75cbc66806c07edf234b0e787527466ed04ce2a1e02a5cca88692 +size 4964979136 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M-00004-of-00011.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M-00004-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..28123abb08985229451c4515033fb8d92b89ad94 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M-00004-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:417243ffbdd759f83991ac9f93443f425e7ac77f64ef4f390909dd328e22d6e7 +size 4964946304 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M-00005-of-00011.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M-00005-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..545b05df39fd43b1aeb3b738af93f475e28c23f9 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M-00005-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a42704dd09191b63c5d8e09d6b0ed9be2eba6888fe4df9ae0f248fce78023f7c +size 4969632256 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M-00006-of-00011.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M-00006-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..4929a1635e4ee328b1058dd6437a00a75e38ed59 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M-00006-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b48f221f508fb7af462f680d94b85db60586fdaa1ba3ad5b89b7cca216a71762 +size 4870345280 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M-00007-of-00011.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M-00007-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..dbf2ff8207913f939ab7f19d93c20c3ef2c466e9 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M-00007-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fb61cb9e4634baabbdd20e65fbca77d60333999c802e65fb6c1f6810deb44be +size 4964946304 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M-00008-of-00011.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M-00008-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..0c87f2cca9c9723c7c6a724edb779f8df424832e --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M-00008-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8acbe03d4e53492733a2269d0b4ae54848a55ac4e6e670b330cfa4d63e2a7d5f +size 4964946304 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M-00009-of-00011.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M-00009-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..edb7593da119436db5fb173370973e8c4ef5cdc1 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M-00009-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13da9dc22e1cd87d70599ed2b8713d37e444686e8202cb8dd560b3ebd380bdea +size 4866969920 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M-00010-of-00011.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M-00010-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..c1e543b473dc207d290052f681f4b03b5dab5791 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M-00010-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8ede34df79a1010329d644938c24e978298dae97e6f712b96c7406d1d6a7d58 +size 4610855104 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M-00011-of-00011.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M-00011-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..f9209b69b06cb3785ae51d3338c2d7eeaf886691 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_M-00011-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b30431db2d9fa59caa4252f983000b7e9c3018f2acc31b04bcb2e38c554ca8d8 +size 861880480 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S-00001-of-00010.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S-00001-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b8f6efdcca9ed368a82d40c4eb1521af88b9b8c3 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S-00001-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0921526608236bb685bd1f5fdbfe44cb9a46907d2996c3cd8e096ddd2c8805b1 +size 4906082080 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S-00002-of-00010.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S-00002-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..8bde57a42045aea4a8b33ce5ee4044a850afb8a6 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S-00002-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd185ff0feeedaf5b530e1bd76aa6105107fd64d4a9ccef2009c9e38c666ad34 +size 4914155968 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S-00003-of-00010.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S-00003-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..db69425ac27345d6dafe8dbeee7f9f231ec42705 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S-00003-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b847cc1cca1650718b85c4c4e369302f3e3bdffc4fb8e467e157ba25c7266357 +size 4977627520 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S-00004-of-00010.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S-00004-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..7d6861543c55a13b022b45ddb2b73584604bb693 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S-00004-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47ac47bedb5b59ac506ba0440d754709ffee7cd2194fda343331257ab731e343 +size 4862284512 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S-00005-of-00010.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S-00005-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..25b8fa46eb02dd2c5d3f598b2f46d43b94916c89 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S-00005-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fec9353cb95ef9d1fd51e3d67d16b8eeba35f8b7925a1aa7b086bd10eb893eb8 +size 4977561888 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S-00006-of-00010.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S-00006-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..5381a390cb94375edefc03c62f4db8b78157bac4 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S-00006-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c018102326031de24fb94f527064cf36fc9f9f0eb3bf536d85d11df0b7ce3a1c +size 4977693536 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S-00007-of-00010.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S-00007-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..59ba0afe7f432c3756196f718375128517b4148b --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S-00007-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:617bd3921c57fc28a9da0b68550079241034a4bffcc37b95569c830a5f7d77db +size 4914155968 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S-00008-of-00010.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S-00008-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..efb7c20ddcc76bc800c2dd48c87d087e5ceaa87a --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S-00008-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be8425cd42790d038af9d8a4b29ffdccc525dbcf35c424ffb0663d7f08907232 +size 4977627520 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S-00009-of-00010.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S-00009-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..c6a5b57e0bd490d5b68cd792498dfe166f932597 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S-00009-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af7931f009e1f6c3ff80af51d827458a1d351084ea526ecb9cf391f5ac25b2d8 +size 4862284512 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S-00010-of-00010.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S-00010-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..d3c716c63f3daa16b0ef04ea5f9fde8ee3f57fe8 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S/abacusai-Smaug-Llama-3-70B-Instruct-Q5_K_S-00010-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f4116875bc10846994c91fb72d763bdc1ce2dd152a3940eb1547062b48c3406 +size 4287974496 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K-00001-of-00012.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K-00001-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..042a0705e2e03177fd01281e8258fe18e1839120 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K-00001-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e92c5382da7883bc08a1ebc64ee6dfbaf65f790ad278932359e0b8c2aa2c677d +size 4964457344 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K-00002-of-00012.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K-00002-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..5d539d01cbbf8b0fc1a330dce557216a9e6b565b --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K-00002-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a37f0266fd136f55ac291c76aa9460154aa240d9852b458ac09c4dd0de703c9d +size 4837969728 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K-00003-of-00012.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K-00003-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..427cf113a54b1b91d0713ab3c5c49dc408d77a39 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K-00003-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61843f577c30984c2e212ca462fb2da505a85f1a8dd84426226a8a2b576057da +size 4989423328 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K-00004-of-00012.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K-00004-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..34b8876bcee4d2dd19096438716ec26109193abd --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K-00004-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7c22d2448e23817deb0301e1b30eff356c20390f82c36d4772e424b2fa55f41 +size 4837969792 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K-00005-of-00012.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K-00005-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..ab556f6d2afc909e71ecd2eca936d04b2ebbc95b --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K-00005-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2eb9d59c91ede2d2211fab0d80587edbcf98565156f5f8de5db5a01f93953986 +size 4989423328 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K-00006-of-00012.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K-00006-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..fa20937427bd6da45f48a596b18e7d42ab2c33b4 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K-00006-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23d89db70fe7d19c4d580a57b6374665c33521111d34e6b952ca013a2a9a0021 +size 4837969792 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K-00007-of-00012.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K-00007-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..de40be86eaa3e753d3d05758ff37867d6afd7b81 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K-00007-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9269524b5f04a86b338f284ab78ceaef3e730d5e52f6cf55cf7ea4fa9a6fe778 +size 4989423328 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K-00008-of-00012.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K-00008-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..7ab266c696b5d10d6bbba1f295fbb5c45814b88c --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K-00008-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5fc92249e8c8876f802d3e02faca17d28ecc38502b9e25a01656fde5a662656 +size 4837969792 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K-00009-of-00012.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K-00009-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..428d5945f994c537d5ebacf03ada80846362b985 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K-00009-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4abab28058606b9adf846df5ed06d718b8306bdb4ac988258605c3e458972e5 +size 4989423328 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K-00010-of-00012.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K-00010-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..6eace5e4bf36b28c0c1300d25553a4addb4f65f9 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K-00010-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eea15b321db874491cef89321143853d771b0c203931acfbeb17317ab08fcd2e +size 4837969792 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K-00011-of-00012.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K-00011-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..ffb994af527b12a30edee3d738b1a42194131a9e --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K-00011-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68114d79bc315629271537eae041653a6ead061092a7f761e8f5b796425ddf97 +size 4989423328 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K-00012-of-00012.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K-00012-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..f14eb6300da83ff74c5760ea624de3e377f7382f --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K/abacusai-Smaug-Llama-3-70B-Instruct-Q6_K-00012-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:412510b1a305125c5e8c66ab8bc4a912e06df70315650975cadb127988c829a6 +size 3786721792 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00001-of-00016.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00001-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..0f1283923f0f0c6a95f67502faeb4b991b527031 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00001-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f327b911ae94c0a91edc666f432bbb51bae081b3784ac4111c3e3c8e49e2eaa +size 4921350464 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00002-of-00016.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00002-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..a49cf101623cce5bddbe55968459e31e6b65a59b --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00002-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61c74c4f11cbb101cc8f9da1637f2b6d32a6dfb97b56f6d0237cc8cf3b332070 +size 4884597344 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00003-of-00016.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00003-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..eed5cd8262e82f5ef6adab1dcaffae0257dd6bee --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00003-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97aa9d75a8486e3a7d29ef4053db00d85fb43b438519b622f8e912623533e5b4 +size 4955933792 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00004-of-00016.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00004-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..fc28eb72ba625691ec9e74e90517756a60ebe700 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00004-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6265b3e3727a80441dfabeb6e17d28963f946cf685c761c98aefff1fc2a132cd +size 4795501440 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00005-of-00016.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00005-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..cec69e9dd8e1c0790aadc045dbd6c68d028900c4 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00005-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4e48ca778e01427e6ff3f677165386d6bb1e5a276c7c957e99aeff5a41eb767 +size 4795468608 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00006-of-00016.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00006-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..6057e7e56aace9b1869ce66f845dcf0fa67a75e2 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00006-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea3d9cafc4153426661fa47383f75d7226eca689804ae83cc7ad1e1c66d99fd2 +size 4955966624 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00007-of-00016.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00007-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..0f2ba718f3f3e65185efd8e470a5a02b57be427a --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00007-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4077fa0e422042292a4718e5c4af36d6701536688f6b383d0bbd5f8920fa6da8 +size 4795468608 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00008-of-00016.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00008-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..d84c6029413e184537901ad2bed3fa48c6dfdc9a --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00008-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c12355121e04ff3d3e6396b52946580094c4b5fc5256352e92eac6867757388e +size 4795468608 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00009-of-00016.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00009-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..600fa0c5cc0ada51b79dfc3a5e76b5cbb33bf11c --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00009-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b49083e82fdd5ef6541f951d2552948bf389598d3691c295aedbfca56bfac6f +size 4955966624 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00010-of-00016.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00010-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..737e36bebe4684ad9c63cbcb310dfc7cb7124992 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00010-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46a24d3211171dc0d11c82e7251e409db4a432bc13b017fdb29d5d20c41f39a0 +size 4795468608 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00011-of-00016.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00011-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..ddf069a6045df60b0873132eaa883602a6e8e12e --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00011-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20c74e2db155b3047b6d9fe3153193c4bc02ae7b366ad483ccec3d0800da3578 +size 4955900960 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00012-of-00016.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00012-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..2fc65753b88f0c5beb3e83155e6e81cc54077154 --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00012-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da2eefb55b19524afcc56ecffb12a7365c3757c79efdadc1ee8b321d8990d279 +size 4884663392 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00013-of-00016.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00013-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..7b58b3db22c71ddc974a34e42488f3c1596fd46f --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00013-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c21d8f517df8766270d89c00da6918fb1cb7aa8acc3e9a34d87e5f9dc8fa71e +size 4964780736 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00014-of-00016.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00014-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..24ddca387deb4ee5db92636e2bfe375d405bb78b --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00014-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aede6d44ba730b46eeda914dc654b62d84c78298b14e056d6464f37510aae7c3 +size 4955966624 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00015-of-00016.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00015-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..fbc4201464569ecf130b8691544b727cfed0423c --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00015-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17d78aef12bda5c5e485f9a579937f94342d19de41a2b3c539fe16c7651756db +size 4786588480 diff --git a/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00016-of-00016.gguf b/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00016-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..9f4350687fb09f62ff5b4ee9f2d9d1bb0ac3d75e --- /dev/null +++ b/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0/abacusai-Smaug-Llama-3-70B-Instruct-Q8_0-00016-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92fa8b8b6771ed92d81b28103ae6da411ede2735b944e42a37311f0c1af08029 +size 1775960704 diff --git a/featherless-quants.png b/featherless-quants.png new file mode 100644 index 0000000000000000000000000000000000000000..3e0eab9d9c036800df77695d52ddae95b5e1f669 --- /dev/null +++ b/featherless-quants.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e1b4d66c8306c7b0614089381fdf86ea4efb02dffb78d22767a084cb8b88d6b +size 1614532