Upload L3.3-70B-Euryale-v2.3-GGUF

.gitattributes

@@ -33,3 +33,29 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+L3.3-70B-Euryale-v2.3.BF16-split-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
+L3.3-70B-Euryale-v2.3.BF16-split-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
+L3.3-70B-Euryale-v2.3.BF16-split-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
+L3.3-70B-Euryale-v2.3.IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
+L3.3-70B-Euryale-v2.3.IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
+L3.3-70B-Euryale-v2.3.IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
+L3.3-70B-Euryale-v2.3.IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
+L3.3-70B-Euryale-v2.3.IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
+L3.3-70B-Euryale-v2.3.IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
+L3.3-70B-Euryale-v2.3.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
+L3.3-70B-Euryale-v2.3.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
+L3.3-70B-Euryale-v2.3.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
+L3.3-70B-Euryale-v2.3.IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
+L3.3-70B-Euryale-v2.3.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
+L3.3-70B-Euryale-v2.3.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+L3.3-70B-Euryale-v2.3.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+L3.3-70B-Euryale-v2.3.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+L3.3-70B-Euryale-v2.3.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+L3.3-70B-Euryale-v2.3.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+L3.3-70B-Euryale-v2.3.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+L3.3-70B-Euryale-v2.3.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+L3.3-70B-Euryale-v2.3.Q6_K-split-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
+L3.3-70B-Euryale-v2.3.Q6_K-split-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
+L3.3-70B-Euryale-v2.3.Q8_0-split-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
+L3.3-70B-Euryale-v2.3.Q8_0-split-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
+L3.3-70B-Euryale-v2.3.imatrix filter=lfs diff=lfs merge=lfs -text

L3.3-70B-Euryale-v2.3.BF16-split-00001-of-00003.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c825f1276e72172686bd7382689553c15a7f4009e29cfebe32589bd4fd1f52a
+size 49875754112

L3.3-70B-Euryale-v2.3.BF16-split-00002-of-00003.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1236ca59bcf96ffab709502d35585650ee4c3683416be759ba8658122570d5e2
+size 49779916256

L3.3-70B-Euryale-v2.3.BF16-split-00003-of-00003.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65223cb1034f9edeb3495e6a050b56101d8befd71aa55e552ce15947001a27b6
+size 41462247744

L3.3-70B-Euryale-v2.3.IQ1_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f461048d1aa6fb6f8a2c1d034662f92c4c91bb24713097e68170d2bcd126f69
+size 16751201152

L3.3-70B-Euryale-v2.3.IQ1_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2351c2a5315bbe8adebaaba3753f1f229a7bb26ae117918c425c90e5a5c43003
+size 15343487872

L3.3-70B-Euryale-v2.3.IQ2_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cef4242dce37f9e2a16ca3c72feb88cc3c6e29608ebe2f865577128a7ad09db5
+size 24119298944

L3.3-70B-Euryale-v2.3.IQ2_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7573c395ac3986124a09657ae448aac10b746bf7fc4bdda1d13b4a9229c3bfa6
+size 22242347904

L3.3-70B-Euryale-v2.3.IQ2_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f095247a355f957a9ec20c8aeccf39cf7e3b5016c3cca340ff36212326903bc
+size 21142113152

L3.3-70B-Euryale-v2.3.IQ2_XXS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dddb6fdef4fb31143b0f3b678323d3870323e8429a587698973028eb0bca81c6
+size 19097389952

L3.3-70B-Euryale-v2.3.IQ3_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8ee8a647144d228eaa7e52d733007c624fecd0143f30410a72e359ba308f9f6
+size 31937039232

L3.3-70B-Euryale-v2.3.IQ3_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d2b3731141b45f9040c5560c9ebfed3843e4623796f63876416c83f1eb3e029
+size 30912056192

L3.3-70B-Euryale-v2.3.IQ3_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba13c2143ebbfd4b8c86e77cf957a928c40317285f4c47c1f4fcc41201444546
+size 29307734912

L3.3-70B-Euryale-v2.3.IQ3_XXS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecb4d7ff0cf333b8952580747d1c6f2c032776664552a9b98761b8bf85f2dcca
+size 27469499264

L3.3-70B-Euryale-v2.3.IQ4_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bda151b9aa8e58d46d0631dc3d15cdc4cfb5e2d6ace68dafc586eb45dfc1c2cc
+size 37902666624

L3.3-70B-Euryale-v2.3.Q3_K_L.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ad8fbe02584985acf8b3f21236a11242337a80c2feb31fa28c37d986da666d
+size 37140597344

L3.3-70B-Euryale-v2.3.Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb6c0fe2f30cf3a05ae239ce421273d9a89fa67e524cf75c8bfd9de4c8e0f9f
+size 34267499104

L3.3-70B-Euryale-v2.3.Q3_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bd8c623db210bf9512ce6bf020dc2c2f6af080dd947eb258bcfd5cdff7f6dca
+size 30912055904

L3.3-70B-Euryale-v2.3.Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbce810499fb9a7c7979a7110b3b5c5a52b3de90f069bbf9f6a5277f17d63e5b
+size 42520398432

L3.3-70B-Euryale-v2.3.Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62fde34a6424fd28f335680483beb48456691e2c9bf5324d62c3f460b29458ba
+size 40347224672

L3.3-70B-Euryale-v2.3.Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f2140efe066989fe2f664846ef79615644927607e5b2ba143f39c11268eb4f
+size 49949821536

L3.3-70B-Euryale-v2.3.Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fcc040880c67d811043a3b44fd81d3f81b637ce887ceeebfa77ab27a4e8b150
+size 48657451616

L3.3-70B-Euryale-v2.3.Q6_K-split-00001-of-00002.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b1a53c8cc7514673c3d9e1a63bd73001c35995041601ab9b6b618c6d3afb515
+size 49973949248

L3.3-70B-Euryale-v2.3.Q6_K-split-00002-of-00002.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c237a8a16cb52471874c0030feb8c569295d86e9b54dd98bc69d66b918bb764b
+size 7914199008

L3.3-70B-Euryale-v2.3.Q8_0-split-00001-of-00002.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c4fe6c9cce4bf8acf661bc8fd931970c9196cdb44409a795f7d8bcaa799dee1
+size 49927999808

L3.3-70B-Euryale-v2.3.Q8_0-split-00002-of-00002.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0509144f331d2873499f10b0621004bde16797cb6dd19d11f1e60a9fa552d7a2
+size 25047054816

L3.3-70B-Euryale-v2.3.imatrix

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c48d9c6150ea0573916bb02e3d71e574cdde36cf5871c3dae1983ca84a97dbbd
+size 24922344

README.md

@@ -0,0 +1,43 @@
+---
+base_model: Sao10K/L3.3-70B-Euryale-v2.3
+library_name: transformers
+license: llama3
+model_name: L3.3-70B-Euryale-v2.3-GGUF
+tags:
+- generated_from_trainer
+quantized_by: brooketh
+parameter_count: 70553706560
+---
+<img src="BackyardAI_Banner.png" alt="Backyard.ai" style="height: 90px; min-width: 32px; display: block; margin: auto;">
+
+**<p style="text-align: center;">The official library of GGUF format models for use in the local AI chat app, Backyard AI.</p>**
+
+<p style="text-align: center;"><a href="https://backyard.ai/">Download Backyard AI here to get started.</a></p>
+
+<p style="text-align: center;"><a href="https://www.reddit.com/r/LLM_Quants/">Request Additional models at r/LLM_Quants.</a></p>
+
+***
+# L3.3 Euryale V2.3 70B
+- **Creator:** [Sao10K](https://huggingface.co/Sao10K/)
+- **Original:** [L3.3 Euryale V2.3 70B](https://huggingface.co/Sao10K/L3.3-70B-Euryale-v2.3)
+- **Date Created:** 2024-12-07
+- **Trained Context:** 131072 tokens
+- **Description:** A direct replacement/successor to Euryale v2.2, entirely trained on top of Llama 3.3 Instruct.
+***
+## What is a GGUF?
+GGUF is a large language model (LLM) format that can be split between CPU and GPU. GGUFs are compatible with applications based on llama.cpp, such as Backyard AI. Where other model formats require higher end GPUs with ample VRAM, GGUFs can be efficiently run on a wider variety of hardware.
+GGUF models are quantized to reduce resource usage, with a tradeoff of reduced coherence at lower quantizations. Quantization reduces the precision of the model weights by changing the number of bits used for each weight.
+
+***
+<img src="BackyardAI_Logo.png" alt="Backyard.ai" style="height: 75px; min-width: 32px; display: block; horizontal align: left;">
+
+## Backyard AI
+- Free, local AI chat application.
+- One-click installation on Mac and PC.
+- Automatically use GPU for maximum speed.
+- Built-in model manager.
+- High-quality character hub.
+- Zero-config desktop-to-mobile tethering.
+Backyard AI makes it easy to start chatting with AI using your own characters or one of the many found in the built-in character hub. The model manager helps you find the latest and greatest models without worrying about whether it's the correct format. Backyard AI supports advanced features such as lorebooks, author's note, text formatting, custom context size, sampler settings, grammars, local TTS, cloud inference, and tethering, all implemented in a way that is straightforward and reliable.
+**Join us on [Discord](https://discord.gg/SyNN2vC9tQ)**
+***