Upload folder using huggingface_hub

.gitattributes

@@ -33,11 +33,9 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+Phi-3.5-mini-instruct-rk3588-w8a8-opt-0-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
 Phi-3.5-mini-instruct-rk3588-w8a8-opt-0-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
+Phi-3.5-mini-instruct-rk3588-w8a8-opt-0-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
+Phi-3.5-mini-instruct-rk3588-w8a8-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
 Phi-3.5-mini-instruct-rk3588-w8a8-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
-Phi-3.5-mini-instruct-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
-Phi-3.5-mini-instruct-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
-Phi-3.5-mini-instruct-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
-Phi-3.5-mini-instruct-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
-Phi-3.5-mini-instruct-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
-Phi-3.5-mini-instruct-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
+Phi-3.5-mini-instruct-rk3588-w8a8-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text

Phi-3.5-mini-instruct-rk3588-w8a8-opt-0-hybrid-ratio-0.0.rkllm

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be9bb22a0d717fc19d122755fb3117089df228ac6ca3d70f7ff9e573e2a8c6dc
+size 3940113108

Phi-3.5-mini-instruct-rk3588-w8a8-opt-0-hybrid-ratio-1.0.rkllm

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be9bb22a0d717fc19d122755fb3117089df228ac6ca3d70f7ff9e573e2a8c6dc
+size 3940113108

Phi-3.5-mini-instruct-rk3588-w8a8-opt-1-hybrid-ratio-0.0.rkllm

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a66d9a04e6bea355287597ed5015ac0df263e032b9924bb4584cc27170d5bb
+size 3940113108

Phi-3.5-mini-instruct-rk3588-w8a8-opt-1-hybrid-ratio-1.0.rkllm

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a66d9a04e6bea355287597ed5015ac0df263e032b9924bb4584cc27170d5bb
+size 3940113108

README.md

@@ -15,8 +15,7 @@ widget:
 ---
 # Phi-3.5-mini-instruct-RK3588-1.1.2
 
-This version of Phi-3.5-mini-instruct has been converted to run on the RK3588 NPU using ['w8a8', 'w8a8_g128', 'w8a8_g256', 'w8a8_g512'] quantization.
-
+This version of Phi-3.5-mini-instruct has been converted to run on the RK3588 NPU using ['w8a8'] quantization.
 This model has been optimized with the following LoRA: 
 
 Compatible with RKLLM version: 1.1.2