streamlined
Browse files- .args +0 -2
- README.md +8 -1
- TinyLLama-v0-5M-F16.llamafile +2 -2
- llamafile-creation.sh +6 -0
.args
CHANGED
@@ -1,4 +1,2 @@
|
|
1 |
-m
|
2 |
TinyLLama-v0-5M-F16.gguf
|
3 |
-
--host
|
4 |
-
0.0.0.0
|
|
|
1 |
-m
|
2 |
TinyLLama-v0-5M-F16.gguf
|
|
|
|
README.md
CHANGED
@@ -73,12 +73,19 @@ cp maykeye_tinyllama/TinyLLama-v0-5M-F16.gguf TinyLLama-v0-5M-F16.gguf
|
|
73 |
# Get the llamafile engine
|
74 |
cp /usr/local/bin/llamafile TinyLLama-v0-5M-F16.llamafile
|
75 |
|
|
|
|
|
|
|
|
|
|
|
|
|
76 |
# Combine
|
77 |
zipalign -j0 \
|
78 |
TinyLLama-v0-5M-F16.llamafile \
|
79 |
TinyLLama-v0-5M-F16.gguf \
|
80 |
.args
|
81 |
|
82 |
-
# Test
|
|
|
83 |
./TinyLLama-v0-5M-F16.llamafile
|
84 |
```
|
|
|
73 |
# Get the llamafile engine
|
74 |
cp /usr/local/bin/llamafile TinyLLama-v0-5M-F16.llamafile
|
75 |
|
76 |
+
# Create an .args file with settings defaults
|
77 |
+
cat >.args <<EOF
|
78 |
+
-m
|
79 |
+
TinyLLama-v0-5M-F16.gguf
|
80 |
+
EOF
|
81 |
+
|
82 |
# Combine
|
83 |
zipalign -j0 \
|
84 |
TinyLLama-v0-5M-F16.llamafile \
|
85 |
TinyLLama-v0-5M-F16.gguf \
|
86 |
.args
|
87 |
|
88 |
+
# Test the new llamafile
|
89 |
+
# It should run thought all the .args settings
|
90 |
./TinyLLama-v0-5M-F16.llamafile
|
91 |
```
|
TinyLLama-v0-5M-F16.llamafile
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7174bcb73db58714d72f7aca2305f554064a508107bb4640502cee9d39720798
|
3 |
+
size 16650427
|
llamafile-creation.sh
CHANGED
@@ -13,6 +13,12 @@ cp maykeye_tinyllama/TinyLLama-v0-5M-F16.gguf TinyLLama-v0-5M-F16.gguf
|
|
13 |
# Get the llamafile engine
|
14 |
cp /usr/local/bin/llamafile TinyLLama-v0-5M-F16.llamafile
|
15 |
|
|
|
|
|
|
|
|
|
|
|
|
|
16 |
# Combine
|
17 |
zipalign -j0 \
|
18 |
TinyLLama-v0-5M-F16.llamafile \
|
|
|
13 |
# Get the llamafile engine
|
14 |
cp /usr/local/bin/llamafile TinyLLama-v0-5M-F16.llamafile
|
15 |
|
16 |
+
# Create an .args file with settings defaults
|
17 |
+
cat >.args <<EOF
|
18 |
+
-m
|
19 |
+
TinyLLama-v0-5M-F16.gguf
|
20 |
+
EOF
|
21 |
+
|
22 |
# Combine
|
23 |
zipalign -j0 \
|
24 |
TinyLLama-v0-5M-F16.llamafile \
|