File size: 1,691 Bytes
8fd5163
 
 
df8245c
 
 
 
 
af8b2ae
ac83a2d
af8b2ae
ac83a2d
af8b2ae
 
ac83a2d
af8b2ae
 
 
 
 
 
ac83a2d
af8b2ae
 
ac83a2d
af8b2ae
 
ac83a2d
af8b2ae
 
ac83a2d
af8b2ae
 
ac83a2d
af8b2ae
 
ac83a2d
af8b2ae
 
 
 
ac83a2d
af8b2ae
 
df8245c
af8b2ae
 
 
 
 
df8245c
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
---
license: apache-2.0
---



### Usage
```sh
#!/bin/bash

# License: Apache-2.0

# This script sets up and runs the lince model
# Ensure you have wget, git, cmake, and make installed before running this script.

# Set model and directory variables
MODEL_URL="https://huggingface.co/clibrain/lince-zero-f16-ggml-q4_0/resolve/main/lince-zero-f16-ggml-q4_0.bin"
MODEL_DIR="$HOME/lince-model"
MODEL_BIN="${MODEL_DIR}/lince-zero-f16-ggml-q4_0.bin"
GGML_REPO="https://github.com/mrm8488/ggml-lince.git"
BUILD_DIR="build"

# Create model directory
mkdir -p $MODEL_DIR

# Download the model
wget $MODEL_URL -O $MODEL_BIN || { echo "Failed to download model"; exit 1; }

# Clone the repository
git clone $GGML_REPO || { echo "Failed to clone repository"; exit 1; }

# Navigate into the repository directory
cd ggml-lince || { echo "Directory does not exist"; exit 1; }

# Create build directory and navigate into it
mkdir -p $BUILD_DIR && cd $BUILD_DIR || { echo "Failed to create or navigate to build directory"; exit 1; }

# Build project
cmake .. || { echo "cmake failed"; exit 1; }
cd examples/falcon || { echo "Directory does not exist"; exit 1; }
make || { echo "make failed"; exit 1; }

# Navigate back to run the model
cd ../../$BUILD_DIR/bin || { echo "Directory does not exist"; exit 1; }

# Show the help message
./lince -h || { echo "./lince failed"; exit 1; }

# Run the model
./lince -m  $MODEL_BIN \
-p "A continuaci贸n hay una instrucci贸n que describe una tarea, junto con una entrada que\
proporciona m谩s contexto. Escriba una respuesta que complete adecuadamente la solicitud.\n\n\
### Instruccti贸n:\nDame una lista de sitios a visitar en Espa帽a\n\n### Respuesta:" \
-n 64
```