Commit
•
c9a6a17
1
Parent(s):
ae68641
Update app.py
Browse files
app.py
CHANGED
|
@@ -3,6 +3,8 @@ import gradio as gr
|
|
| 3 |
from llama_index import download_loader, ServiceContext, VectorStoreIndex
|
| 4 |
from llama_index.embeddings import HuggingFaceEmbedding
|
| 5 |
from llama_index import Prompt
|
|
|
|
|
|
|
| 6 |
|
| 7 |
# Loading the Zephyr Model using Llama CPP
|
| 8 |
from llama_index.llms import LlamaCPP
|
|
|
|
| 3 |
from llama_index import download_loader, ServiceContext, VectorStoreIndex
|
| 4 |
from llama_index.embeddings import HuggingFaceEmbedding
|
| 5 |
from llama_index import Prompt
|
| 6 |
+
import torch
|
| 7 |
+
device = torch.device("cpu")
|
| 8 |
|
| 9 |
# Loading the Zephyr Model using Llama CPP
|
| 10 |
from llama_index.llms import LlamaCPP
|