Spaces:
Runtime error
Runtime error
towards transferring over work from notebook
Browse files- app.py +15 -4
- requirements.txt +7 -1
app.py
CHANGED
@@ -5,7 +5,18 @@ from typing import Iterator
|
|
5 |
import gradio as gr
|
6 |
import spaces
|
7 |
import torch
|
8 |
-
from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
9 |
|
10 |
MAX_MAX_NEW_TOKENS = 2048
|
11 |
DEFAULT_MAX_NEW_TOKENS = 512
|
@@ -14,9 +25,9 @@ DEFAULT_SYS_PROMPT = """\
|
|
14 |
"""
|
15 |
|
16 |
DESCRIPTION = """\
|
17 |
-
# Test Chat Information System for MEPO
|
18 |
|
19 |
-
Duplicated then modified from [llama-2 7B example](https://huggingface.co/spaces/huggingface-projects/llama-2-7b-chat)
|
20 |
"""
|
21 |
|
22 |
LICENSE = """
|
@@ -38,7 +49,7 @@ if torch.cuda.is_available():
|
|
38 |
tokenizer.use_default_system_prompt = False
|
39 |
|
40 |
|
41 |
-
@spaces.GPU(duration=
|
42 |
def generate(
|
43 |
message: str,
|
44 |
chat_history: list[tuple[str, str]],
|
|
|
5 |
import gradio as gr
|
6 |
import spaces
|
7 |
import torch
|
8 |
+
from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer, TextStreamer
|
9 |
+
from llama_index.core.prompts.prompts import SimpleInputPrompt
|
10 |
+
from llama_index.llms.huggingface import HuggingFaceLLM
|
11 |
+
from llama_index.legacy.embeddings.langchain import LangchainEmbedding
|
12 |
+
from langchain.embeddings.huggingface import HuggingFaceEmbeddings # This import should now work
|
13 |
+
from sentence_transformers import SentenceTransformer
|
14 |
+
|
15 |
+
from llama_index.core import set_global_service_context, ServiceContext
|
16 |
+
|
17 |
+
from llama_index.core import VectorStoreIndex, download_loader, Document # Import Document
|
18 |
+
from pathlib import Path
|
19 |
+
import fitz # PyMuPDF
|
20 |
|
21 |
MAX_MAX_NEW_TOKENS = 2048
|
22 |
DEFAULT_MAX_NEW_TOKENS = 512
|
|
|
25 |
"""
|
26 |
|
27 |
DESCRIPTION = """\
|
28 |
+
# Test Chat Information System for MEPO 2024 courtesy of Dr. Dancy & THiCC Lab
|
29 |
|
30 |
+
Duplicated, then modified from [llama-2 7B example](https://huggingface.co/spaces/huggingface-projects/llama-2-7b-chat)
|
31 |
"""
|
32 |
|
33 |
LICENSE = """
|
|
|
49 |
tokenizer.use_default_system_prompt = False
|
50 |
|
51 |
|
52 |
+
@spaces.GPU(duration=240)
|
53 |
def generate(
|
54 |
message: str,
|
55 |
chat_history: list[tuple[str, str]],
|
requirements.txt
CHANGED
@@ -5,4 +5,10 @@ scipy==1.13.0
|
|
5 |
sentencepiece==0.2.0
|
6 |
spaces==0.28.3
|
7 |
torch==2.0.0
|
8 |
-
transformers==4.41.0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
5 |
sentencepiece==0.2.0
|
6 |
spaces==0.28.3
|
7 |
torch==2.0.0
|
8 |
+
transformers==4.41.0
|
9 |
+
#einops
|
10 |
+
sentence-transformers
|
11 |
+
PyPDF2
|
12 |
+
PyMuPDF
|
13 |
+
langchain
|
14 |
+
langchain-community
|