hamaadayubkhan commited on
Commit
f582012
·
verified ·
1 Parent(s): 94d3124

Upload 4 files

Browse files
.gitattributes CHANGED
@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ b6c3v8_Theories_of_Personality_10.pdf filter=lfs diff=lfs merge=lfs -text
37
+ Diagnostic[[:space:]]and[[:space:]]statistical[[:space:]]manual[[:space:]]of[[:space:]]mental[[:space:]]disorders[[:space:]]_[[:space:]]DSM-5[[:space:]]([[:space:]]PDFDrive.com[[:space:]]).pdf filter=lfs diff=lfs merge=lfs -text
Diagnostic and statistical manual of mental disorders _ DSM-5 ( PDFDrive.com ).pdf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:971176ce7eedbdf7e74df6f555eab5c7cec2ed14fd5a2a8acd7f8f52734eba98
3
+ size 7518145
app (5).py ADDED
@@ -0,0 +1,84 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import gradio as gr
2
+ from huggingface_hub import InferenceClient
3
+ from sentence_transformers import SentenceTransformer
4
+ import faiss
5
+ import numpy as np
6
+ import pdfplumber
7
+
8
+ # Initialize the InferenceClient
9
+ client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
10
+
11
+ # Function to extract text from PDFs
12
+ def extract_text_from_pdf(pdf_path):
13
+ text = ""
14
+ with pdfplumber.open(pdf_path) as pdf:
15
+ for page in pdf.pages:
16
+ page_text = page.extract_text()
17
+ if page_text:
18
+ text += page_text
19
+ return text
20
+
21
+ # Load and preprocess book PDFs
22
+ pdf_files = ["Diagnostic and statistical manual of mental disorders _ DSM-5 ( PDFDrive.com ).pdf", "b6c3v8_Theories_of_Personality_10.pdf"]
23
+ all_texts = [extract_text_from_pdf(pdf) for pdf in pdf_files]
24
+
25
+ # Split text into chunks
26
+ def chunk_text(text, chunk_size=300):
27
+ sentences = text.split('. ')
28
+ chunks, current_chunk = [], ""
29
+ for sentence in sentences:
30
+ if len(current_chunk) + len(sentence) <= chunk_size:
31
+ current_chunk += sentence + ". "
32
+ else:
33
+ chunks.append(current_chunk.strip())
34
+ current_chunk = sentence + ". "
35
+ if current_chunk:
36
+ chunks.append(current_chunk.strip())
37
+ return chunks
38
+
39
+ # Prepare embeddings for each book
40
+ model = SentenceTransformer("all-MiniLM-L6-v2")
41
+ index = faiss.IndexFlatL2(model.get_sentence_embedding_dimension())
42
+ chunked_texts = [chunk_text(text) for text in all_texts]
43
+ all_chunks = [chunk for chunks in chunked_texts for chunk in chunks]
44
+ embeddings = model.encode(all_chunks, convert_to_tensor=True).detach().cpu().numpy()
45
+ index.add(embeddings)
46
+
47
+ # Function to generate response
48
+ def respond(message, history, system_message, max_tokens, temperature, top_p):
49
+ # Step 1: Retrieve relevant chunks based on user message
50
+ query_embedding = model.encode([message], convert_to_tensor=True).detach().cpu().numpy()
51
+ k = 5
52
+ _, indices = index.search(query_embedding, k)
53
+ relevant_chunks = " ".join([all_chunks[idx] for idx in indices[0]])
54
+
55
+ # Step 2: Create prompt for the model
56
+ prompt = f"{system_message}\n\nUser Query: {message}\n\nRelevant Information: {relevant_chunks}"
57
+ response = ""
58
+
59
+ # Step 3: Generate response
60
+ for message in client.chat_completion(
61
+ [{"role": "system", "content": system_message}, {"role": "user", "content": message}],
62
+ max_tokens=max_tokens,
63
+ stream=True,
64
+ temperature=temperature,
65
+ top_p=top_p,
66
+ ):
67
+ token = message.choices[0].delta.content
68
+ response += token
69
+ yield response
70
+
71
+ # Gradio ChatInterface with additional inputs
72
+ demo = gr.ChatInterface(
73
+ respond,
74
+ additional_inputs=[
75
+ gr.Textbox(value="You are a helpful and empathetic mental health assistant.", label="System message"),
76
+ gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
77
+ gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
78
+ gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)"),
79
+ ],
80
+ )
81
+
82
+ # Launch the Gradio interface
83
+ if __name__ == "__main__":
84
+ demo.launch()
b6c3v8_Theories_of_Personality_10.pdf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a55b43e59e213460e596decc1af25ee5a6241e70b6f99d29fb82378e3b816ea
3
+ size 11121786
requirements (1).txt ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ gradio
2
+ huggingface_hub
3
+ sentence-transformers
4
+ faiss-cpu
5
+ transformers
6
+ pdfplumber
7
+ torch # Version compatible with sentence-transformers and transformers
8
+ numpy