Update app.py

app.py

@@ -15,6 +15,20 @@ from flask_cors import CORS, cross_origin
 
 import wikipedia as wiki
 
+from huggingface_hub import hf_hub_download
+from pyllamacpp.model import Model
+
+#Download the model
+hf_hub_download(repo_id="LLukas22/gpt4all-lora-quantized-ggjt", filename="ggjt-model.bin", local_dir=".")
+
+#Load the model
+model = Model(ggml_model="ggjt-model.bin", n_ctx=2000)
+
+#Generate
+# prompt="User: How are you doing?\nBot:"
+
+# result=model.generate(prompt,n_predict=50)
+
 
 app = Flask(__name__)
 
@@ -53,7 +67,9 @@ def upload_image():
             index = predictions.index(max_num)
             print(classes[index])
             os.remove(str(imag.filename))
-            result = wiki.summary(str(classes[index]))
+            result=model.generate("Information and Precaution Instructions about " +str(classes[index] +"is",n_predict=50)
+
+            # result = wiki.summary(str(classes[index]))
             response = jsonify(output=classes[index],desc = result)
 
             # response.headers.add('Access-Control-Allow-Origin', '*')