load token

app.py

@@ -1,7 +1,15 @@
-import gradio as gr
+import os
+import torch
+from datasets import load_dataset
+from transformers import AutoTokenizer, AutoModel
+import chromadb
 
-def greet(name):
-  return "Hello " + name + "!"
+# Load the Hugging Face token from the environment variable
+hf_token = os.getenv("HF_API_TOKEN")
 
-demo = gr.Interface(fn=greet, inputs="text", outputs="text")
-demo.launch()
+# Load a private dataset using the token
+dataset = load_dataset("thankrandomness/mimic-iii", use_auth_token=hf_token)
+
+# Load model and tokenizer
+tokenizer = AutoTokenizer.from_pretrained("NeuML/pubmedbert-base-embeddings-matryoshka")
+model = AutoModel.from_pretrained("NeuML/pubmedbert-base-embeddings-matryoshka")

requirements.txt

@@ -1,4 +1,5 @@
 torch
 transformers
 chromadb
-gradio
+gradio
+numpy