Init Code

app.py

@@ -0,0 +1,11 @@
+import sys
+
+import evaluate
+from evaluate.utils import launch_gradio_widget
+
+
+sys.path = [p for p in sys.path if p != "/home/user/app"]
+module = evaluate.load("nDCG")
+sys.path = ["/home/user/app"] + sys.path
+
+launch_gradio_widget(module)

nDCG.py

@@ -0,0 +1,25 @@
+import evaluate as ev
+from sklearn.metrics import ndcg_score
+import datasets
+
+@ev.utils.file_utils.add_start_docstrings("_DESCRIPTION", "_KWARGS_DESCRIPTION")
+class nDCG(ev.Metric):
+    def _info(self):
+        return ev.MetricInfo(
+            module_type="metric",
+            description="nDCG",
+            citation="None",
+            inputs_description="None",
+            features=datasets.Features({
+                'predictions': datasets.Sequence(datasets.Value('float')),
+                'references': datasets.Sequence(datasets.Value('float'))
+            }),
+            homepage="none",
+        )
+
+    def _compute(self, predictions, references, sample_weight=None, k=5):
+        """Returns the scores"""
+        score = ndcg_score(references, predictions, k=k, sample_weight=sample_weight)
+        return {
+            "nDCG@"+str(k): score
+        }

requirements.txt

@@ -0,0 +1,2 @@
+git+https://github.com/huggingface/evaluate@dd35e04844c71068318335e05d8a658200dafe89
+scikit-learn