Update app.py

app.py

@@ -40,6 +40,30 @@ LANGUAGE_IDS = {
 }
 
 
+STATS_REPO = "https://huggingface.co/datasets/ltg/usage_statistics"
+HF_TOKEN = os.environ.get("HF_TOKEN")
+
+
+# log the timestamp of the query
+def add_anonymous_usage_log(path):
+    global dataset
+    try:
+        with open(path, "a") as f:
+            line = json.dumps(str(datetime.now()), ensure_ascii=False)
+            f.write(f"{line}\n")
+        dataset.push_to_hub()
+
+    except:
+        shutil.rmtree("data")
+        dataset = Repository(
+            local_dir="data", clone_from=LOGS_REPO, use_auth_token=HF_TOKEN
+        )
+        with open(path, "a") as f:
+            line = json.dumps(str(datetime.now()), ensure_ascii=False)
+            f.write(f"{line}\n")
+        dataset.push_to_hub()
+
+
 class BatchStreamer(TextIteratorStreamer):
     def put(self, value):
         print(value.shape)
@@ -127,6 +151,8 @@ def translate(source, source_language, target_language):
 
     for new_text in streamer:
         yield new_text.strip()
+
+    add_anonymous_usage_log("data/no-en-translation.jsonl")
     return new_text.strip()