added nf4 quant

app.py

@@ -65,9 +65,13 @@ def get_benchmark_df(benchmark="1xA100-80GB"):
     bench_df = bench_df.merge(scores_df, on="model", how="left")
 
     bench_df["optimizations"] = bench_df[
-        ["backend.bettertransformer", "backend.load_in_8bit"]
+        ["backend.bettertransformer", "backend.load_in_8bit", "backend.load_in_4bit"]
     ].apply(
-        lambda x: "BetterTransformer 🤖" if x[0]==True else ("LLM.int8 🗜️" if x[1]==True else ""),
+        lambda x: "BetterTransformer 🤖"
+        if x[0] == True
+        else (
+            "LLM.int8 🗜️" if x[1] == True else ("NF4 🗜️" if x[2] == True else "")
+        ),
         axis=1,
     )