add total progress for submissions

app.py

@@ -12,6 +12,7 @@ client = rg.Argilla(
     api_key=os.getenv("ARGILLA_API_KEY"),
 )
 
+
 def get_progress(dataset: rg.Dataset) -> dict:
     dataset_progress = dataset.progress(with_users_distribution=True)
 
@@ -23,35 +24,40 @@ def get_progress(dataset: rg.Dataset) -> dict:
         "annotated": completed,
         "progress": progress,
         "users": {
-            username: user_progress["completed"].get("submitted") + user_progress["pending"].get("submitted")
+            username: user_progress["completed"].get("submitted")
+            + user_progress["pending"].get("submitted")
             for username, user_progress in dataset_progress["users"].items()
-        }
+        },
     }
 
 
 def create_progress_bar(progress):
-    top_labels = ['Completed', 'Pending']
+    top_labels = ["Completed", "Pending"]
 
-    colors = ['rgba(38, 24, 74, 0.8)', 'rgba(190, 192, 213, 1)']
+    colors = ["rgba(38, 24, 74, 0.8)", "rgba(190, 192, 213, 1)"]
 
-    x_data = [[progress["annotated"], progress["total"] - progress["annotated"]]]
+    n_labelled_records = sum(progress["users"].values())
+    n_target_records = 10000
+    x_data = [[n_labelled_records, n_target_records - n_labelled_records]]
 
-    y_data = ['Progress']
+    y_data = ["Progress"]
 
     fig = go.Figure()
 
     for i in range(0, len(x_data[0])):
         for xd, yd in zip(x_data, y_data):
-            fig.add_trace(go.Bar(
-                x=[xd[i]], y=[yd],
-                orientation='h',
-                marker=dict(
-                    color=colors[i],
-                    line=dict(color='rgb(248, 248, 249)', width=1)
-                ),
-                hoverinfo='text',
-                hovertext=f"{top_labels[i]} records: {xd[i]}"
-            ))
+            fig.add_trace(
+                go.Bar(
+                    x=[xd[i]],
+                    y=[yd],
+                    orientation="h",
+                    marker=dict(
+                        color=colors[i], line=dict(color="rgb(248, 248, 249)", width=1)
+                    ),
+                    hoverinfo="text",
+                    hovertext=f"{top_labels[i]} records: {xd[i]}",
+                )
+            )
 
     fig.update_layout(
         xaxis=dict(
@@ -59,59 +65,73 @@ def create_progress_bar(progress):
             showline=False,
             showticklabels=False,
             zeroline=False,
-            domain=[0.15, 1]
-
+            domain=[0.15, 1],
         ),
         yaxis=dict(
             showgrid=False,
             showline=False,
             showticklabels=False,
             zeroline=False,
-            domain=[0.15, 0.5]
+            domain=[0.15, 0.5],
         ),
-        barmode='stack',
-        paper_bgcolor='rgb(248, 248, 255)',
-        plot_bgcolor='rgb(248, 248, 255)',
+        barmode="stack",
+        paper_bgcolor="rgb(248, 248, 255)",
+        plot_bgcolor="rgb(248, 248, 255)",
         margin=dict(l=120, r=10, t=140, b=80),
-        showlegend=False
+        showlegend=False,
     )
 
     annotations = []
 
     for yd, xd in zip(y_data, x_data):
         # labeling the y-axis
-        annotations.append(dict(xref='paper', yref='y',
-                                x=0.14, y=yd,
-                                xanchor='right',
-                                text=str(yd),
-                                font=dict(family='Arial', size=14,
-                                        color='rgb(67, 67, 67)'),
-                                showarrow=False, align='right'))
+        annotations.append(
+            dict(
+                xref="paper",
+                yref="y",
+                x=0.14,
+                y=yd,
+                xanchor="right",
+                text=str(yd),
+                font=dict(family="Arial", size=14, color="rgb(67, 67, 67)"),
+                showarrow=False,
+                align="right",
+            )
+        )
         # labeling the first percentage of each bar (x_axis)
         if xd[0] > 0:
-            annotations.append(dict(xref='x', yref='y',
-                                    x=xd[0] / 2, y=yd,
-                                    text=str(xd[0]),
-                                    font=dict(family='Arial', size=14,
-                                            color='rgb(248, 248, 255)'),
-                                    showarrow=False))
+            annotations.append(
+                dict(
+                    xref="x",
+                    yref="y",
+                    x=xd[0] / 2,
+                    y=yd,
+                    text=str(xd[0]),
+                    font=dict(family="Arial", size=14, color="rgb(248, 248, 255)"),
+                    showarrow=False,
+                )
+            )
         space = xd[0]
         for i in range(1, len(xd)):
             if xd[i] > 0:
                 # labeling the rest of percentages for each bar (x_axis)
-                annotations.append(dict(xref='x', yref='y',
-                                        x=space + (xd[i]/2), y=yd,
-                                        text=str(xd[i]),
-                                        font=dict(family='Arial', size=14,
-                                                color='rgb(248, 248, 255)'),
-                                        showarrow=False))
+                annotations.append(
+                    dict(
+                        xref="x",
+                        yref="y",
+                        x=space + (xd[i] / 2),
+                        y=yd,
+                        text=str(xd[i]),
+                        font=dict(family="Arial", size=14, color="rgb(248, 248, 255)"),
+                        showarrow=False,
+                    )
+                )
                 space += xd[i]
 
-    fig.update_layout(annotations=annotations, height=80)  
+    fig.update_layout(annotations=annotations, height=80)
     return fig
 
 
-
 def create_piechart(user_annotations):
     sorted_users = sorted(user_annotations.items(), key=lambda x: x[1], reverse=True)
 
@@ -121,30 +141,28 @@ def create_piechart(user_annotations):
         labels.append(user)
         values.append(contribution)
 
-    fig = go.Figure(
-        go.Pie(
-            labels=labels,
-            values=values
-        )
-    )
+    fig = go.Figure(go.Pie(labels=labels, values=values))
 
     fig.update_layout(
         title_text="User contributions",
         height=500,
         margin=dict(l=10, r=10, t=50, b=10),
-        template="ggplot2"
+        template="ggplot2",
     )
-    fig.update_traces(textposition='inside', textinfo='percent+label')
+    fig.update_traces(textposition="inside", textinfo="percent+label")
 
     return fig
 
+
 def get_datasets(client: rg.Argilla) -> List[rg.Dataset]:
     return client.datasets.list()
 
+
 datasets = get_datasets(client)
 
 from typing import Optional
 
+
 def update_dashboard(dataset_idx: Optional[int] = None):
     if dataset_idx is None:
         return [None, None, None]
@@ -166,16 +184,12 @@ def update_dashboard(dataset_idx: Optional[int] = None):
     return progress_bar, piechart, leaderboard_df
 
 
-
 with gr.Blocks() as demo:
     gr.Markdown("# Argilla Progress Dashboard")
 
     dataset_choices = [(dataset.name, idx) for idx, dataset in enumerate(datasets)]
     datasets_dropdown = gr.Dropdown(
-        choices=dataset_choices,
-        label="Select your dataset",
-        value=0,
-        visible=True
+        choices=dataset_choices, label="Select your dataset", value=0, visible=True
     )
 
     def set_selected_dataset(dataset_idx) -> None:
@@ -184,16 +198,13 @@ with gr.Blocks() as demo:
         dataset = datasets[dataset_idx]
         selected_dataset = dataset
 
-
     with gr.Row():
         progress_bar_output = gr.Plot(label="Overall Progress")
 
     gr.Markdown("## Contributor Leaderboard")
 
     with gr.Row():
-        leaderboard_output = gr.Dataframe(
-            headers=["User", "Submitted records"]
-        )
+        leaderboard_output = gr.Dataframe(headers=["User", "Submitted records"])
         piechart_output = gr.Plot(label="User contributions")
 
     demo.load(
@@ -201,12 +212,12 @@ with gr.Blocks() as demo:
         inputs=[datasets_dropdown],
         outputs=[progress_bar_output, piechart_output, leaderboard_output],
     )
-    
+
     demo.load(
         update_dashboard,
         inputs=[datasets_dropdown],
         outputs=[progress_bar_output, piechart_output, leaderboard_output],
-        every=60,
+        # every=60,
     )
 
     datasets_dropdown.change(