lunarflu HF staff commited on
Commit
3b505e3
β€’
1 Parent(s): 22d3c95

reorganize gradio demo / thread running discord bot (RuntimeError: cannot schedule new futures after shutdown)

Browse files
Files changed (1) hide show
  1. app.py +180 -5
app.py CHANGED
@@ -66,7 +66,7 @@ async def on_ready():
66
  #data.to_csv(csv_file, index=False)
67
 
68
 
69
- async def update_google_sheet():
70
  """save data from HF Space -> google sheets (makes 1 API call)"""
71
  print("test")
72
  name = "levelbot"
@@ -74,6 +74,13 @@ async def update_google_sheet():
74
  set_with_dataframe(worksheet, global_df)
75
  print({f"Google sheet {name} successfully updated!"})
76
 
 
 
 
 
 
 
 
77
 
78
  def calculate_level(xp):
79
  return int(xp ** (1.0 / 3.0))
@@ -82,6 +89,43 @@ def calculate_level(xp):
82
  def calculate_xp(level):
83
  return (int(level ** 3))
84
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
85
 
86
  async def add_exp(member_id):
87
  try:
@@ -174,7 +218,7 @@ async def add_exp(member_id):
174
  print(f"Gave {member} {lvl1}") # can log this better
175
 
176
  if member_id == 811235357663297546:
177
- await update_google_sheet()
178
  except Exception as e:
179
  print(f"add_exp Error: {e}")
180
 
@@ -191,16 +235,147 @@ async def on_message(message):
191
  except Exception as e:
192
  print(f"on_message Error: {e}")
193
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
194
 
195
  """"""
 
 
 
 
 
 
 
 
 
 
196
  demo = gr.Blocks()
197
  with demo:
198
- gr.HTML("a")
199
- demo.queue().launch()
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
200
 
201
  DISCORD_TOKEN = os.environ.get("DISCORD_TOKEN", None)
202
  def run_bot():
203
  bot.run(DISCORD_TOKEN)
204
  threading.Thread(target=run_bot).start()
205
 
206
-
 
66
  #data.to_csv(csv_file, index=False)
67
 
68
 
69
+ def update_google_sheet():
70
  """save data from HF Space -> google sheets (makes 1 API call)"""
71
  print("test")
72
  name = "levelbot"
 
74
  set_with_dataframe(worksheet, global_df)
75
  print({f"Google sheet {name} successfully updated!"})
76
 
77
+ """
78
+ scheduler = BackgroundScheduler()
79
+ scheduler.add_job(update_google_sheet, "interval", seconds=60)
80
+ scheduler.start()
81
+
82
+ """
83
+
84
 
85
  def calculate_level(xp):
86
  return int(xp ** (1.0 / 3.0))
 
89
  def calculate_xp(level):
90
  return (int(level ** 3))
91
 
92
+
93
+ processed_users = set()
94
+
95
+ async def periodic_api_test(): # needs rewrite, can do same thing and interact with csv -> push to google sheets
96
+ try:
97
+ await asyncio.sleep(1)
98
+ column_values_3 = worksheet2.col_values(3)
99
+ column_values_8 = worksheet2.col_values(8)
100
+
101
+ for i, user in enumerate(column_values_3):
102
+ if user in processed_users:
103
+ continue
104
+
105
+ url = f"https://huggingface.co/api/users/{user}/overview"
106
+ response = requests.get(url)
107
+
108
+ if response.status_code == 200:
109
+ data = response.json()
110
+
111
+ likes = data["numLikes"]
112
+ models = data["numModels"]
113
+ datasets = data["numDatasets"]
114
+ spaces = data["numSpaces"]
115
+ discussions = data["numDiscussions"]
116
+ papers = data["numPapers"]
117
+ upvotes = data["numUpvotes"]
118
+
119
+ worksheet2.update(values=[[likes, models, datasets, spaces, discussions, papers, upvotes]],
120
+ range_name=f'G{i+1}:M{i+1}')
121
+
122
+ processed_users.add(user)
123
+ else:
124
+ print(f"Failed to retrieve data for user {user}. Status code: {response.status_code}")
125
+
126
+ except Exception as e:
127
+ print(f"periodic_api_test Error: {e}")
128
+
129
 
130
  async def add_exp(member_id):
131
  try:
 
218
  print(f"Gave {member} {lvl1}") # can log this better
219
 
220
  if member_id == 811235357663297546:
221
+ update_google_sheet()
222
  except Exception as e:
223
  print(f"add_exp Error: {e}")
224
 
 
235
  except Exception as e:
236
  print(f"on_message Error: {e}")
237
 
238
+
239
+ @bot.event
240
+ async def on_reaction_add(reaction, user):
241
+ try:
242
+ if user.id not in bot_ids:
243
+ print(f"adding exp from react {user.id}")
244
+ await asyncio.sleep(1)
245
+ await add_exp(user.id)
246
+ except Exception as e:
247
+ print(f"on_reaction_add Error: {e}")
248
+
249
+
250
+ @bot.command(name='update_leaderboard')
251
+ async def update_leaderboard(ctx, num_results: int = 10): # needs rewrite
252
+ if ctx.author.id == 811235357663297546:
253
+ await asyncio.sleep(1)
254
+ worksheet = gspread_bot.open("levelbot").sheet1
255
+
256
+ names_list = worksheet.col_values(2)[1:]
257
+ levels_list = worksheet.col_values(4)[1:]
258
+ exp_list = worksheet.col_values(3)[1:]
259
+ channel = bot.get_channel(1197143964994773023)
260
+ message = await channel.fetch_message(1197148293164187678)
261
+
262
+ # for 3 lists
263
+ combined_list = [list(sublist) for sublist in zip(names_list, levels_list, exp_list)]
264
+ combined_list = [[name, int(level), int(exp)] for name, level, exp in combined_list]
265
+ combined_list = sorted(combined_list, key=lambda x: x[1], reverse=True)
266
+
267
+ print(combined_list)
268
+ top_results = combined_list[:num_results]
269
+ #print(top_results)
270
+
271
+ """
272
+ # get position, then find that value in updated_names_list
273
+ levels_list = list(map(int, levels_list))
274
+ data_pairs = list(zip(names_list, levels_list))
275
+ sorted_data_pairs = sorted(data_pairs, key=lambda x: x[1], reverse=True)
276
+ top_data_pairs = sorted_data_pairs[:num_results]
277
+ """
278
+
279
+ # remove huggingfolks
280
+ guild = ctx.guild
281
+ role = discord.utils.get(guild.roles, id=897376942817419265)
282
+ if role is None:
283
+ await ctx.send("Role not found.")
284
+ return
285
+ members_with_role = [member.name for member in guild.members if role in member.roles]
286
+ top_results = [r for r in top_results if r[0] not in members_with_role]
287
+
288
+ for name, level, xp in top_results:
289
+ print(f"Name: {name}, Level: {level}, Exp: {xp}")
290
+
291
+
292
+ def xp_required_to_next_level(current_level, current_xp):
293
+ level_floor_xp = calculate_xp(current_level)
294
+ level_ceiling_xp = calculate_xp(current_level+1)
295
+ xp_to_level_up = level_ceiling_xp - current_xp
296
+ return (xp_to_level_up)
297
+
298
+
299
+ # put into message / leaderboard
300
+ new_leaderboard_data = [(name, level, str(xp_required_to_next_level(int(level), int(xp)))) for name, level, xp in top_results]
301
+ new_table = tabulate(new_leaderboard_data, headers=["Name", "Level", "XP to level up"], tablefmt="plain")
302
+ await message.edit(content=f"Updated Leaderboard:\n```\n{new_table}\n```")
303
+
304
+
305
+ @bot.command(name='xp_help')
306
+ async def xp_help(ctx):
307
+ help_message = "How to earn Discord / Hub exp: Post messages, react, Like, discuss, create repos and papers"
308
+ await ctx.author.send(help_message)
309
+
310
+ # embeds with user pfps?
311
+ # name, pfp, time in server....
312
+
313
+ # discord_level column
314
+ # pick 10 highest
315
+ # update
316
+
317
+ # weekly do different count
318
+ # count number of messages per user for every channel (total messages)
319
+ # fix sheet if necessary
320
+
321
+ # might need cell location data to pull both level and username at same time
322
+ # add emojis for some color
323
+ # check if members are still in the server
324
 
325
  """"""
326
+ def get_data():
327
+ first_3_columns = global_df.iloc[:, 1:4]
328
+ first_3_columns.to_csv('first_3_columns.csv', index=False)
329
+ return first_3_columns
330
+
331
+ # csv
332
+ # read into pandas dataframe1
333
+ # read levels column and create pandas dataframe2 with first column containing levels from 2-max found in dataframe1
334
+ # create second column in dataframe2 for number of each level found in dataframe1 levels column
335
+
336
  demo = gr.Blocks()
337
  with demo:
338
+ column_values_unique = sorted(global_df.iloc[:, 3].unique())
339
+ dataframe2 = pd.DataFrame({'Levels': column_values_unique})
340
+ counts = {}
341
+ for value in global_df.iloc[:, 3]:
342
+ counts[value] = counts.get(value, 0) + 1
343
+ dataframe2['Members'] = dataframe2['Levels'].map(counts)
344
+
345
+ print("Dataframe 1:")
346
+ print(dataframe1)
347
+ print("\nDataframe 2:")
348
+ print(dataframe2)
349
+
350
+ TITLE = """<h1 align="center" id="space-title">πŸ€— Hugging Face Level Leaderboard</h1>"""
351
+ gr.HTML(TITLE)
352
+ with gr.Tabs(elem_classes="tab-buttons") as tabs:
353
+ with gr.TabItem("πŸ… Level leaderboard", elem_id="level-table", id=0):
354
+ #gr.Markdown("# πŸ“ˆ Experience Leaderboard")
355
+ with gr.Row():
356
+ with gr.Column():
357
+ gr.DataFrame(get_data, every=5, height=500, interactive=False, col_count=(3, "fixed"), column_widths=["100px","100px","100px"])
358
+
359
+ with gr.Column():
360
+ gr.BarPlot(
361
+ value=dataframe2,
362
+ x="Levels",
363
+ y="Members",
364
+ title="Level Distribution",
365
+ height=450,
366
+ width=450,
367
+ interactive=False
368
+ )
369
+ #with gr.TabItem("πŸ“ˆ Members of the Week", elem_id="week-table", id=1):
370
+
371
+ #with gr.TabItem("πŸ“ˆ Hub-only leaderboard", elem_id="hub-table", id=2):
372
+
373
+ demo.queue().launch()
374
+
375
 
376
  DISCORD_TOKEN = os.environ.get("DISCORD_TOKEN", None)
377
  def run_bot():
378
  bot.run(DISCORD_TOKEN)
379
  threading.Thread(target=run_bot).start()
380
 
381
+