s

app.py

@@ -1,4 +1,5 @@
 import discord
+import random
 from discord.ext import commands
 from ChatAI.chat_ai import pipe as ai
 
@@ -17,7 +18,6 @@ message_counts = {}
 async def on_message(message):
     guild = message.guild  # Get the guild (server) the message is from
     channel = discord.utils.get(guild.text_channels, name=DEFAULT_CHATTER_CHANNEL)
-
     # Verification
     if message.channel != channel or message.author.bot: return;
     # Ensure tracking exists for this channel
@@ -51,17 +51,19 @@ async def respond_to_chat(message: str) ->str:
         await channel.send(part)
     return str("\n".join(parts))
 
+def x():
+    pass
 
 def split_string(text: str) -> list[str]:
     """Helper function to split text into chunks"""
     return [text[i:i+3900] for i in range(0, len(text), 3900)]
 
 def generate(
-    prompt, temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0
+    prompt, temperature=0.0, max_new_tokens=2048, top_p=0.95, repetition_penalty=1.0
 ):
+    if temperature == 0.0: temperature = random.uniform(1e-2, 0.9)
     temperature = float(temperature)
-    if temperature < 1e-2:
-        temperature = 1e-2
+
     top_p = float(top_p)
 
     generate_kwargs = dict(