Update n_gpu_layers to offload all. Add slider for number of chars

app.py

@@ -1,6 +1,7 @@
 from llama_cpp import Llama
 from huggingface_hub import hf_hub_download
 import gradio as gr
+import gradio.components as grc
 import random
 
 repo_id = "TheBloke/Mistral-7B-Instruct-v0.1-GGUF"
@@ -8,7 +9,9 @@ filename = "mistral-7b-instruct-v0.1.Q4_K_M.gguf"
 model_file_path = hf_hub_download(repo_id=repo_id, filename=filename)
 
 
-def generate_characters(generate_backstories=False):
+def generate_characters(generate_backstories=False,
+                        num_characters=1,
+                        num_multiclass_characters=1):
     class_list = ["Barbarian", "Bard", "Cleric", "Druid", "Fighter",
                   "Monk", "Paladin", "Ranger", "Rogue", "Sorcerer", "Warlock", "Wizard"]
     sub_class_list = ["Barbarian - Beserker", "Barbarian - Wildheart", "Barbarian - Wild Magic", "Bard - College of Lore", "Bard - College of Valour", "Bard - College of Swords", "Cleric - Life Domain", "Cleric -  Light Domain", "Cleric - Trickery Domain", "Cleric - Knowledge Domain", "Cleric - Nature Domain", "Cleric - Tempest Domain", "Cleric - War Domain", "Druid - Circle of the moon", "Druid - Circle of the Land", "Druid - Circle of the Spores", "Fighter - Battle Master", "Fighter - Eldritch Knight", "Fighter - Champion", "Monk - Way of the open hand", "Monk - Way of shadow", "Monk - Way of the four elements",
@@ -42,8 +45,10 @@ def generate_characters(generate_backstories=False):
         character['Class'] += f' ({levels_class1} levels), {second_class} ({levels_class2} levels)'
         return character
 
-    characters = [generate_character() for _ in range(2)]
-    characters.append(generate_multiclass_character())
+    characters = [generate_character() for _ in range(num_characters)]
+    multiclass_characters = [generate_multiclass_character()
+                             for _ in range(num_multiclass_characters)]
+    characters.extend(multiclass_characters)
 
     def create_character_output(character, generate_backstories=False):
         output = ""
@@ -73,7 +78,7 @@ def generate_text_from_prompt(user_prompt,
                               stop=["<s>", "[/INST]", "Q"]):
     mistral_model = Llama(model_path=model_file_path,
                           n_ctx=4096,
-                          n_gpu_layers=24)
+                          n_gpu_layers=-1)
 
     # Define the parameters
     model_output = mistral_model(
@@ -98,8 +103,14 @@ def generate_backstory(character):
 if __name__ == "__main__":
     iface = gr.Interface(fn=generate_characters,
                          title="D&D Character Generator",
-                         inputs=[gr.inputs.Checkbox(
-                             label="Generate Backstories?")],
+                         inputs=[grc.Checkbox(label="Generate Backstories?"),
+                                 grc.Label("Single-class characters?"),
+                                 grc.Slider(minimum=1, maximum=10,
+                                            step=1, default=1),
+                                 grc.Label("Multi-class characters?"),
+                                 grc.Slider(minimum=1, maximum=10,
+                                            step=1, default=1)
+                                 ],
                          description="Generates 3 random D&D characters.",
                          outputs="markdown")
     iface.launch()