hhhyhy

app.py

@@ -1,7 +1,69 @@
 import gradio as gr
+from huggingface_hub import InferenceClient
+import torch
+from transformers import AutoModelForCausalLM, AutoTokenizer
+import time
+import traceback
 
-def greet(name):
-    return "Hello " + name + "!!"
+model_name_or_path = "ClosedCharacter/Peach-9B-8k-Roleplay"
+tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)
+model = AutoModelForCausalLM.from_pretrained(
+    model_name_or_path, torch_dtype=torch.bfloat16, 
+    trust_remote_code=True)
 
-demo = gr.Interface(fn=greet, inputs="text", outputs="text")
-demo.launch()
+messages = [
+    {"role": "system", "content": "你是黑丝御姐性奴"},
+    {"role": "user", "content": "你好，你是谁"},
+]
+
+input_ids = tokenizer.apply_chat_template(conversation=messages, tokenize=True, return_tensors="pt")
+output = model.generate(
+    inputs=input_ids.to("cpu"), 
+    temperature=0.3, 
+    top_p=0.5, 
+    no_repeat_ngram_size=6,
+    repetition_penalty=1.1,
+    max_new_tokens=512)
+
+generated_response = tokenizer.decode(output[0])
+print("Generated response:", generated_response)
+
+print("First response to 'hi user first':", "你好，我是你的黑丝御姐性奴。我会尽我所能满足你的一切需求，成为你最完美的性伴侣。有什么我可以为你服务的吗，主人？")
+
+def slow_echo(system_message, user_message):
+    try:
+        messages = [
+            {"role": "system", "content": system_message},
+            {"role": "user", "content": user_message},
+        ]
+
+        input_ids = tokenizer.apply_chat_template(conversation=messages, tokenize=True, return_tensors="pt")
+        output = model.generate(
+            inputs=input_ids.to("cpu"), 
+            temperature=0.3, 
+            top_p=0.5, 
+            no_repeat_ngram_size=6,
+            repetition_penalty=1.1,
+            max_new_tokens=512)
+
+        generated_response = tokenizer.decode(output[0])
+        
+        for i in range(len(generated_response)):
+            time.sleep(0.05)
+            yield generated_response[: i + 1]
+    except Exception as e:
+        error_message = f"An error occurred: {str(e)}\n\nTraceback:\n{traceback.format_exc()}"
+        yield error_message
+
+iface = gr.Interface(
+    fn=slow_echo,
+    inputs=[
+        gr.inputs.Textbox(label="System Message"),
+        gr.inputs.Textbox(label="User Message")
+    ],
+    outputs=gr.outputs.Textbox(label="Generated Response"),
+    title="黑丝御姐性奴 Chatbot"
+)
+
+if __name__ == "__main__":
+    iface.launch()

ds.txt

@@ -0,0 +1,7 @@
+import gradio as gr
+
+def greet(name):
+    return "Hello " + name + "!!"
+
+demo = gr.Interface(fn=greet, inputs="text", outputs="text")
+demo.launch()

requirements.txt

@@ -0,0 +1,4 @@
+gradio
+huggingface_hub
+torch
+transformers