Upload 2 files

app.py

@@ -0,0 +1,97 @@
+import gradio as gr
+from huggingface_hub import InferenceClient
+
+model_value = {
+    "Trinity 13B (Everyone)": "WhiteRabbitNeo/Trinity-13B",
+    "Trinity 33B (Plus)": "WhiteRabbitNeo/Trinity-33B-v1.0",
+    "White Rabbit Neo 33B v1.5 (Pro)": "WhiteRabbitNeo/WhiteRabbitNeo-33B-v1.5"
+}
+
+client = InferenceClient(list(model_value.values()))
+
+# Define a dictionary for access codes
+access_codes = {
+    "wF99-zXDg-WRiN-qVp8": "pro",    # Example code for pro access
+    "8tj82-2UvU-8Lft-Dupb": "plus"  # Example code for plus access
+}
+
+# Define model access levels
+model_access_levels = {
+    "WhiteRabbitNeo/Trinity-13B": "everyone",  # No access code needed
+    "WhiteRabbitNeo/Trinity-33B-v1.0": "plus",
+    "WhiteRabbitNeo/WhiteRabbitNeo-33B-v1.5": "pro"
+}
+
+def check_access_code(code):
+    return access_codes.get(code, None)
+
+def respond(message, history, model, access_level):
+    messages = []
+
+    for val in history:
+        if val[0]:
+            messages.append({"role": "user", "content": val[0]})    
+        if val[1]:
+            messages.append({"role": "assistant", "content": val[1]})
+
+    messages.append({"role": "user", "content": message})
+
+    client.model = model
+
+    response = ""
+    for message in client.chat_completion(
+        messages,
+        max_tokens=512,
+        stream=True,
+        temperature=0.7,
+        top_p=0.95,
+    ):
+        token = message.choices[0].delta.content
+        response += token
+
+    history.append((message, response))
+    return response, history
+
+def main(message, history, model_name, access_code):
+    model = model_value[model_name]
+    access_level = check_access_code(access_code)
+    
+    if model == model_value["Trinity 13B (Everyone)"]:
+        # Everyone can access this model without an access code
+        return respond(message, history, model, "everyone")
+    elif access_level:
+        # Check if the access level is sufficient for the selected model
+        required_access_level = model_access_levels[model]
+        if access_level == required_access_level:
+            return respond(message, history, model, access_level)
+        else:
+            return f"You do not have access to the {model_name}. Please enter a valid access code for this model.", history
+    else:
+        return "Invalid access code. Please enter a valid code to use this service.", history
+
+with gr.Blocks() as demo:
+    with gr.Row():
+        with gr.Column():
+            access_code_input = gr.Textbox(label="Access Code", placeholder="Enter your special access code (if needed)")
+
+    with gr.Row():
+        with gr.Column():
+            model_dropdown = gr.Dropdown(
+                label="Choose Model",
+                choices=list(model_value.keys()),
+                value="Trinity 13B (Everyone)"
+            )
+            response_output = gr.Textbox(label="Response", interactive=False, lines=10)
+            message_input = gr.Textbox(label="Message", placeholder="Type your message here...")
+            submit_button = gr.Button("Send")
+
+    history_state = gr.State()
+
+    submit_button.click(
+        main,
+        inputs=[message_input, history_state, model_dropdown, access_code_input],
+        outputs=[response_output, history_state]
+    )
+
+if __name__ == "__main__":
+    demo.launch()

requirements.txt

@@ -0,0 +1,61 @@
+aiofiles==23.2.1
+annotated-types==0.7.0
+anyio==4.6.2.post1
+blinker==1.9.0
+certifi==2024.8.30
+charset-normalizer==3.4.0
+click==8.1.7
+fastapi==0.115.5
+ffmpy==0.4.0
+filelock==3.16.1
+Flask==3.1.0
+Flask-Login==0.6.0
+fsspec==2024.10.0
+gradio==5.7.1
+gradio_client==1.5.0
+h11==0.14.0
+httpcore==1.0.7
+httpx==0.28.0
+huggingface-hub==0.26.2
+idna==3.10
+itsdangerous==2.2.0
+Jinja2==3.1.4
+markdown-it-py==3.0.0
+MarkupSafe==2.1.5
+mdurl==0.1.2
+numpy==2.1.3
+orjson==3.10.12
+packaging==24.2
+pandas==2.2.3
+pillow==11.0.0
+pydantic==2.10.2
+pydantic_core==2.27.1
+pydub==0.25.1
+Pygments==2.18.0
+python-dateutil==2.9.0.post0
+python-multipart==0.0.12
+pytz==2024.2
+PyYAML==6.0.2
+regex==2024.11.6
+regobj==0.2.2
+requests==2.32.3
+rich==13.9.4
+ruff==0.8.1
+safehttpx==0.1.1
+safetensors==0.4.5
+semantic-version==2.10.0
+shellingham==1.5.4
+six==1.16.0
+sniffio==1.3.1
+starlette==0.41.3
+tokenizers==0.20.3
+tomlkit==0.12.0
+tqdm==4.67.0
+transformers==4.46.3
+typer==0.14.0
+typing_extensions==4.12.2
+tzdata==2024.2
+urllib3==2.2.3
+uvicorn==0.32.1
+websockets==12.0
+Werkzeug==3.1.3