coding

app.py

@@ -10,6 +10,7 @@ from app_replicate import demo as demo_replicate
 from app_sambanova import demo as demo_sambanova
 from app_together import demo as demo_together
 from app_xai import demo as demo_grok
+from app_qwen import demo as demo_qwen
 from app_crew import demo as demo_crew
 from app_hyperbolic import demo as demo_hyperbolic
 from app_gemini_coder import demo as demo_gemini_coder
@@ -25,70 +26,24 @@ from app_minimax import demo as demo_minimax
 from app_minimax_coder import demo as demo_minimax_coder
 from app_nvidia import demo as demo_nvidia
 from app_deepseek import demo as demo_deepseek
-from app_qwen import demo as demo_qwen
-from app_qwen_coder import demo as demo_qwen_coder
-from app_nvidia_coder import demo as demo_nvidia_coder
-from app_openai import demo as demo_openai
-from app_sambanova_coder import demo as demo_sambanova_coder
-from app_openrouter import demo as demo_openrouter
-from app_huggingface import demo as demo_huggingface
 from utils import get_app
-import gradio as gr
-
-# Create mapping of providers to their code snippets
-PROVIDER_SNIPPETS = {
-    "OpenAI Coder": """import gradio as gr
-    import ai_gradio
-    gr.load(
-    name='openai:o3-mini-2025-01-31',
-    src=ai_gradio.registry,
-    coder=True
-).launch()""",
-    "Gemini Coder": """import gradio as gr
-    import ai_gradio
-gr.load(
-    name='gemini:gemini-1.5-flash',
-    src=ai_gradio.registry,
-    coder=True
-).launch()""",
-    "Hyperbolic": """import gradio as gr
-    import ai_gradio
-gr.load(
-    name='hyperbolic:deepseek-ai/DeepSeek-R1',
-    src=ai_gradio.registry,
-).launch()""",
-"OpenRouter Coder": """import gradio as gr
-    import ai_gradio
-gr.load(
-    name='openrouter:openai/o3-mini-2025-01-31',
-    src=ai_gradio.registry,
-    coder=True
-).launch()""",
-    # Add similar snippets for other providers
-}
 
 # Create mapping of providers to their demos
 PROVIDERS = {
-    "OpenRouter Coder": demo_openrouter,
-    "Huggingface": demo_huggingface,
-    "OpenAI Coder": demo_openai_coder,
-    "Sambanova Coder": demo_sambanova_coder,
     "Gemini Coder": demo_gemini_coder,
-    "OpenAI": demo_openai,
-    "NVIDIA Coder": demo_nvidia_coder,
-    "Hyperbolic Coder": demo_hyperbolic_coder,
-    "Hyperbolic": demo_hyperbolic,
     "Groq Coder": demo_groq_coder,
-    "Qwen Coder": demo_qwen_coder,
-    "Qwen": demo_qwen,
     "DeepSeek Coder": demo_deepseek,
     "Minimax Coder": demo_minimax_coder,
     "NVIDIA": demo_nvidia,
     "Minimax": demo_minimax,
     "Mistral": demo_mistral,
     "Langchain Agent": demo_langchain,
+    "OpenAI Coder": demo_openai_coder,
     "Gemini": demo_gemini,
+    "Hyperbolic Coder": demo_hyperbolic_coder,
     "SmolAgents": demo_smolagents,
+    "Qwen": demo_qwen,
+    "Hyperbolic": demo_hyperbolic,
     "CrewAI": demo_crew,
     "LumaAI": demo_lumaai,
     "Grok": demo_grok,
@@ -105,38 +60,12 @@ PROVIDERS = {
     "Perplexity": demo_perplexity,
 }
 
-# Modified get_app implementation
-demo = gr.Blocks()
-with demo:
-    gr.Markdown("# Anychat")
-
-    provider_dropdown = gr.Dropdown(
-        choices=list(PROVIDERS.keys()),
-        value="OpenRouter Coder",
-        label="Select code snippet"
-    )
-    code_display = gr.Code(
-        label="Provider Code Snippet",
-        language="python",
-        value=PROVIDER_SNIPPETS["OpenRouter Coder"]
-    )
-    
-    def update_code(provider):
-        return PROVIDER_SNIPPETS.get(provider, "Code snippet not available")
-    
-   
-    provider_dropdown.change(
-        fn=update_code,
-        inputs=[provider_dropdown],
-        outputs=[code_display]
-    )
-    
-    selected_demo = get_app(
-        models=list(PROVIDERS.keys()),
-        default_model="OpenRouter Coder",
-        src=PROVIDERS,
-        dropdown_label="Select Provider",
-    )
+demo = get_app(
+    models=list(PROVIDERS.keys()),
+    default_model="Gemini Coder",
+    src=PROVIDERS,
+    dropdown_label="Select Provider",
+)
 
 if __name__ == "__main__":
-    demo.queue(api_open=False).launch(show_api=False)
+    demo.queue(api_open=False).launch(show_api=False)

app_gemini_coder.py

@@ -11,7 +11,7 @@ GEMINI_MODELS_DISPLAY = [k.replace("gemini:", "") for k in GEMINI_MODELS_FULL]
 # Create and launch the interface using get_app utility
 demo = get_app(
     models=GEMINI_MODELS_FULL,  # Use the full names with prefix
-    default_model=GEMINI_MODELS_FULL[-2],
+    default_model=GEMINI_MODELS_FULL[-1],
     dropdown_label="Select Gemini Model",
     choices=GEMINI_MODELS_DISPLAY,  # Display names without prefix
     src=ai_gradio.registry,

app_huggingface.py

@@ -1,21 +1,67 @@
-import ai_gradio
+import gradio as gr
+from gradio_client import Client, handle_file
 
-from utils_ai_gradio import get_app
+MODELS = {"SmolVLM-Instruct": "akhaliq/SmolVLM-Instruct"}
 
-# Get the hyperbolic models but keep their full names for loading
-HUGGINGFACE_MODELS_FULL = [k for k in ai_gradio.registry.keys() if k.startswith("huggingface:")]
 
-# Create display names without the prefix
-HUGGINGFACE_MODELS_DISPLAY = [k.replace("huggingface:", "") for k in HUGGINGFACE_MODELS_FULL]
+def create_chat_fn(client):
+    def chat(message, history):
+        # Extract text and files from the message
+        text = message.get("text", "")
+        files = message.get("files", [])
 
+        # Handle file uploads if present
+        processed_files = [handle_file(f) for f in files]
 
-# Create and launch the interface using get_app utility
-demo = get_app(
-    models=HUGGINGFACE_MODELS_FULL,  # Use the full names with prefix
-    default_model=HUGGINGFACE_MODELS_FULL[0],
-    dropdown_label="Select Huggingface Model",
-    choices=HUGGINGFACE_MODELS_DISPLAY,  # Display names without prefix
-    fill_height=True,
-    coder=True,
-    provider="together"
-)
+        response = client.predict(
+            message={"text": text, "files": processed_files},
+            system_prompt="You are a helpful AI assistant.",
+            temperature=0.7,
+            max_new_tokens=1024,
+            top_k=40,
+            repetition_penalty=1.1,
+            top_p=0.95,
+            api_name="/chat",
+        )
+        return response
+
+    return chat
+
+
+def set_client_for_session(model_name, request: gr.Request):
+    headers = {}
+    if request and hasattr(request, "headers"):
+        x_ip_token = request.headers.get("x-ip-token")
+        if x_ip_token:
+            headers["X-IP-Token"] = x_ip_token
+
+    return Client(MODELS[model_name], headers=headers)
+
+
+def safe_chat_fn(message, history, client):
+    if client is None:
+        return "Error: Client not initialized. Please refresh the page."
+    try:
+        return create_chat_fn(client)(message, history)
+    except Exception as e:
+        print(f"Error during chat: {e!s}")
+        return f"Error during chat: {e!s}"
+
+
+with gr.Blocks() as demo:
+    client = gr.State()
+
+    model_dropdown = gr.Dropdown(
+        choices=list(MODELS.keys()), value="SmolVLM-Instruct", label="Select Model", interactive=True
+    )
+
+    chat_interface = gr.ChatInterface(fn=safe_chat_fn, additional_inputs=[client], multimodal=True)
+
+    # Update client when model changes
+    model_dropdown.change(fn=set_client_for_session, inputs=[model_dropdown], outputs=[client])
+
+    # Initialize client on page load
+    demo.load(fn=set_client_for_session, inputs=[gr.State("SmolVLM-Instruct")], outputs=[client])
+
+if __name__ == "__main__":
+    demo.launch()

app_hyperbolic.py

@@ -12,7 +12,7 @@ HYPERBOLIC_MODELS_DISPLAY = [k.replace("hyperbolic:", "") for k in HYPERBOLIC_MO
 # Create and launch the interface using get_app utility
 demo = get_app(
     models=HYPERBOLIC_MODELS_FULL,  # Use the full names with prefix
-    default_model=HYPERBOLIC_MODELS_FULL[-2],
+    default_model=HYPERBOLIC_MODELS_FULL[-1],
     dropdown_label="Select Hyperbolic Model",
     choices=HYPERBOLIC_MODELS_DISPLAY,  # Display names without prefix
     fill_height=True,

app_hyperbolic_coder.py

@@ -12,7 +12,7 @@ HYPERBOLIC_MODELS_DISPLAY = [k.replace("hyperbolic:", "") for k in HYPERBOLIC_MO
 # Create and launch the interface using get_app utility
 demo = get_app(
     models=HYPERBOLIC_MODELS_FULL,  # Use the full names with prefix
-    default_model=HYPERBOLIC_MODELS_FULL[-2],
+    default_model=HYPERBOLIC_MODELS_FULL[-1],
     dropdown_label="Select Hyperbolic Model",
     choices=HYPERBOLIC_MODELS_DISPLAY,  # Display names without prefix
     fill_height=True,

app_nvidia_coder.py

@@ -1,23 +0,0 @@
-import ai_gradio
-
-from utils_ai_gradio import get_app
-
-# Get the nvidia models but keep their full names for loading
-NVIDIA_MODELS_FULL = [k for k in ai_gradio.registry.keys() if k.startswith("nvidia:")]
-
-# Create display names without the prefix
-NVIDIA_MODELS_DISPLAY = [k.replace("nvidia:", "") for k in NVIDIA_MODELS_FULL]
-
-
-# Create and launch the interface using get_app utility
-demo = get_app(
-    models=NVIDIA_MODELS_FULL,  # Use the full names with prefix
-    default_model=NVIDIA_MODELS_FULL[-1],
-    dropdown_label="Select Nvidia Model",
-    choices=NVIDIA_MODELS_DISPLAY,  # Display names without prefix
-    fill_height=True,
-    coder=True
-)
-
-if __name__ == "__main__":
-    demo.launch()

app_openai_coder.py

@@ -11,7 +11,7 @@ OPENAI_MODELS_DISPLAY = [k.replace("openai:", "") for k in OPENAI_MODELS_FULL]
 # Create and launch the interface using get_app utility
 demo = get_app(
     models=OPENAI_MODELS_FULL,  # Use the full names with prefix
-    default_model=OPENAI_MODELS_FULL[-1],
+    default_model=OPENAI_MODELS_FULL[5],
     dropdown_label="Select OpenAI Model",
     choices=OPENAI_MODELS_DISPLAY,  # Display names without prefix
     fill_height=True,

app_openrouter.py

@@ -1,22 +0,0 @@
-import ai_gradio
-
-from utils_ai_gradio import get_app
-
-# Get the OpenAI models but keep their full names for loading
-OPENROUTER_MODELS_FULL = [k for k in ai_gradio.registry.keys() if k.startswith("openrouter:")]
-
-# Create display names without the prefix
-OPENROUTER_MODELS_DISPLAY = [k.replace("openrouter:", "") for k in OPENROUTER_MODELS_FULL]
-
-# Create and launch the interface using get_app utility
-demo = get_app(
-    models=OPENROUTER_MODELS_FULL,  # Use the full names with prefix
-    default_model=OPENROUTER_MODELS_FULL[5],
-    dropdown_label="Select OpenRouter Model",
-    choices=OPENROUTER_MODELS_DISPLAY,  # Display names without prefix
-    fill_height=True,
-    coder=True,
-)
-
-if __name__ == "__main__":
-    demo.launch()

app_qwen.py

@@ -1,19 +1,27 @@
-import ai_gradio
+import os
 
-from utils_ai_gradio import get_app
+import dashscope_gradio
 
-# Get the qwen models but keep their full names for loading
-QWEN_MODELS_FULL = [k for k in ai_gradio.registry.keys() if k.startswith("qwen:")]
+from utils import get_app
 
-# Create display names without the prefix
-QWEN_MODELS_DISPLAY = [k.replace("qwen:", "") for k in QWEN_MODELS_FULL]
-
-
-# Create and launch the interface using get_app utility
 demo = get_app(
-    models=QWEN_MODELS_FULL,  # Use the full names with prefix
-    default_model=QWEN_MODELS_FULL[-1],
-    dropdown_label="Select Qwen Model",
-    choices=QWEN_MODELS_DISPLAY,  # Display names without prefix
-    fill_height=True,
+    models=[
+        "qwen-turbo-latest",
+        "qwen-turbo",
+        "qwen-plus",
+        "qwen-max",
+        "qwen1.5-110b-chat",
+        "qwen1.5-72b-chat",
+        "qwen1.5-32b-chat",
+        "qwen1.5-14b-chat",
+        "qwen1.5-7b-chat",
+        "qwq-32b-preview",
+        "qvq-72b-preview",
+    ],
+    default_model="qvq-72b-preview",
+    src=dashscope_gradio.registry,
+    accept_token=not os.getenv("DASHSCOPE_API_KEY"),
 )
+
+if __name__ == "__main__":
+    demo.launch()

app_qwen_coder.py

@@ -1,20 +0,0 @@
-import ai_gradio
-
-from utils_ai_gradio import get_app
-
-# Get the qwen models but keep their full names for loading
-QWEN_MODELS_FULL = [k for k in ai_gradio.registry.keys() if k.startswith("qwen:")]
-
-# Create display names without the prefix
-QWEN_MODELS_DISPLAY = [k.replace("qwen:", "") for k in QWEN_MODELS_FULL]
-
-
-# Create and launch the interface using get_app utility
-demo = get_app(
-    models=QWEN_MODELS_FULL,  # Use the full names with prefix
-    default_model=QWEN_MODELS_FULL[-1],
-    dropdown_label="Select Qwen Model",
-    choices=QWEN_MODELS_DISPLAY,  # Display names without prefix
-    fill_height=True,
-    coder=True,
-)

app_sambanova.py

@@ -1,19 +1,28 @@
-import ai_gradio
+import os
 
-from utils_ai_gradio import get_app
+import sambanova_gradio
 
-# Get the hyperbolic models but keep their full names for loading
-SAMBANOVA_MODELS_FULL = [k for k in ai_gradio.registry.keys() if k.startswith("sambanova:")]
+from utils import get_app
 
-# Create display names without the prefix
-SAMBANOVA_MODELS_DISPLAY = [k.replace("sambanova:", "") for k in SAMBANOVA_MODELS_FULL]
-
-
-# Create and launch the interface using get_app utility
 demo = get_app(
-    models=SAMBANOVA_MODELS_FULL,  # Use the full names with prefix
-    default_model=SAMBANOVA_MODELS_FULL[-1],
-    dropdown_label="Select Sambanova Model",
-    choices=SAMBANOVA_MODELS_DISPLAY,  # Display names without prefix
-    fill_height=True,
-)
+    models=[
+        "Meta-Llama-3.2-1B-Instruct",
+        "Meta-Llama-3.2-3B-Instruct",
+        "Llama-3.2-11B-Vision-Instruct",
+        "Llama-3.2-90B-Vision-Instruct",
+        "Meta-Llama-3.1-8B-Instruct",
+        "Meta-Llama-3.1-70B-Instruct",
+        "Meta-Llama-3.1-405B-Instruct",
+        "Qwen2.5-72B-Instruct",
+        "Qwen2.5-Coder-32B-Instruct",
+        "Meta-Llama-3.3-70B-Instruct",
+        "QwQ-32B-Preview",
+    ],
+    default_model="QwQ-32B-Preview",
+    src=sambanova_gradio.registry,
+    accept_token=not os.getenv("SAMBANOVA_API_KEY"),
+    multimodal=True,
+)
+
+if __name__ == "__main__":
+    demo.launch()

app_sambanova_coder.py

@@ -1,20 +0,0 @@
-import ai_gradio
-
-from utils_ai_gradio import get_app
-
-# Get the hyperbolic models but keep their full names for loading
-SAMBANOVA_MODELS_FULL = [k for k in ai_gradio.registry.keys() if k.startswith("sambanova:")]
-
-# Create display names without the prefix
-SAMBANOVA_MODELS_DISPLAY = [k.replace("sambanova:", "") for k in SAMBANOVA_MODELS_FULL]
-
-
-# Create and launch the interface using get_app utility
-demo = get_app(
-    models=SAMBANOVA_MODELS_FULL,  # Use the full names with prefix
-    default_model=SAMBANOVA_MODELS_FULL[-1],
-    dropdown_label="Select Sambanova Model",
-    choices=SAMBANOVA_MODELS_DISPLAY,  # Display names without prefix
-    fill_height=True,
-    coder=True,
-)

pyproject.toml

@@ -38,7 +38,7 @@ dependencies = [
     "langchain>=0.3.14",
     "chromadb>=0.5.23",
     "openai>=1.55.0",
-    "ai-gradio[crewai,deepseek,gemini,groq,hyperbolic,openai,smolagents,transformers, langchain, mistral,minimax,nvidia, qwen, openrouter, huggingface]>=0.2.49",
+    "ai-gradio[crewai,deepseek,gemini,groq,hyperbolic,openai,smolagents,transformers, langchain, mistral,minimax,nvidia]>=0.2.28",
 ]
 
 [tool.uv.sources]

requirements.txt

@@ -2,7 +2,7 @@
 #    uv pip compile pyproject.toml -o requirements.txt
 accelerate==1.2.1
     # via ai-gradio
-ai-gradio==0.2.49
+ai-gradio==0.2.28
     # via anychat (pyproject.toml)
 aiofiles==23.2.1
     # via gradio
@@ -428,10 +428,9 @@ httpx-sse==0.4.0
     #   langchain-community
 httpx-ws==0.7.1
     # via fireworks-ai
-huggingface-hub==0.29.1
+huggingface-hub==0.27.1
     # via
     #   accelerate
-    #   ai-gradio
     #   gradio
     #   gradio-client
     #   tokenizers