added inf

app.py

@@ -1,11 +1,17 @@
 import streamlit as st
 from transformers import pipeline
-from huggingface_hub import login
+from huggingface_hub import login, InferenceClient
 from PIL import Image
 import os
 
 
+
+
+
+
+
 login(token=os.getenv("HUGGINGFACE_TOKEN"))
+client = InferenceClient(api_key="HUGGINGFACE_TOKEN")
 
 st.header("Character Captions (IN PROGRESS!)")
 st.write("Have a character caption any image you upload!")
@@ -38,12 +44,28 @@ if uploaded_img is not None:
     prompt = character_prompts[personality]
 
 
+    messages = [
+        { "role": "user", "content": prompt }
+    ]
 
-    text_generator = pipeline("text-generation", model="meta-llama/Llama-2-7b-hf", framework="pt")
+    stream = client.chat.completions.create(
+        model="meta-llama/Llama-3.2-3B-Instruct", 
+        messages=messages, 
+        max_tokens=500,
+        stream=True
+    )
 
-    prompt = character_prompts[character]
-    st.write("Styled Prompt:", prompt)  
+    for chunk in stream:
+        st.write(chunk.choices[0].delta.content)
+
+
+
+
+    # text_generator = pipeline("text-generation", model="meta-llama/Llama-2-7b-hf", framework="pt")
+
+    # prompt = character_prompts[character]
+    # st.write("Styled Prompt:", prompt)  
 
-    generated_text = text_generator(prompt, max_length=50, do_sample=True)
-    styled_caption = generated_text[0]['generated_text']
-    st.write("Character-Styled Caption:", styled_caption)
+    # generated_text = text_generator(prompt, max_length=50, do_sample=True)
+    # styled_caption = generated_text[0]['generated_text']
+    # st.write("Character-Styled Caption:", styled_caption)