Update app.py

app.py

@@ -8,7 +8,8 @@ from transformers.activations import get_activation
 from transformers import AutoTokenizer, AutoModelWithLMHead, AutoModelForCausalLM
 
 st.title('GPT2:')
-device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
+#device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
+number_of_outputs = st.sidebar.slider("Number of Outputs", 50, 350)
 
 @st.cache(allow_output_mutation=True)
 def get_model():
@@ -63,11 +64,11 @@ with st.form(key='my_form'):
         text = tokenizer.encode(prompt)
         myinput, past_key_values = torch.tensor([text]), None
         myinput = myinput
-        myinput= myinput.to(device)
+        #myinput= myinput
         logits, past_key_values = model(myinput, past_key_values = past_key_values, return_dict=False)
         logits = logits[0,-1]
         probabilities = torch.nn.functional.softmax(logits)
-        best_logits, best_indices = logits.topk(350)
+        best_logits, best_indices = logits.topk(number_of_outputs)
         best_words = [tokenizer.decode([idx.item()]) for idx in best_indices]
         text.append(best_indices[0].item())
         best_probabilities = probabilities[best_indices].tolist()