Update app.py

app.py

@@ -42,16 +42,6 @@ def query(payload):
     print(response)
     return json.loads(response.content.decode("utf-8"))
 
-# https://github.com/NielsRogge/Transformers-Tutorials/blob/master/HuggingFace_vision_ecosystem_overview_(June_2022).ipynb
-# option 1: load with randomly initialized weights (train from scratch)
-
-#tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-j-6B")
-#model = AutoModelForCausalLM.from_pretrained("EleutherAI/gpt-j-6B")
-
-
-
-
-
 
 
 def inference(input_sentence, max_length, sample_or_greedy, seed=42):
@@ -84,8 +74,7 @@ def inference(input_sentence, max_length, sample_or_greedy, seed=42):
 
     generation = data[0]["generated_text"].split(input_sentence, 1)[1]
     return (
-        before_prompt
-        + input_sentence
+        input_sentence
         + prompt_to_generation
         + generation
         + after_generation,