main.py

import transformers
from transformers import TFGPT2LMHeadModel ,GPT2Tokenizer, BitsAndBytesConfig
import tensorflow as tf
tokenizer = GPT2Tokenizer.from_pretrained('gpt2')
model = TFGPT2LMHeadModel.from_pretrained('gpt2',pad_token_id = tokenizer.eos_token_id)
def generate_text(inp):
  input_ids = tokenizer.encode(inp,return_tensors = 'tf')
  beam_output =  model.generate(input_ids, max_length = 100,num_beams = 5, no_repeat_ngram_size = 2, early_stopping = True)
  output = tokenizer.decode(beam_output[0],skip_special_tokens = True, clean_up_tokenization_spaces = True)
  return ".".join(output.split(".")[:-1]) + "."