darveen commited on
Commit
4f8464b
·
1 Parent(s): 764f804

Update model.py

Browse files
Files changed (1) hide show
  1. model.py +4 -4
model.py CHANGED
@@ -18,9 +18,9 @@ from tqdm.notebook import tqdm
18
  class Abstractive_Summarization_Model:
19
  def __init__(self):
20
  self.text = None
21
- self.IS_CNNDM = True # whether to use CNNDM dataset or XSum dataset
22
  self.LOWER = False
23
- self.max_length = 1024 if self.IS_CNNDM else 512
24
  self.model, self.tokenizer = self.load_model()
25
 
26
  def load_model(self):
@@ -30,8 +30,8 @@ class Abstractive_Summarization_Model:
30
  model = BartForConditionalGeneration.from_pretrained('Yale-LILY/brio-cnndm-uncased')
31
  tokenizer = BartTokenizer.from_pretrained('Yale-LILY/brio-cnndm-uncased')
32
  else:
33
- model = PegasusForConditionalGeneration.from_pretrained('Yale-LILY/brio-xsum-cased')
34
- tokenizer = PegasusTokenizer.from_pretrained('Yale-LILY/brio-xsum-cased')
35
  print('[INFO]: Model Successfully Loaded :)')
36
  return model, tokenizer
37
 
 
18
  class Abstractive_Summarization_Model:
19
  def __init__(self):
20
  self.text = None
21
+ self.IS_CNNDM = False # whether to use CNNDM dataset or XSum dataset
22
  self.LOWER = False
23
+ self.max_length = 1024 #if self.IS_CNNDM else 512
24
  self.model, self.tokenizer = self.load_model()
25
 
26
  def load_model(self):
 
30
  model = BartForConditionalGeneration.from_pretrained('Yale-LILY/brio-cnndm-uncased')
31
  tokenizer = BartTokenizer.from_pretrained('Yale-LILY/brio-cnndm-uncased')
32
  else:
33
+ model = PegasusForConditionalGeneration.from_pretrained('tuner007/pegasus_paraphrase')
34
+ tokenizer = PegasusTokenizer.from_pretrained('tuner007/pegasus_paraphrase')
35
  print('[INFO]: Model Successfully Loaded :)')
36
  return model, tokenizer
37