Spaces:
Runtime error
Runtime error
Update model.py
Browse files
model.py
CHANGED
@@ -18,9 +18,9 @@ from tqdm.notebook import tqdm
|
|
18 |
class Abstractive_Summarization_Model:
|
19 |
def __init__(self):
|
20 |
self.text = None
|
21 |
-
self.IS_CNNDM =
|
22 |
self.LOWER = False
|
23 |
-
self.max_length = 1024 if self.IS_CNNDM else 512
|
24 |
self.model, self.tokenizer = self.load_model()
|
25 |
|
26 |
def load_model(self):
|
@@ -30,8 +30,8 @@ class Abstractive_Summarization_Model:
|
|
30 |
model = BartForConditionalGeneration.from_pretrained('Yale-LILY/brio-cnndm-uncased')
|
31 |
tokenizer = BartTokenizer.from_pretrained('Yale-LILY/brio-cnndm-uncased')
|
32 |
else:
|
33 |
-
model = PegasusForConditionalGeneration.from_pretrained('
|
34 |
-
tokenizer = PegasusTokenizer.from_pretrained('
|
35 |
print('[INFO]: Model Successfully Loaded :)')
|
36 |
return model, tokenizer
|
37 |
|
|
|
18 |
class Abstractive_Summarization_Model:
|
19 |
def __init__(self):
|
20 |
self.text = None
|
21 |
+
self.IS_CNNDM = False # whether to use CNNDM dataset or XSum dataset
|
22 |
self.LOWER = False
|
23 |
+
self.max_length = 1024 #if self.IS_CNNDM else 512
|
24 |
self.model, self.tokenizer = self.load_model()
|
25 |
|
26 |
def load_model(self):
|
|
|
30 |
model = BartForConditionalGeneration.from_pretrained('Yale-LILY/brio-cnndm-uncased')
|
31 |
tokenizer = BartTokenizer.from_pretrained('Yale-LILY/brio-cnndm-uncased')
|
32 |
else:
|
33 |
+
model = PegasusForConditionalGeneration.from_pretrained('tuner007/pegasus_paraphrase')
|
34 |
+
tokenizer = PegasusTokenizer.from_pretrained('tuner007/pegasus_paraphrase')
|
35 |
print('[INFO]: Model Successfully Loaded :)')
|
36 |
return model, tokenizer
|
37 |
|