Spaces:
Running
on
T4
Running
on
T4
Update app.py
Browse files
app.py
CHANGED
@@ -21,7 +21,7 @@ EOD = "<|endoftext|>"
|
|
21 |
|
22 |
GENERATION_TITLE= "<p style='font-size: 16px; color: white;'>Generated code:</p>"
|
23 |
|
24 |
-
tokenizer_fim = AutoTokenizer.from_pretrained("bigcode/
|
25 |
|
26 |
tokenizer_fim.add_special_tokens({
|
27 |
"additional_special_tokens": [EOD, FIM_PREFIX, FIM_MIDDLE, FIM_SUFFIX, FIM_PAD],
|
|
|
21 |
|
22 |
GENERATION_TITLE= "<p style='font-size: 16px; color: white;'>Generated code:</p>"
|
23 |
|
24 |
+
tokenizer_fim = AutoTokenizer.from_pretrained("bigcode/santacoder", use_auth_token=token, padding_side="left")
|
25 |
|
26 |
tokenizer_fim.add_special_tokens({
|
27 |
"additional_special_tokens": [EOD, FIM_PREFIX, FIM_MIDDLE, FIM_SUFFIX, FIM_PAD],
|