Update README.md
Browse files
README.md
CHANGED
@@ -4,6 +4,9 @@ datasets:
|
|
4 |
- flytech/python-codes-25k
|
5 |
tags:
|
6 |
- code
|
|
|
|
|
|
|
7 |
---
|
8 |
# GPT2 PyCode
|
9 |
|
@@ -51,11 +54,15 @@ Use the code below to get started with the model.
|
|
51 |
from transformers import GPT2LMHeadModel, GPT2Tokenizer
|
52 |
import re
|
53 |
|
54 |
-
tokenizer = GPT2Tokenizer.from_pretrained('gpt2')
|
55 |
-
model = GPT2Model.from_pretrained('gpt2')
|
56 |
|
57 |
-
|
58 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
59 |
|
60 |
input_ids = encoded_input['input_ids']
|
61 |
attention_mask = encoded_input['attention_mask']
|
|
|
4 |
- flytech/python-codes-25k
|
5 |
tags:
|
6 |
- code
|
7 |
+
language:
|
8 |
+
- en
|
9 |
+
library_name: transformers
|
10 |
---
|
11 |
# GPT2 PyCode
|
12 |
|
|
|
54 |
from transformers import GPT2LMHeadModel, GPT2Tokenizer
|
55 |
import re
|
56 |
|
|
|
|
|
57 |
|
58 |
+
device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
59 |
+
|
60 |
+
tokenizer = GPT2Tokenizer.from_pretrained('maharnab/gpt2_pycode')
|
61 |
+
model = GPT2LMHeadModel.from_pretrained('maharnab/gpt2_pycode')
|
62 |
+
model.to(device)
|
63 |
+
|
64 |
+
prompt = "How to reverse a string in Python."
|
65 |
+
encoded_input = tokenizer.encode_plus(f"<sos><user>{prompt}</user><assistant>", max_length=20, truncation=True, return_tensors="pt").to(device)
|
66 |
|
67 |
input_ids = encoded_input['input_ids']
|
68 |
attention_mask = encoded_input['attention_mask']
|