maharnab commited on
Commit
4dcb71b
1 Parent(s): 5d12036

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +11 -4
README.md CHANGED
@@ -4,6 +4,9 @@ datasets:
4
  - flytech/python-codes-25k
5
  tags:
6
  - code
 
 
 
7
  ---
8
  # GPT2 PyCode
9
 
@@ -51,11 +54,15 @@ Use the code below to get started with the model.
51
  from transformers import GPT2LMHeadModel, GPT2Tokenizer
52
  import re
53
 
54
- tokenizer = GPT2Tokenizer.from_pretrained('gpt2')
55
- model = GPT2Model.from_pretrained('gpt2')
56
 
57
- text = "Replace me by any text you'd like."
58
- encoded_input = tokenizer.encode_plus(f"<sos><user>{prompt}</user><assistant>", max_length=20, truncation=True, return_tensors="pt")
 
 
 
 
 
 
59
 
60
  input_ids = encoded_input['input_ids']
61
  attention_mask = encoded_input['attention_mask']
 
4
  - flytech/python-codes-25k
5
  tags:
6
  - code
7
+ language:
8
+ - en
9
+ library_name: transformers
10
  ---
11
  # GPT2 PyCode
12
 
 
54
  from transformers import GPT2LMHeadModel, GPT2Tokenizer
55
  import re
56
 
 
 
57
 
58
+ device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
59
+
60
+ tokenizer = GPT2Tokenizer.from_pretrained('maharnab/gpt2_pycode')
61
+ model = GPT2LMHeadModel.from_pretrained('maharnab/gpt2_pycode')
62
+ model.to(device)
63
+
64
+ prompt = "How to reverse a string in Python."
65
+ encoded_input = tokenizer.encode_plus(f"<sos><user>{prompt}</user><assistant>", max_length=20, truncation=True, return_tensors="pt").to(device)
66
 
67
  input_ids = encoded_input['input_ids']
68
  attention_mask = encoded_input['attention_mask']