Remove cuda

app.py

@@ -6,7 +6,7 @@ from nltk import word_tokenize, sent_tokenize
 from scipy.stats import shapiro
 from transformers import GPT2LMHeadModel, GPT2TokenizerFast
 
-model = GPT2LMHeadModel.from_pretrained('gpt2-large').to('cuda')
+model = GPT2LMHeadModel.from_pretrained('gpt2-large')
 tokenizer: GPT2TokenizerFast = GPT2TokenizerFast.from_pretrained('gpt2-large')
 
 with open('model.pkl', 'rb') as f:
@@ -14,7 +14,7 @@ with open('model.pkl', 'rb') as f:
 
 def get_perplexity(text: str):
     tokens = tokenizer(text, return_tensors='pt', truncation=True, return_offsets_mapping=True)
-    inputs = tokens.input_ids.to('cuda')
+    inputs = tokens.input_ids
     targets = inputs.clone()
     with torch.no_grad():
         outputs = model(inputs, labels=targets)