Upload 1039_159_252.py

1039_159_252.py

@@ -0,0 +1,29 @@
+# -*- coding: utf-8 -*-
+"""1039.159.252
+
+Automatically generated by Colab.
+
+Original file is located at
+    https://colab.research.google.com/drive/11PzoX_0IuFs7qA7O5sLYwHetx0Cbzmao
+"""
+
+import torch
+
+!pip install torch
+
+from transformers import AutoModelForCausalLM, AutoTokenizer
+
+model = AutoModelForCausalLM.from_pretrained("gpt2")
+tokenizer = AutoTokenizer.from_pretrained("gpt2")
+
+inputs = tokenizer("Hugging Face is a startup based in New York City and Paris",
+                   return_tensors="pt")
+
+loss = model(input_ids=inputs["input_ids"],
+             labels=inputs["input_ids"]).loss
+
+loss = model(input_ids=inputs["input_ids"],
+             labels=inputs["input_ids"]).loss
+ppl = torch.exp(loss)
+
+print(f"Perplexity: {ppl.item(): 2f}")