swe-gpt-wiki / evaluate.py
birgermoell's picture
Added eval script
1c47fec
raw
history blame
440 Bytes
from transformers import GPT2Tokenizer, GPT2Model, FlaxGPT2LMHeadModel, GPT2LMHeadModel, pipeline, set_seed
tokenizer = GPT2Tokenizer.from_pretrained("flax-community/swe-gpt-wiki")
model = GPT2LMHeadModel.from_pretrained("flax-community/swe-gpt-wiki")
generator = pipeline('text-generation', model=model, tokenizer=tokenizer)
set_seed(42)
result = generator("Sveriges huvudstad är", max_length=30, num_return_sequences=5)
print(result)