Commit
路
547db5a
1
Parent(s):
6651605
Update README.md
Browse files
README.md
CHANGED
@@ -86,22 +86,6 @@ cos_sim = nn.CosineSimilarity(dim=0, eps=1e-6)
|
|
86 |
print(cos_sim(sentence_embeddings[0], sentence_embeddings[1]).item())
|
87 |
```
|
88 |
|
89 |
-
```
|
90 |
-
def ppl_naive(text, model, tokenizer):
|
91 |
-
input = tokenizer.encode(text, return_tensors="pt")
|
92 |
-
loss = model(input, labels=input)[0]
|
93 |
-
return torch.exp(loss).item()
|
94 |
-
|
95 |
-
text = """{} 讛讬讗 注讬专 讛讘讬专讛 砖诇 诪讚讬谞转 讬砖专讗诇, 讜讛注讬专 讛讙讚讜诇讛 讘讬讜转专 讘讬砖专讗诇 讘讙讜讚诇 讛讗讜讻诇讜住讬讬讛"""
|
96 |
-
|
97 |
-
for word in ["讞讬驻讛", "讬专讜砖诇讬诐", "转诇 讗讘讬讘"]:
|
98 |
-
print(ppl_naive(text.format(word), model, tokenizer))
|
99 |
-
|
100 |
-
# 10.181422233581543
|
101 |
-
# 9.743313789367676
|
102 |
-
# 10.171016693115234
|
103 |
-
```
|
104 |
-
|
105 |
|
106 |
## Evaluation Results
|
107 |
|
|
|
86 |
print(cos_sim(sentence_embeddings[0], sentence_embeddings[1]).item())
|
87 |
```
|
88 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
89 |
|
90 |
## Evaluation Results
|
91 |
|