imvladikon commited on
Commit
547db5a
1 Parent(s): 6651605

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +0 -16
README.md CHANGED
@@ -86,22 +86,6 @@ cos_sim = nn.CosineSimilarity(dim=0, eps=1e-6)
86
  print(cos_sim(sentence_embeddings[0], sentence_embeddings[1]).item())
87
  ```
88
 
89
- ```
90
- def ppl_naive(text, model, tokenizer):
91
- input = tokenizer.encode(text, return_tensors="pt")
92
- loss = model(input, labels=input)[0]
93
- return torch.exp(loss).item()
94
-
95
- text = """{} 讛讬讗 注讬专 讛讘讬专讛 砖诇 诪讚讬谞转 讬砖专讗诇, 讜讛注讬专 讛讙讚讜诇讛 讘讬讜转专 讘讬砖专讗诇 讘讙讜讚诇 讛讗讜讻诇讜住讬讬讛"""
96
-
97
- for word in ["讞讬驻讛", "讬专讜砖诇讬诐", "转诇 讗讘讬讘"]:
98
- print(ppl_naive(text.format(word), model, tokenizer))
99
-
100
- # 10.181422233581543
101
- # 9.743313789367676
102
- # 10.171016693115234
103
- ```
104
-
105
 
106
  ## Evaluation Results
107
 
 
86
  print(cos_sim(sentence_embeddings[0], sentence_embeddings[1]).item())
87
  ```
88
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
89
 
90
  ## Evaluation Results
91