Update app.py
Browse files
app.py
CHANGED
@@ -98,7 +98,7 @@ def get_hidden_states(raw_original_prompt, force_hidden_states=False):
|
|
98 |
# TODO: document this!
|
99 |
important_tokens = (1 +
|
100 |
F.normalize(hidden_states, dim=-1).diff(dim=0)
|
101 |
-
.norm(dim=-1).topk(k=
|
102 |
print(f'{important_tokens=}')
|
103 |
global_state.local_state.hidden_states = hidden_states.cpu().detach()
|
104 |
|
|
|
98 |
# TODO: document this!
|
99 |
important_tokens = (1 +
|
100 |
F.normalize(hidden_states, dim=-1).diff(dim=0)
|
101 |
+
.norm(dim=-1).topk(k=5).indices[:, 0].cpu().numpy())
|
102 |
print(f'{important_tokens=}')
|
103 |
global_state.local_state.hidden_states = hidden_states.cpu().detach()
|
104 |
|