Spaces:
Running
on
Zero
Running
on
Zero
Commit
•
2a78bd6
1
Parent(s):
71e7dc5
Upload x_transformer_1_23_2.py
Browse files- x_transformer_1_23_2.py +1 -1
x_transformer_1_23_2.py
CHANGED
|
@@ -701,7 +701,7 @@ class AutoregressiveWrapper(Module):
|
|
| 701 |
if add_attn_z_loss:
|
| 702 |
loss = loss + cache.attn_z_loss
|
| 703 |
|
| 704 |
-
return loss, acc
|
| 705 |
|
| 706 |
#===============================================================================
|
| 707 |
|
|
|
|
| 701 |
if add_attn_z_loss:
|
| 702 |
loss = loss + cache.attn_z_loss
|
| 703 |
|
| 704 |
+
return loss, acc, cache
|
| 705 |
|
| 706 |
#===============================================================================
|
| 707 |
|