Spaces:
Running
Running
File size: 2,732 Bytes
63775f2 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 |
"""
Attack Logs to WandB
========================
"""
from textattack.shared.utils import LazyLoader, html_table_from_rows
from .logger import Logger
class WeightsAndBiasesLogger(Logger):
"""Logs attack results to Weights & Biases."""
def __init__(self, **kwargs):
global wandb
wandb = LazyLoader("wandb", globals(), "wandb")
wandb.init(**kwargs)
self.kwargs = kwargs
self.project_name = wandb.run.project_name()
self._result_table_rows = []
def __setstate__(self, state):
global wandb
wandb = LazyLoader("wandb", globals(), "wandb")
self.__dict__ = state
wandb.init(resume=True, **self.kwargs)
def log_summary_rows(self, rows, title, window_id):
table = wandb.Table(columns=["Attack Results", ""])
for row in rows:
if isinstance(row[1], str):
try:
row[1] = row[1].replace("%", "")
row[1] = float(row[1])
except ValueError:
raise ValueError(
f'Unable to convert row value "{row[1]}" for Attack Result "{row[0]}" into float'
)
table.add_data(*row)
metric_name, metric_score = row
wandb.run.summary[metric_name] = metric_score
wandb.log({"attack_params": table})
def _log_result_table(self):
"""Weights & Biases doesn't have a feature to automatically aggregate
results across timesteps and display the full table.
Therefore, we have to do it manually.
"""
result_table = html_table_from_rows(
self._result_table_rows, header=["", "Original Input", "Perturbed Input"]
)
wandb.log({"results": wandb.Html(result_table)})
def log_attack_result(self, result):
original_text_colored, perturbed_text_colored = result.diff_color(
color_method="html"
)
result_num = len(self._result_table_rows)
self._result_table_rows.append(
[
f"<b>Result {result_num}</b>",
original_text_colored,
perturbed_text_colored,
]
)
result_diff_table = html_table_from_rows(
[[original_text_colored, perturbed_text_colored]]
)
result_diff_table = wandb.Html(result_diff_table)
wandb.log(
{
"result": result_diff_table,
"original_output": result.original_result.output,
"perturbed_output": result.perturbed_result.output,
}
)
self._log_result_table()
def log_sep(self):
self.fout.write("-" * 90 + "\n")
|