version d_sae layer kl_div_with_sae kl_div_with_ablation ce_loss_with_sae ce_loss_without_sae ce_loss_with_ablation kl_div_score ce_loss_score l2_norm_in l2_norm_out l2_ratio l0 l1 explained_variance mse total_tokens_evaluated filepath
OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_0/metrics.json 5 128 0 0.002883 3.094083 3.601894 3.599065 6.694649 0.999068 0.999086 29.933449 29.719198 0.993006 31.999350 61.198639 0.977519 13.276111 6144.000000 OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_0/metrics.json
OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_1/metrics.json 5 128 1 0.004242 0.051053 3.599821 3.599065 3.652537 0.916919 0.985857 18.973736 18.205364 0.932765 32.000000 84.060181 0.916917 17.682375 6144.000000 OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_1/metrics.json
OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_2/metrics.json 5 128 2 0.006752 0.058747 3.602034 3.599065 3.645913 0.885070 0.936614 49.106537 47.976685 0.912467 31.984375 82.676140 0.981090 28.213791 6144.000000 OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_2/metrics.json
OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_3/metrics.json 5 128 3 0.008532 0.070592 3.607723 3.599065 3.658678 0.879137 0.854756 16.987318 15.537837 0.899518 31.905111 81.886444 0.827494 38.814980 6144.000000 OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_3/metrics.json
OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_4/metrics.json 5 128 4 0.010456 0.063325 3.611892 3.599065 3.660080 0.834885 0.789762 17.251986 15.434065 0.879446 31.984375 78.371658 0.780778 50.818203 6144.000000 OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_4/metrics.json
OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_5/metrics.json 5 128 5 0.011618 0.068505 3.609259 3.599065 3.669386 0.830411 0.855026 18.888968 16.669851 0.873767 31.983725 77.139160 0.765372 71.502914 6144.000000 OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_5/metrics.json
OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_6/metrics.json 5 128 6 0.014023 0.075694 3.614241 3.599065 3.676516 0.814737 0.804058 21.466564 18.890602 0.875795 31.998373 74.617645 0.754052 97.221252 6144.000000 OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_6/metrics.json
OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_7/metrics.json 5 128 7 0.014005 0.080486 3.609832 3.599065 3.672712 0.825992 0.853803 25.444439 22.559195 0.884380 31.997885 72.551300 0.764806 130.780823 6144.000000 OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_7/metrics.json
OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_8/metrics.json 5 128 8 0.014951 0.087324 3.615898 3.599065 3.680337 0.828790 0.792874 30.250225 26.934555 0.888432 31.996908 72.559128 0.768030 183.634979 6144.000000 OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_8/metrics.json
OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_9/metrics.json 5 128 9 0.015919 0.097589 3.615844 3.599065 3.696245 0.836876 0.827333 40.192413 36.576889 0.905792 32.000000 68.976295 0.782096 267.216095 6144.000000 OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_9/metrics.json
OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_10/metrics.json 5 128 10 0.019077 0.126748 3.616906 3.599065 3.708984 0.849488 0.837687 81.756828 78.834885 0.960933 32.000000 48.323631 0.819787 443.108887 6144.000000 OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_10/metrics.json
OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_11/metrics.json 5 128 11 0.024072 0.173841 3.620230 3.599065 3.783318 0.861531 0.885130 92.906296 88.290031 0.932119 32.000000 71.255219 0.861334 635.459473 6144.000000 OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_11/metrics.json