benchmark_stats.html

<style type="text/css">
#T_03f5d_row0_col2, #T_03f5d_row0_col3, #T_03f5d_row0_col6, #T_03f5d_row0_col16, #T_03f5d_row0_col17, #T_03f5d_row1_col4, #T_03f5d_row1_col6, #T_03f5d_row1_col7, #T_03f5d_row1_col17, #T_03f5d_row2_col4, #T_03f5d_row2_col5, #T_03f5d_row2_col6, #T_03f5d_row2_col7, #T_03f5d_row2_col13, #T_03f5d_row2_col17, #T_03f5d_row3_col6, #T_03f5d_row3_col10, #T_03f5d_row3_col11, #T_03f5d_row3_col17, #T_03f5d_row4_col6, #T_03f5d_row4_col10, #T_03f5d_row4_col11, #T_03f5d_row4_col17, #T_03f5d_row5_col6, #T_03f5d_row5_col12, #T_03f5d_row5_col17, #T_03f5d_row6_col6, #T_03f5d_row6_col8, #T_03f5d_row6_col9, #T_03f5d_row6_col15, #T_03f5d_row6_col17, #T_03f5d_row7_col6, #T_03f5d_row7_col17, #T_03f5d_row8_col6, #T_03f5d_row8_col17, #T_03f5d_row9_col6, #T_03f5d_row9_col17, #T_03f5d_row10_col6, #T_03f5d_row10_col14, #T_03f5d_row10_col17, #T_03f5d_row11_col6, #T_03f5d_row11_col17 {
  background-color: #440154;
  color: #f1f1f1;
}
#T_03f5d_row0_col4, #T_03f5d_row0_col7, #T_03f5d_row0_col8, #T_03f5d_row0_col9, #T_03f5d_row0_col12, #T_03f5d_row0_col13, #T_03f5d_row1_col13, #T_03f5d_row1_col14, #T_03f5d_row2_col15, #T_03f5d_row5_col13, #T_03f5d_row6_col13, #T_03f5d_row7_col13, #T_03f5d_row8_col13, #T_03f5d_row9_col13, #T_03f5d_row10_col13, #T_03f5d_row11_col2, #T_03f5d_row11_col3, #T_03f5d_row11_col5, #T_03f5d_row11_col10, #T_03f5d_row11_col11, #T_03f5d_row11_col13, #T_03f5d_row11_col16 {
  background-color: #fde725;
  color: #000000;
}
#T_03f5d_row0_col5 {
  background-color: #443983;
  color: #f1f1f1;
}
#T_03f5d_row0_col10, #T_03f5d_row1_col5, #T_03f5d_row5_col9, #T_03f5d_row8_col9, #T_03f5d_row10_col8 {
  background-color: #443a83;
  color: #f1f1f1;
}
#T_03f5d_row0_col11 {
  background-color: #414487;
  color: #f1f1f1;
}
#T_03f5d_row0_col14 {
  background-color: #1fa287;
  color: #f1f1f1;
}
#T_03f5d_row0_col15 {
  background-color: #ece51b;
  color: #000000;
}
#T_03f5d_row1_col2, #T_03f5d_row5_col16 {
  background-color: #482173;
  color: #f1f1f1;
}
#T_03f5d_row1_col3 {
  background-color: #481b6d;
  color: #f1f1f1;
}
#T_03f5d_row1_col8, #T_03f5d_row9_col16 {
  background-color: #297b8e;
  color: #f1f1f1;
}
#T_03f5d_row1_col9 {
  background-color: #1f968b;
  color: #f1f1f1;
}
#T_03f5d_row1_col10, #T_03f5d_row5_col10, #T_03f5d_row10_col4 {
  background-color: #460a5d;
  color: #f1f1f1;
}
#T_03f5d_row1_col11, #T_03f5d_row3_col16, #T_03f5d_row5_col15, #T_03f5d_row11_col4 {
  background-color: #471063;
  color: #f1f1f1;
}
#T_03f5d_row1_col12 {
  background-color: #26828e;
  color: #f1f1f1;
}
#T_03f5d_row1_col15 {
  background-color: #35b779;
  color: #f1f1f1;
}
#T_03f5d_row1_col16, #T_03f5d_row3_col4, #T_03f5d_row3_col7, #T_03f5d_row4_col4, #T_03f5d_row4_col7, #T_03f5d_row5_col4, #T_03f5d_row5_col7 {
  background-color: #440256;
  color: #f1f1f1;
}
#T_03f5d_row2_col2 {
  background-color: #433e85;
  color: #f1f1f1;
}
#T_03f5d_row2_col3, #T_03f5d_row7_col16 {
  background-color: #424086;
  color: #f1f1f1;
}
#T_03f5d_row2_col8, #T_03f5d_row3_col15, #T_03f5d_row8_col16 {
  background-color: #38598c;
  color: #f1f1f1;
}
#T_03f5d_row2_col9 {
  background-color: #69cd5b;
  color: #000000;
}
#T_03f5d_row2_col10, #T_03f5d_row4_col5 {
  background-color: #277e8e;
  color: #f1f1f1;
}
#T_03f5d_row2_col11 {
  background-color: #25838e;
  color: #f1f1f1;
}
#T_03f5d_row2_col12, #T_03f5d_row9_col11 {
  background-color: #365c8d;
  color: #f1f1f1;
}
#T_03f5d_row2_col14 {
  background-color: #f1e51d;
  color: #000000;
}
#T_03f5d_row2_col16, #T_03f5d_row10_col7 {
  background-color: #46085c;
  color: #f1f1f1;
}
#T_03f5d_row3_col2 {
  background-color: #38588c;
  color: #f1f1f1;
}
#T_03f5d_row3_col3 {
  background-color: #3c4f8a;
  color: #f1f1f1;
}
#T_03f5d_row3_col5 {
  background-color: #2e6d8e;
  color: #f1f1f1;
}
#T_03f5d_row3_col8, #T_03f5d_row3_col9 {
  background-color: #33628d;
  color: #f1f1f1;
}
#T_03f5d_row3_col12 {
  background-color: #423f85;
  color: #f1f1f1;
}
#T_03f5d_row3_col13 {
  background-color: #365d8d;
  color: #f1f1f1;
}
#T_03f5d_row3_col14 {
  background-color: #f4e61e;
  color: #000000;
}
#T_03f5d_row4_col2 {
  background-color: #2d708e;
  color: #f1f1f1;
}
#T_03f5d_row4_col3, #T_03f5d_row10_col15 {
  background-color: #32658e;
  color: #f1f1f1;
}
#T_03f5d_row4_col8, #T_03f5d_row4_col15 {
  background-color: #482071;
  color: #f1f1f1;
}
#T_03f5d_row4_col9 {
  background-color: #3e4a89;
  color: #f1f1f1;
}
#T_03f5d_row4_col12, #T_03f5d_row6_col12 {
  background-color: #460b5e;
  color: #f1f1f1;
}
#T_03f5d_row4_col13 {
  background-color: #2eb37c;
  color: #f1f1f1;
}
#T_03f5d_row4_col14 {
  background-color: #b5de2b;
  color: #000000;
}
#T_03f5d_row4_col16, #T_03f5d_row8_col8 {
  background-color: #481668;
  color: #f1f1f1;
}
#T_03f5d_row5_col2 {
  background-color: #25858e;
  color: #f1f1f1;
}
#T_03f5d_row5_col3 {
  background-color: #2a788e;
  color: #f1f1f1;
}
#T_03f5d_row5_col5 {
  background-color: #1e9d89;
  color: #f1f1f1;
}
#T_03f5d_row5_col8, #T_03f5d_row7_col8 {
  background-color: #470e61;
  color: #f1f1f1;
}
#T_03f5d_row5_col11, #T_03f5d_row9_col7 {
  background-color: #46075a;
  color: #f1f1f1;
}
#T_03f5d_row5_col14 {
  background-color: #a0da39;
  color: #000000;
}
#T_03f5d_row6_col2 {
  background-color: #1e9b8a;
  color: #f1f1f1;
}
#T_03f5d_row6_col3 {
  background-color: #228d8d;
  color: #f1f1f1;
}
#T_03f5d_row6_col4, #T_03f5d_row6_col7, #T_03f5d_row7_col4, #T_03f5d_row7_col7, #T_03f5d_row8_col7 {
  background-color: #450457;
  color: #f1f1f1;
}
#T_03f5d_row6_col5 {
  background-color: #6ccd5a;
  color: #000000;
}
#T_03f5d_row6_col10 {
  background-color: #481769;
  color: #f1f1f1;
}
#T_03f5d_row6_col11, #T_03f5d_row7_col15, #T_03f5d_row11_col7 {
  background-color: #471164;
  color: #f1f1f1;
}
#T_03f5d_row6_col14 {
  background-color: #73d056;
  color: #000000;
}
#T_03f5d_row6_col16 {
  background-color: #472e7c;
  color: #f1f1f1;
}
#T_03f5d_row7_col2 {
  background-color: #2ab07f;
  color: #f1f1f1;
}
#T_03f5d_row7_col3 {
  background-color: #20928c;
  color: #f1f1f1;
}
#T_03f5d_row7_col5 {
  background-color: #22a884;
  color: #f1f1f1;
}
#T_03f5d_row7_col9, #T_03f5d_row8_col11 {
  background-color: #453581;
  color: #f1f1f1;
}
#T_03f5d_row7_col10 {
  background-color: #482878;
  color: #f1f1f1;
}
#T_03f5d_row7_col11 {
  background-color: #482374;
  color: #f1f1f1;
}
#T_03f5d_row7_col12 {
  background-color: #482475;
  color: #f1f1f1;
}
#T_03f5d_row7_col14 {
  background-color: #4ec36b;
  color: #000000;
}
#T_03f5d_row8_col2, #T_03f5d_row8_col14 {
  background-color: #52c569;
  color: #000000;
}
#T_03f5d_row8_col3 {
  background-color: #1e9c89;
  color: #f1f1f1;
}
#T_03f5d_row8_col4, #T_03f5d_row9_col4 {
  background-color: #450559;
  color: #f1f1f1;
}
#T_03f5d_row8_col5 {
  background-color: #32b67a;
  color: #f1f1f1;
}
#T_03f5d_row8_col10 {
  background-color: #443b84;
  color: #f1f1f1;
}
#T_03f5d_row8_col12, #T_03f5d_row9_col15 {
  background-color: #472f7d;
  color: #f1f1f1;
}
#T_03f5d_row8_col15, #T_03f5d_row9_col8 {
  background-color: #48186a;
  color: #f1f1f1;
}
#T_03f5d_row9_col2 {
  background-color: #86d549;
  color: #000000;
}
#T_03f5d_row9_col3 {
  background-color: #28ae80;
  color: #f1f1f1;
}
#T_03f5d_row9_col5 {
  background-color: #4ac16d;
  color: #000000;
}
#T_03f5d_row9_col9 {
  background-color: #3a548c;
  color: #f1f1f1;
}
#T_03f5d_row9_col10 {
  background-color: #34618d;
  color: #f1f1f1;
}
#T_03f5d_row9_col12 {
  background-color: #355e8d;
  color: #f1f1f1;
}
#T_03f5d_row9_col14 {
  background-color: #24aa83;
  color: #f1f1f1;
}
#T_03f5d_row10_col2 {
  background-color: #c2df23;
  color: #000000;
}
#T_03f5d_row10_col3, #T_03f5d_row10_col12 {
  background-color: #63cb5f;
  color: #000000;
}
#T_03f5d_row10_col5 {
  background-color: #44bf70;
  color: #f1f1f1;
}
#T_03f5d_row10_col9 {
  background-color: #2e6e8e;
  color: #f1f1f1;
}
#T_03f5d_row10_col10 {
  background-color: #9dd93b;
  color: #000000;
}
#T_03f5d_row10_col11 {
  background-color: #aadc32;
  color: #000000;
}
#T_03f5d_row10_col16 {
  background-color: #3bbb75;
  color: #f1f1f1;
}
#T_03f5d_row11_col8 {
  background-color: #3c508b;
  color: #f1f1f1;
}
#T_03f5d_row11_col9 {
  background-color: #228b8d;
  color: #f1f1f1;
}
#T_03f5d_row11_col12 {
  background-color: #1f988b;
  color: #f1f1f1;
}
#T_03f5d_row11_col14 {
  background-color: #2fb47c;
  color: #f1f1f1;
}
#T_03f5d_row11_col15 {
  background-color: #21918c;
  color: #f1f1f1;
}
</style>
<table id="T_03f5d">
  <thead>
    <tr>
      <th class="blank level0" >&nbsp;</th>
      <th id="T_03f5d_level0_col0" class="col_heading level0 col0" >version</th>
      <th id="T_03f5d_level0_col1" class="col_heading level0 col1" >d_sae</th>
      <th id="T_03f5d_level0_col2" class="col_heading level0 col2" >layer</th>
      <th id="T_03f5d_level0_col3" class="col_heading level0 col3" >kl_div_with_sae</th>
      <th id="T_03f5d_level0_col4" class="col_heading level0 col4" >kl_div_with_ablation</th>
      <th id="T_03f5d_level0_col5" class="col_heading level0 col5" >ce_loss_with_sae</th>
      <th id="T_03f5d_level0_col6" class="col_heading level0 col6" >ce_loss_without_sae</th>
      <th id="T_03f5d_level0_col7" class="col_heading level0 col7" >ce_loss_with_ablation</th>
      <th id="T_03f5d_level0_col8" class="col_heading level0 col8" >kl_div_score</th>
      <th id="T_03f5d_level0_col9" class="col_heading level0 col9" >ce_loss_score</th>
      <th id="T_03f5d_level0_col10" class="col_heading level0 col10" >l2_norm_in</th>
      <th id="T_03f5d_level0_col11" class="col_heading level0 col11" >l2_norm_out</th>
      <th id="T_03f5d_level0_col12" class="col_heading level0 col12" >l2_ratio</th>
      <th id="T_03f5d_level0_col13" class="col_heading level0 col13" >l0</th>
      <th id="T_03f5d_level0_col14" class="col_heading level0 col14" >l1</th>
      <th id="T_03f5d_level0_col15" class="col_heading level0 col15" >explained_variance</th>
      <th id="T_03f5d_level0_col16" class="col_heading level0 col16" >mse</th>
      <th id="T_03f5d_level0_col17" class="col_heading level0 col17" >total_tokens_evaluated</th>
      <th id="T_03f5d_level0_col18" class="col_heading level0 col18" >filepath</th>
    </tr>
  </thead>
  <tbody>
    <tr>
      <th id="T_03f5d_level0_row0" class="row_heading level0 row0" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_0/metrics.json</th>
      <td id="T_03f5d_row0_col0" class="data row0 col0" >5</td>
      <td id="T_03f5d_row0_col1" class="data row0 col1" >32</td>
      <td id="T_03f5d_row0_col2" class="data row0 col2" >0</td>
      <td id="T_03f5d_row0_col3" class="data row0 col3" >0.004845</td>
      <td id="T_03f5d_row0_col4" class="data row0 col4" >3.094083</td>
      <td id="T_03f5d_row0_col5" class="data row0 col5" >3.605465</td>
      <td id="T_03f5d_row0_col6" class="data row0 col6" >3.599065</td>
      <td id="T_03f5d_row0_col7" class="data row0 col7" >6.694649</td>
      <td id="T_03f5d_row0_col8" class="data row0 col8" >0.998434</td>
      <td id="T_03f5d_row0_col9" class="data row0 col9" >0.997933</td>
      <td id="T_03f5d_row0_col10" class="data row0 col10" >29.933449</td>
      <td id="T_03f5d_row0_col11" class="data row0 col11" >29.601543</td>
      <td id="T_03f5d_row0_col12" class="data row0 col12" >0.989371</td>
      <td id="T_03f5d_row0_col13" class="data row0 col13" >32.000000</td>
      <td id="T_03f5d_row0_col14" class="data row0 col14" >71.211151</td>
      <td id="T_03f5d_row0_col15" class="data row0 col15" >0.966797</td>
      <td id="T_03f5d_row0_col16" class="data row0 col16" >21.729292</td>
      <td id="T_03f5d_row0_col17" class="data row0 col17" >6144.000000</td>
      <td id="T_03f5d_row0_col18" class="data row0 col18" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_0/metrics.json</td>
    </tr>
    <tr>
      <th id="T_03f5d_level0_row1" class="row_heading level0 row1" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_1/metrics.json</th>
      <td id="T_03f5d_row1_col0" class="data row1 col0" >5</td>
      <td id="T_03f5d_row1_col1" class="data row1 col1" >32</td>
      <td id="T_03f5d_row1_col2" class="data row1 col2" >1</td>
      <td id="T_03f5d_row1_col3" class="data row1 col3" >0.006601</td>
      <td id="T_03f5d_row1_col4" class="data row1 col4" >0.051053</td>
      <td id="T_03f5d_row1_col5" class="data row1 col5" >3.605596</td>
      <td id="T_03f5d_row1_col6" class="data row1 col6" >3.599065</td>
      <td id="T_03f5d_row1_col7" class="data row1 col7" >3.652537</td>
      <td id="T_03f5d_row1_col8" class="data row1 col8" >0.870694</td>
      <td id="T_03f5d_row1_col9" class="data row1 col9" >0.877862</td>
      <td id="T_03f5d_row1_col10" class="data row1 col10" >18.973736</td>
      <td id="T_03f5d_row1_col11" class="data row1 col11" >17.917168</td>
      <td id="T_03f5d_row1_col12" class="data row1 col12" >0.910649</td>
      <td id="T_03f5d_row1_col13" class="data row1 col13" >32.000000</td>
      <td id="T_03f5d_row1_col14" class="data row1 col14" >86.565331</td>
      <td id="T_03f5d_row1_col15" class="data row1 col15" >0.885442</td>
      <td id="T_03f5d_row1_col16" class="data row1 col16" >25.637442</td>
      <td id="T_03f5d_row1_col17" class="data row1 col17" >6144.000000</td>
      <td id="T_03f5d_row1_col18" class="data row1 col18" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_1/metrics.json</td>
    </tr>
    <tr>
      <th id="T_03f5d_level0_row2" class="row_heading level0 row2" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_2/metrics.json</th>
      <td id="T_03f5d_row2_col0" class="data row2 col0" >5</td>
      <td id="T_03f5d_row2_col1" class="data row2 col1" >32</td>
      <td id="T_03f5d_row2_col2" class="data row2 col2" >2</td>
      <td id="T_03f5d_row2_col3" class="data row2 col3" >0.009369</td>
      <td id="T_03f5d_row2_col4" class="data row2 col4" >0.058747</td>
      <td id="T_03f5d_row2_col5" class="data row2 col5" >3.601879</td>
      <td id="T_03f5d_row2_col6" class="data row2 col6" >3.599065</td>
      <td id="T_03f5d_row2_col7" class="data row2 col7" >3.645913</td>
      <td id="T_03f5d_row2_col8" class="data row2 col8" >0.840524</td>
      <td id="T_03f5d_row2_col9" class="data row2 col9" >0.939922</td>
      <td id="T_03f5d_row2_col10" class="data row2 col10" >49.106537</td>
      <td id="T_03f5d_row2_col11" class="data row2 col11" >47.644482</td>
      <td id="T_03f5d_row2_col12" class="data row2 col12" >0.888798</td>
      <td id="T_03f5d_row2_col13" class="data row2 col13" >31.875000</td>
      <td id="T_03f5d_row2_col14" class="data row2 col14" >85.811630</td>
      <td id="T_03f5d_row2_col15" class="data row2 col15" >0.974547</td>
      <td id="T_03f5d_row2_col16" class="data row2 col16" >37.837296</td>
      <td id="T_03f5d_row2_col17" class="data row2 col17" >6144.000000</td>
      <td id="T_03f5d_row2_col18" class="data row2 col18" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_2/metrics.json</td>
    </tr>
    <tr>
      <th id="T_03f5d_level0_row3" class="row_heading level0 row3" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_3/metrics.json</th>
      <td id="T_03f5d_row3_col0" class="data row3 col0" >5</td>
      <td id="T_03f5d_row3_col1" class="data row3 col1" >32</td>
      <td id="T_03f5d_row3_col2" class="data row3 col2" >3</td>
      <td id="T_03f5d_row3_col3" class="data row3 col3" >0.010681</td>
      <td id="T_03f5d_row3_col4" class="data row3 col4" >0.070592</td>
      <td id="T_03f5d_row3_col5" class="data row3 col5" >3.609601</td>
      <td id="T_03f5d_row3_col6" class="data row3 col6" >3.599065</td>
      <td id="T_03f5d_row3_col7" class="data row3 col7" >3.658678</td>
      <td id="T_03f5d_row3_col8" class="data row3 col8" >0.848690</td>
      <td id="T_03f5d_row3_col9" class="data row3 col9" >0.823245</td>
      <td id="T_03f5d_row3_col10" class="data row3 col10" >16.987318</td>
      <td id="T_03f5d_row3_col11" class="data row3 col11" >15.157210</td>
      <td id="T_03f5d_row3_col12" class="data row3 col12" >0.874669</td>
      <td id="T_03f5d_row3_col13" class="data row3 col13" >31.911459</td>
      <td id="T_03f5d_row3_col14" class="data row3 col14" >85.938217</td>
      <td id="T_03f5d_row3_col15" class="data row3 col15" >0.780534</td>
      <td id="T_03f5d_row3_col16" class="data row3 col16" >50.548058</td>
      <td id="T_03f5d_row3_col17" class="data row3 col17" >6144.000000</td>
      <td id="T_03f5d_row3_col18" class="data row3 col18" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_3/metrics.json</td>
    </tr>
    <tr>
      <th id="T_03f5d_level0_row4" class="row_heading level0 row4" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_4/metrics.json</th>
      <td id="T_03f5d_row4_col0" class="data row4 col0" >5</td>
      <td id="T_03f5d_row4_col1" class="data row4 col1" >32</td>
      <td id="T_03f5d_row4_col2" class="data row4 col2" >4</td>
      <td id="T_03f5d_row4_col3" class="data row4 col3" >0.012658</td>
      <td id="T_03f5d_row4_col4" class="data row4 col4" >0.063325</td>
      <td id="T_03f5d_row4_col5" class="data row4 col5" >3.611159</td>
      <td id="T_03f5d_row4_col6" class="data row4 col6" >3.599065</td>
      <td id="T_03f5d_row4_col7" class="data row4 col7" >3.660080</td>
      <td id="T_03f5d_row4_col8" class="data row4 col8" >0.800111</td>
      <td id="T_03f5d_row4_col9" class="data row4 col9" >0.801781</td>
      <td id="T_03f5d_row4_col10" class="data row4 col10" >17.251986</td>
      <td id="T_03f5d_row4_col11" class="data row4 col11" >15.012179</td>
      <td id="T_03f5d_row4_col12" class="data row4 col12" >0.852544</td>
      <td id="T_03f5d_row4_col13" class="data row4 col13" >31.955566</td>
      <td id="T_03f5d_row4_col14" class="data row4 col14" >82.476707</td>
      <td id="T_03f5d_row4_col15" class="data row4 col15" >0.729496</td>
      <td id="T_03f5d_row4_col16" class="data row4 col16" >63.704514</td>
      <td id="T_03f5d_row4_col17" class="data row4 col17" >6144.000000</td>
      <td id="T_03f5d_row4_col18" class="data row4 col18" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_4/metrics.json</td>
    </tr>
    <tr>
      <th id="T_03f5d_level0_row5" class="row_heading level0 row5" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_5/metrics.json</th>
      <td id="T_03f5d_row5_col0" class="data row5 col0" >5</td>
      <td id="T_03f5d_row5_col1" class="data row5 col1" >32</td>
      <td id="T_03f5d_row5_col2" class="data row5 col2" >5</td>
      <td id="T_03f5d_row5_col3" class="data row5 col3" >0.014467</td>
      <td id="T_03f5d_row5_col4" class="data row5 col4" >0.068505</td>
      <td id="T_03f5d_row5_col5" class="data row5 col5" >3.613976</td>
      <td id="T_03f5d_row5_col6" class="data row5 col6" >3.599065</td>
      <td id="T_03f5d_row5_col7" class="data row5 col7" >3.669386</td>
      <td id="T_03f5d_row5_col8" class="data row5 col8" >0.788825</td>
      <td id="T_03f5d_row5_col9" class="data row5 col9" >0.787950</td>
      <td id="T_03f5d_row5_col10" class="data row5 col10" >18.888968</td>
      <td id="T_03f5d_row5_col11" class="data row5 col11" >16.209919</td>
      <td id="T_03f5d_row5_col12" class="data row5 col12" >0.848440</td>
      <td id="T_03f5d_row5_col13" class="data row5 col13" >32.000000</td>
      <td id="T_03f5d_row5_col14" class="data row5 col14" >81.434013</td>
      <td id="T_03f5d_row5_col15" class="data row5 col15" >0.717422</td>
      <td id="T_03f5d_row5_col16" class="data row5 col16" >87.281723</td>
      <td id="T_03f5d_row5_col17" class="data row5 col17" >6144.000000</td>
      <td id="T_03f5d_row5_col18" class="data row5 col18" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_5/metrics.json</td>
    </tr>
    <tr>
      <th id="T_03f5d_level0_row6" class="row_heading level0 row6" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_6/metrics.json</th>
      <td id="T_03f5d_row6_col0" class="data row6 col0" >5</td>
      <td id="T_03f5d_row6_col1" class="data row6 col1" >32</td>
      <td id="T_03f5d_row6_col2" class="data row6 col2" >6</td>
      <td id="T_03f5d_row6_col3" class="data row6 col3" >0.016600</td>
      <td id="T_03f5d_row6_col4" class="data row6 col4" >0.075694</td>
      <td id="T_03f5d_row6_col5" class="data row6 col5" >3.618799</td>
      <td id="T_03f5d_row6_col6" class="data row6 col6" >3.599065</td>
      <td id="T_03f5d_row6_col7" class="data row6 col7" >3.676516</td>
      <td id="T_03f5d_row6_col8" class="data row6 col8" >0.780703</td>
      <td id="T_03f5d_row6_col9" class="data row6 col9" >0.745207</td>
      <td id="T_03f5d_row6_col10" class="data row6 col10" >21.466564</td>
      <td id="T_03f5d_row6_col11" class="data row6 col11" >18.402473</td>
      <td id="T_03f5d_row6_col12" class="data row6 col12" >0.852635</td>
      <td id="T_03f5d_row6_col13" class="data row6 col13" >32.000000</td>
      <td id="T_03f5d_row6_col14" class="data row6 col14" >78.829765</td>
      <td id="T_03f5d_row6_col15" class="data row6 col15" >0.706308</td>
      <td id="T_03f5d_row6_col16" class="data row6 col16" >117.072495</td>
      <td id="T_03f5d_row6_col17" class="data row6 col17" >6144.000000</td>
      <td id="T_03f5d_row6_col18" class="data row6 col18" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_6/metrics.json</td>
    </tr>
    <tr>
      <th id="T_03f5d_level0_row7" class="row_heading level0 row7" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_7/metrics.json</th>
      <td id="T_03f5d_row7_col0" class="data row7 col0" >5</td>
      <td id="T_03f5d_row7_col1" class="data row7 col1" >32</td>
      <td id="T_03f5d_row7_col2" class="data row7 col2" >7</td>
      <td id="T_03f5d_row7_col3" class="data row7 col3" >0.017010</td>
      <td id="T_03f5d_row7_col4" class="data row7 col4" >0.080486</td>
      <td id="T_03f5d_row7_col5" class="data row7 col5" >3.614976</td>
      <td id="T_03f5d_row7_col6" class="data row7 col6" >3.599065</td>
      <td id="T_03f5d_row7_col7" class="data row7 col7" >3.672712</td>
      <td id="T_03f5d_row7_col8" class="data row7 col8" >0.788663</td>
      <td id="T_03f5d_row7_col9" class="data row7 col9" >0.783952</td>
      <td id="T_03f5d_row7_col10" class="data row7 col10" >25.444439</td>
      <td id="T_03f5d_row7_col11" class="data row7 col11" >22.004990</td>
      <td id="T_03f5d_row7_col12" class="data row7 col12" >0.862489</td>
      <td id="T_03f5d_row7_col13" class="data row7 col13" >32.000000</td>
      <td id="T_03f5d_row7_col14" class="data row7 col14" >76.419937</td>
      <td id="T_03f5d_row7_col15" class="data row7 col15" >0.718003</td>
      <td id="T_03f5d_row7_col16" class="data row7 col16" >157.791412</td>
      <td id="T_03f5d_row7_col17" class="data row7 col17" >6144.000000</td>
      <td id="T_03f5d_row7_col18" class="data row7 col18" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_7/metrics.json</td>
    </tr>
    <tr>
      <th id="T_03f5d_level0_row8" class="row_heading level0 row8" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_8/metrics.json</th>
      <td id="T_03f5d_row8_col0" class="data row8 col0" >5</td>
      <td id="T_03f5d_row8_col1" class="data row8 col1" >32</td>
      <td id="T_03f5d_row8_col2" class="data row8 col2" >8</td>
      <td id="T_03f5d_row8_col3" class="data row8 col3" >0.018103</td>
      <td id="T_03f5d_row8_col4" class="data row8 col4" >0.087324</td>
      <td id="T_03f5d_row8_col5" class="data row8 col5" >3.616245</td>
      <td id="T_03f5d_row8_col6" class="data row8 col6" >3.599065</td>
      <td id="T_03f5d_row8_col7" class="data row8 col7" >3.680337</td>
      <td id="T_03f5d_row8_col8" class="data row8 col8" >0.792688</td>
      <td id="T_03f5d_row8_col9" class="data row8 col9" >0.788606</td>
      <td id="T_03f5d_row8_col10" class="data row8 col10" >30.250225</td>
      <td id="T_03f5d_row8_col11" class="data row8 col11" >26.306936</td>
      <td id="T_03f5d_row8_col12" class="data row8 col12" >0.867637</td>
      <td id="T_03f5d_row8_col13" class="data row8 col13" >32.000000</td>
      <td id="T_03f5d_row8_col14" class="data row8 col14" >76.728195</td>
      <td id="T_03f5d_row8_col15" class="data row8 col15" >0.723916</td>
      <td id="T_03f5d_row8_col16" class="data row8 col16" >219.982910</td>
      <td id="T_03f5d_row8_col17" class="data row8 col17" >6144.000000</td>
      <td id="T_03f5d_row8_col18" class="data row8 col18" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_8/metrics.json</td>
    </tr>
    <tr>
      <th id="T_03f5d_level0_row9" class="row_heading level0 row9" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_9/metrics.json</th>
      <td id="T_03f5d_row9_col0" class="data row9 col0" >5</td>
      <td id="T_03f5d_row9_col1" class="data row9 col1" >32</td>
      <td id="T_03f5d_row9_col2" class="data row9 col2" >9</td>
      <td id="T_03f5d_row9_col3" class="data row9 col3" >0.019997</td>
      <td id="T_03f5d_row9_col4" class="data row9 col4" >0.097589</td>
      <td id="T_03f5d_row9_col5" class="data row9 col5" >3.617456</td>
      <td id="T_03f5d_row9_col6" class="data row9 col6" >3.599065</td>
      <td id="T_03f5d_row9_col7" class="data row9 col7" >3.696245</td>
      <td id="T_03f5d_row9_col8" class="data row9 col8" >0.795088</td>
      <td id="T_03f5d_row9_col9" class="data row9 col9" >0.810751</td>
      <td id="T_03f5d_row9_col10" class="data row9 col10" >40.192413</td>
      <td id="T_03f5d_row9_col11" class="data row9 col11" >35.945808</td>
      <td id="T_03f5d_row9_col12" class="data row9 col12" >0.889800</td>
      <td id="T_03f5d_row9_col13" class="data row9 col13" >32.000000</td>
      <td id="T_03f5d_row9_col14" class="data row9 col14" >72.426567</td>
      <td id="T_03f5d_row9_col15" class="data row9 col15" >0.742352</td>
      <td id="T_03f5d_row9_col16" class="data row9 col16" >318.143433</td>
      <td id="T_03f5d_row9_col17" class="data row9 col17" >6144.000000</td>
      <td id="T_03f5d_row9_col18" class="data row9 col18" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_9/metrics.json</td>
    </tr>
    <tr>
      <th id="T_03f5d_level0_row10" class="row_heading level0 row10" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_10/metrics.json</th>
      <td id="T_03f5d_row10_col0" class="data row10 col0" >5</td>
      <td id="T_03f5d_row10_col1" class="data row10 col1" >32</td>
      <td id="T_03f5d_row10_col2" class="data row10 col2" >10</td>
      <td id="T_03f5d_row10_col3" class="data row10 col3" >0.023115</td>
      <td id="T_03f5d_row10_col4" class="data row10 col4" >0.126748</td>
      <td id="T_03f5d_row10_col5" class="data row10 col5" >3.617172</td>
      <td id="T_03f5d_row10_col6" class="data row10 col6" >3.599065</td>
      <td id="T_03f5d_row10_col7" class="data row10 col7" >3.708984</td>
      <td id="T_03f5d_row10_col8" class="data row10 col8" >0.817629</td>
      <td id="T_03f5d_row10_col9" class="data row10 col9" >0.835264</td>
      <td id="T_03f5d_row10_col10" class="data row10 col10" >81.756828</td>
      <td id="T_03f5d_row10_col11" class="data row10 col11" >78.393089</td>
      <td id="T_03f5d_row10_col12" class="data row10 col12" >0.955360</td>
      <td id="T_03f5d_row10_col13" class="data row10 col13" >32.000000</td>
      <td id="T_03f5d_row10_col14" class="data row10 col14" >50.458115</td>
      <td id="T_03f5d_row10_col15" class="data row10 col15" >0.792657</td>
      <td id="T_03f5d_row10_col16" class="data row10 col16" >514.553589</td>
      <td id="T_03f5d_row10_col17" class="data row10 col17" >6144.000000</td>
      <td id="T_03f5d_row10_col18" class="data row10 col18" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_10/metrics.json</td>
    </tr>
    <tr>
      <th id="T_03f5d_level0_row11" class="row_heading level0 row11" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_11/metrics.json</th>
      <td id="T_03f5d_row11_col0" class="data row11 col0" >5</td>
      <td id="T_03f5d_row11_col1" class="data row11 col1" >32</td>
      <td id="T_03f5d_row11_col2" class="data row11 col2" >11</td>
      <td id="T_03f5d_row11_col3" class="data row11 col3" >0.028953</td>
      <td id="T_03f5d_row11_col4" class="data row11 col4" >0.173841</td>
      <td id="T_03f5d_row11_col5" class="data row11 col5" >3.623718</td>
      <td id="T_03f5d_row11_col6" class="data row11 col6" >3.599065</td>
      <td id="T_03f5d_row11_col7" class="data row11 col7" >3.783318</td>
      <td id="T_03f5d_row11_col8" class="data row11 col8" >0.833454</td>
      <td id="T_03f5d_row11_col9" class="data row11 col9" >0.866197</td>
      <td id="T_03f5d_row11_col10" class="data row11 col10" >92.906296</td>
      <td id="T_03f5d_row11_col11" class="data row11 col11" >87.663773</td>
      <td id="T_03f5d_row11_col12" class="data row11 col12" >0.923381</td>
      <td id="T_03f5d_row11_col13" class="data row11 col13" >32.000000</td>
      <td id="T_03f5d_row11_col14" class="data row11 col14" >73.987030</td>
      <td id="T_03f5d_row11_col15" class="data row11 col15" >0.840599</td>
      <td id="T_03f5d_row11_col16" class="data row11 col16" >742.957520</td>
      <td id="T_03f5d_row11_col17" class="data row11 col17" >6144.000000</td>
      <td id="T_03f5d_row11_col18" class="data row11 col18" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_11/metrics.json</td>
    </tr>
  </tbody>
</table>