diff --git a/CHANGELOG.md b/CHANGELOG.md
index 9331cfbe7..5c960173c 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -2,6 +2,17 @@
 
 
 
+## v5.10.3 (2025-05-19)
+
+### Fix
+
+* fix: fix abnormally large llamascope L0. (#483)
+
+* make llamascope (base model) compatible with sae.fold_activation_norm_scaling_factor
+
+* make llamascope (base model) compatible with sae.fold_activation_norm_scaling_factor ([`4cafc09`](https://github.com/jbloomAus/SAELens/commit/4cafc09e2bd0c6e265fa2b1234f23fb587b2842a))
+
+
 ## v5.10.2 (2025-05-12)
 
 ### Fix
diff --git a/check_open_ai_sae_metrics.ipynb b/check_open_ai_sae_metrics.ipynb
deleted file mode 100644
index 8b7fef44f..000000000
--- a/check_open_ai_sae_metrics.ipynb
+++ /dev/null
@@ -1,4338 +0,0 @@
-{
- "cells": [
-  {
-   "cell_type": "code",
-   "execution_count": 7,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "from sae_lens.toolkit.pretrained_saes import load_sparsity\n",
-    "import plotly.express as px\n",
-    "\n",
-    "path = \"open_ai_sae_weights_resid_post_attn_reformatted/v5_32k_layer_0\"\n",
-    "\n",
-    "\n",
-    "sparsity = load_sparsity(path)  # [\"sparsity\"]\n",
-    "\n",
-    "\n",
-    "px.histogram(sparsity.cpu(), nbins=100).write_html(\"sparsity_histogram.html\")"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {},
-   "outputs": [],
-   "source": []
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 57,
-   "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "OAI_GPT2Small_v5_32k_resid_delta_mlp\n",
-      "Loading page (1/2)\n",
-      "Rendering (2/2)                                                    \n",
-      "Done                                                               \n"
-     ]
-    },
-    {
-     "data": {
-      "text/html": [
-       "<style type=\"text/css\">\n",
-       "#T_7e993_row0_col2, #T_7e993_row0_col3, #T_7e993_row0_col6, #T_7e993_row0_col16, #T_7e993_row0_col17, #T_7e993_row1_col4, #T_7e993_row1_col6, #T_7e993_row1_col7, #T_7e993_row1_col17, #T_7e993_row2_col4, #T_7e993_row2_col5, #T_7e993_row2_col6, #T_7e993_row2_col7, #T_7e993_row2_col13, #T_7e993_row2_col17, #T_7e993_row3_col6, #T_7e993_row3_col10, #T_7e993_row3_col11, #T_7e993_row3_col17, #T_7e993_row4_col6, #T_7e993_row4_col10, #T_7e993_row4_col11, #T_7e993_row4_col17, #T_7e993_row5_col6, #T_7e993_row5_col12, #T_7e993_row5_col17, #T_7e993_row6_col6, #T_7e993_row6_col8, #T_7e993_row6_col9, #T_7e993_row6_col15, #T_7e993_row6_col17, #T_7e993_row7_col6, #T_7e993_row7_col17, #T_7e993_row8_col6, #T_7e993_row8_col17, #T_7e993_row9_col6, #T_7e993_row9_col17, #T_7e993_row10_col6, #T_7e993_row10_col14, #T_7e993_row10_col17, #T_7e993_row11_col6, #T_7e993_row11_col17 {\n",
-       "  background-color: #440154;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row0_col4, #T_7e993_row0_col7, #T_7e993_row0_col8, #T_7e993_row0_col9, #T_7e993_row0_col12, #T_7e993_row0_col13, #T_7e993_row1_col13, #T_7e993_row1_col14, #T_7e993_row2_col15, #T_7e993_row5_col13, #T_7e993_row6_col13, #T_7e993_row7_col13, #T_7e993_row8_col13, #T_7e993_row9_col13, #T_7e993_row10_col13, #T_7e993_row11_col2, #T_7e993_row11_col3, #T_7e993_row11_col5, #T_7e993_row11_col10, #T_7e993_row11_col11, #T_7e993_row11_col13, #T_7e993_row11_col16 {\n",
-       "  background-color: #fde725;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_7e993_row0_col5 {\n",
-       "  background-color: #443983;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row0_col10, #T_7e993_row1_col5, #T_7e993_row5_col9, #T_7e993_row8_col9, #T_7e993_row10_col8 {\n",
-       "  background-color: #443a83;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row0_col11 {\n",
-       "  background-color: #414487;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row0_col14 {\n",
-       "  background-color: #1fa287;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row0_col15 {\n",
-       "  background-color: #ece51b;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_7e993_row1_col2, #T_7e993_row5_col16 {\n",
-       "  background-color: #482173;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row1_col3 {\n",
-       "  background-color: #481b6d;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row1_col8, #T_7e993_row9_col16 {\n",
-       "  background-color: #297b8e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row1_col9 {\n",
-       "  background-color: #1f968b;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row1_col10, #T_7e993_row5_col10, #T_7e993_row10_col4 {\n",
-       "  background-color: #460a5d;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row1_col11, #T_7e993_row3_col16, #T_7e993_row5_col15, #T_7e993_row11_col4 {\n",
-       "  background-color: #471063;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row1_col12 {\n",
-       "  background-color: #26828e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row1_col15 {\n",
-       "  background-color: #35b779;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row1_col16, #T_7e993_row3_col4, #T_7e993_row3_col7, #T_7e993_row4_col4, #T_7e993_row4_col7, #T_7e993_row5_col4, #T_7e993_row5_col7 {\n",
-       "  background-color: #440256;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row2_col2 {\n",
-       "  background-color: #433e85;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row2_col3, #T_7e993_row7_col16 {\n",
-       "  background-color: #424086;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row2_col8, #T_7e993_row3_col15, #T_7e993_row8_col16 {\n",
-       "  background-color: #38598c;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row2_col9 {\n",
-       "  background-color: #69cd5b;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_7e993_row2_col10, #T_7e993_row4_col5 {\n",
-       "  background-color: #277e8e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row2_col11 {\n",
-       "  background-color: #25838e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row2_col12, #T_7e993_row9_col11 {\n",
-       "  background-color: #365c8d;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row2_col14 {\n",
-       "  background-color: #f1e51d;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_7e993_row2_col16, #T_7e993_row10_col7 {\n",
-       "  background-color: #46085c;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row3_col2 {\n",
-       "  background-color: #38588c;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row3_col3 {\n",
-       "  background-color: #3c4f8a;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row3_col5 {\n",
-       "  background-color: #2e6d8e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row3_col8, #T_7e993_row3_col9 {\n",
-       "  background-color: #33628d;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row3_col12 {\n",
-       "  background-color: #423f85;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row3_col13 {\n",
-       "  background-color: #365d8d;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row3_col14 {\n",
-       "  background-color: #f4e61e;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_7e993_row4_col2 {\n",
-       "  background-color: #2d708e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row4_col3, #T_7e993_row10_col15 {\n",
-       "  background-color: #32658e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row4_col8, #T_7e993_row4_col15 {\n",
-       "  background-color: #482071;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row4_col9 {\n",
-       "  background-color: #3e4a89;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row4_col12, #T_7e993_row6_col12 {\n",
-       "  background-color: #460b5e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row4_col13 {\n",
-       "  background-color: #2eb37c;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row4_col14 {\n",
-       "  background-color: #b5de2b;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_7e993_row4_col16, #T_7e993_row8_col8 {\n",
-       "  background-color: #481668;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row5_col2 {\n",
-       "  background-color: #25858e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row5_col3 {\n",
-       "  background-color: #2a788e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row5_col5 {\n",
-       "  background-color: #1e9d89;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row5_col8, #T_7e993_row7_col8 {\n",
-       "  background-color: #470e61;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row5_col11, #T_7e993_row9_col7 {\n",
-       "  background-color: #46075a;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row5_col14 {\n",
-       "  background-color: #a0da39;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_7e993_row6_col2 {\n",
-       "  background-color: #1e9b8a;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row6_col3 {\n",
-       "  background-color: #228d8d;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row6_col4, #T_7e993_row6_col7, #T_7e993_row7_col4, #T_7e993_row7_col7, #T_7e993_row8_col7 {\n",
-       "  background-color: #450457;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row6_col5 {\n",
-       "  background-color: #6ccd5a;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_7e993_row6_col10 {\n",
-       "  background-color: #481769;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row6_col11, #T_7e993_row7_col15, #T_7e993_row11_col7 {\n",
-       "  background-color: #471164;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row6_col14 {\n",
-       "  background-color: #73d056;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_7e993_row6_col16 {\n",
-       "  background-color: #472e7c;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row7_col2 {\n",
-       "  background-color: #2ab07f;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row7_col3 {\n",
-       "  background-color: #20928c;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row7_col5 {\n",
-       "  background-color: #22a884;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row7_col9, #T_7e993_row8_col11 {\n",
-       "  background-color: #453581;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row7_col10 {\n",
-       "  background-color: #482878;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row7_col11 {\n",
-       "  background-color: #482374;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row7_col12 {\n",
-       "  background-color: #482475;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row7_col14 {\n",
-       "  background-color: #4ec36b;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_7e993_row8_col2, #T_7e993_row8_col14 {\n",
-       "  background-color: #52c569;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_7e993_row8_col3 {\n",
-       "  background-color: #1e9c89;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row8_col4, #T_7e993_row9_col4 {\n",
-       "  background-color: #450559;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row8_col5 {\n",
-       "  background-color: #32b67a;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row8_col10 {\n",
-       "  background-color: #443b84;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row8_col12, #T_7e993_row9_col15 {\n",
-       "  background-color: #472f7d;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row8_col15, #T_7e993_row9_col8 {\n",
-       "  background-color: #48186a;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row9_col2 {\n",
-       "  background-color: #86d549;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_7e993_row9_col3 {\n",
-       "  background-color: #28ae80;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row9_col5 {\n",
-       "  background-color: #4ac16d;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_7e993_row9_col9 {\n",
-       "  background-color: #3a548c;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row9_col10 {\n",
-       "  background-color: #34618d;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row9_col12 {\n",
-       "  background-color: #355e8d;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row9_col14 {\n",
-       "  background-color: #24aa83;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row10_col2 {\n",
-       "  background-color: #c2df23;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_7e993_row10_col3, #T_7e993_row10_col12 {\n",
-       "  background-color: #63cb5f;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_7e993_row10_col5 {\n",
-       "  background-color: #44bf70;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row10_col9 {\n",
-       "  background-color: #2e6e8e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row10_col10 {\n",
-       "  background-color: #9dd93b;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_7e993_row10_col11 {\n",
-       "  background-color: #aadc32;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_7e993_row10_col16 {\n",
-       "  background-color: #3bbb75;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row11_col8 {\n",
-       "  background-color: #3c508b;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row11_col9 {\n",
-       "  background-color: #228b8d;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row11_col12 {\n",
-       "  background-color: #1f988b;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row11_col14 {\n",
-       "  background-color: #2fb47c;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_7e993_row11_col15 {\n",
-       "  background-color: #21918c;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "</style>\n",
-       "<table id=\"T_7e993\">\n",
-       "  <thead>\n",
-       "    <tr>\n",
-       "      <th class=\"blank level0\" >&nbsp;</th>\n",
-       "      <th id=\"T_7e993_level0_col0\" class=\"col_heading level0 col0\" >version</th>\n",
-       "      <th id=\"T_7e993_level0_col1\" class=\"col_heading level0 col1\" >d_sae</th>\n",
-       "      <th id=\"T_7e993_level0_col2\" class=\"col_heading level0 col2\" >layer</th>\n",
-       "      <th id=\"T_7e993_level0_col3\" class=\"col_heading level0 col3\" >kl_div_with_sae</th>\n",
-       "      <th id=\"T_7e993_level0_col4\" class=\"col_heading level0 col4\" >kl_div_with_ablation</th>\n",
-       "      <th id=\"T_7e993_level0_col5\" class=\"col_heading level0 col5\" >ce_loss_with_sae</th>\n",
-       "      <th id=\"T_7e993_level0_col6\" class=\"col_heading level0 col6\" >ce_loss_without_sae</th>\n",
-       "      <th id=\"T_7e993_level0_col7\" class=\"col_heading level0 col7\" >ce_loss_with_ablation</th>\n",
-       "      <th id=\"T_7e993_level0_col8\" class=\"col_heading level0 col8\" >kl_div_score</th>\n",
-       "      <th id=\"T_7e993_level0_col9\" class=\"col_heading level0 col9\" >ce_loss_score</th>\n",
-       "      <th id=\"T_7e993_level0_col10\" class=\"col_heading level0 col10\" >l2_norm_in</th>\n",
-       "      <th id=\"T_7e993_level0_col11\" class=\"col_heading level0 col11\" >l2_norm_out</th>\n",
-       "      <th id=\"T_7e993_level0_col12\" class=\"col_heading level0 col12\" >l2_ratio</th>\n",
-       "      <th id=\"T_7e993_level0_col13\" class=\"col_heading level0 col13\" >l0</th>\n",
-       "      <th id=\"T_7e993_level0_col14\" class=\"col_heading level0 col14\" >l1</th>\n",
-       "      <th id=\"T_7e993_level0_col15\" class=\"col_heading level0 col15\" >explained_variance</th>\n",
-       "      <th id=\"T_7e993_level0_col16\" class=\"col_heading level0 col16\" >mse</th>\n",
-       "      <th id=\"T_7e993_level0_col17\" class=\"col_heading level0 col17\" >total_tokens_evaluated</th>\n",
-       "      <th id=\"T_7e993_level0_col18\" class=\"col_heading level0 col18\" >filepath</th>\n",
-       "    </tr>\n",
-       "  </thead>\n",
-       "  <tbody>\n",
-       "    <tr>\n",
-       "      <th id=\"T_7e993_level0_row0\" class=\"row_heading level0 row0\" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_0/metrics.json</th>\n",
-       "      <td id=\"T_7e993_row0_col0\" class=\"data row0 col0\" >5</td>\n",
-       "      <td id=\"T_7e993_row0_col1\" class=\"data row0 col1\" >32</td>\n",
-       "      <td id=\"T_7e993_row0_col2\" class=\"data row0 col2\" >0</td>\n",
-       "      <td id=\"T_7e993_row0_col3\" class=\"data row0 col3\" >0.004845</td>\n",
-       "      <td id=\"T_7e993_row0_col4\" class=\"data row0 col4\" >3.094083</td>\n",
-       "      <td id=\"T_7e993_row0_col5\" class=\"data row0 col5\" >3.605465</td>\n",
-       "      <td id=\"T_7e993_row0_col6\" class=\"data row0 col6\" >3.599065</td>\n",
-       "      <td id=\"T_7e993_row0_col7\" class=\"data row0 col7\" >6.694649</td>\n",
-       "      <td id=\"T_7e993_row0_col8\" class=\"data row0 col8\" >0.998434</td>\n",
-       "      <td id=\"T_7e993_row0_col9\" class=\"data row0 col9\" >0.997933</td>\n",
-       "      <td id=\"T_7e993_row0_col10\" class=\"data row0 col10\" >29.933449</td>\n",
-       "      <td id=\"T_7e993_row0_col11\" class=\"data row0 col11\" >29.601543</td>\n",
-       "      <td id=\"T_7e993_row0_col12\" class=\"data row0 col12\" >0.989371</td>\n",
-       "      <td id=\"T_7e993_row0_col13\" class=\"data row0 col13\" >32.000000</td>\n",
-       "      <td id=\"T_7e993_row0_col14\" class=\"data row0 col14\" >71.211151</td>\n",
-       "      <td id=\"T_7e993_row0_col15\" class=\"data row0 col15\" >0.966797</td>\n",
-       "      <td id=\"T_7e993_row0_col16\" class=\"data row0 col16\" >21.729292</td>\n",
-       "      <td id=\"T_7e993_row0_col17\" class=\"data row0 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_7e993_row0_col18\" class=\"data row0 col18\" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_0/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_7e993_level0_row1\" class=\"row_heading level0 row1\" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_1/metrics.json</th>\n",
-       "      <td id=\"T_7e993_row1_col0\" class=\"data row1 col0\" >5</td>\n",
-       "      <td id=\"T_7e993_row1_col1\" class=\"data row1 col1\" >32</td>\n",
-       "      <td id=\"T_7e993_row1_col2\" class=\"data row1 col2\" >1</td>\n",
-       "      <td id=\"T_7e993_row1_col3\" class=\"data row1 col3\" >0.006601</td>\n",
-       "      <td id=\"T_7e993_row1_col4\" class=\"data row1 col4\" >0.051053</td>\n",
-       "      <td id=\"T_7e993_row1_col5\" class=\"data row1 col5\" >3.605596</td>\n",
-       "      <td id=\"T_7e993_row1_col6\" class=\"data row1 col6\" >3.599065</td>\n",
-       "      <td id=\"T_7e993_row1_col7\" class=\"data row1 col7\" >3.652537</td>\n",
-       "      <td id=\"T_7e993_row1_col8\" class=\"data row1 col8\" >0.870694</td>\n",
-       "      <td id=\"T_7e993_row1_col9\" class=\"data row1 col9\" >0.877862</td>\n",
-       "      <td id=\"T_7e993_row1_col10\" class=\"data row1 col10\" >18.973736</td>\n",
-       "      <td id=\"T_7e993_row1_col11\" class=\"data row1 col11\" >17.917168</td>\n",
-       "      <td id=\"T_7e993_row1_col12\" class=\"data row1 col12\" >0.910649</td>\n",
-       "      <td id=\"T_7e993_row1_col13\" class=\"data row1 col13\" >32.000000</td>\n",
-       "      <td id=\"T_7e993_row1_col14\" class=\"data row1 col14\" >86.565331</td>\n",
-       "      <td id=\"T_7e993_row1_col15\" class=\"data row1 col15\" >0.885442</td>\n",
-       "      <td id=\"T_7e993_row1_col16\" class=\"data row1 col16\" >25.637442</td>\n",
-       "      <td id=\"T_7e993_row1_col17\" class=\"data row1 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_7e993_row1_col18\" class=\"data row1 col18\" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_1/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_7e993_level0_row2\" class=\"row_heading level0 row2\" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_2/metrics.json</th>\n",
-       "      <td id=\"T_7e993_row2_col0\" class=\"data row2 col0\" >5</td>\n",
-       "      <td id=\"T_7e993_row2_col1\" class=\"data row2 col1\" >32</td>\n",
-       "      <td id=\"T_7e993_row2_col2\" class=\"data row2 col2\" >2</td>\n",
-       "      <td id=\"T_7e993_row2_col3\" class=\"data row2 col3\" >0.009369</td>\n",
-       "      <td id=\"T_7e993_row2_col4\" class=\"data row2 col4\" >0.058747</td>\n",
-       "      <td id=\"T_7e993_row2_col5\" class=\"data row2 col5\" >3.601879</td>\n",
-       "      <td id=\"T_7e993_row2_col6\" class=\"data row2 col6\" >3.599065</td>\n",
-       "      <td id=\"T_7e993_row2_col7\" class=\"data row2 col7\" >3.645913</td>\n",
-       "      <td id=\"T_7e993_row2_col8\" class=\"data row2 col8\" >0.840524</td>\n",
-       "      <td id=\"T_7e993_row2_col9\" class=\"data row2 col9\" >0.939922</td>\n",
-       "      <td id=\"T_7e993_row2_col10\" class=\"data row2 col10\" >49.106537</td>\n",
-       "      <td id=\"T_7e993_row2_col11\" class=\"data row2 col11\" >47.644482</td>\n",
-       "      <td id=\"T_7e993_row2_col12\" class=\"data row2 col12\" >0.888798</td>\n",
-       "      <td id=\"T_7e993_row2_col13\" class=\"data row2 col13\" >31.875000</td>\n",
-       "      <td id=\"T_7e993_row2_col14\" class=\"data row2 col14\" >85.811630</td>\n",
-       "      <td id=\"T_7e993_row2_col15\" class=\"data row2 col15\" >0.974547</td>\n",
-       "      <td id=\"T_7e993_row2_col16\" class=\"data row2 col16\" >37.837296</td>\n",
-       "      <td id=\"T_7e993_row2_col17\" class=\"data row2 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_7e993_row2_col18\" class=\"data row2 col18\" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_2/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_7e993_level0_row3\" class=\"row_heading level0 row3\" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_3/metrics.json</th>\n",
-       "      <td id=\"T_7e993_row3_col0\" class=\"data row3 col0\" >5</td>\n",
-       "      <td id=\"T_7e993_row3_col1\" class=\"data row3 col1\" >32</td>\n",
-       "      <td id=\"T_7e993_row3_col2\" class=\"data row3 col2\" >3</td>\n",
-       "      <td id=\"T_7e993_row3_col3\" class=\"data row3 col3\" >0.010681</td>\n",
-       "      <td id=\"T_7e993_row3_col4\" class=\"data row3 col4\" >0.070592</td>\n",
-       "      <td id=\"T_7e993_row3_col5\" class=\"data row3 col5\" >3.609601</td>\n",
-       "      <td id=\"T_7e993_row3_col6\" class=\"data row3 col6\" >3.599065</td>\n",
-       "      <td id=\"T_7e993_row3_col7\" class=\"data row3 col7\" >3.658678</td>\n",
-       "      <td id=\"T_7e993_row3_col8\" class=\"data row3 col8\" >0.848690</td>\n",
-       "      <td id=\"T_7e993_row3_col9\" class=\"data row3 col9\" >0.823245</td>\n",
-       "      <td id=\"T_7e993_row3_col10\" class=\"data row3 col10\" >16.987318</td>\n",
-       "      <td id=\"T_7e993_row3_col11\" class=\"data row3 col11\" >15.157210</td>\n",
-       "      <td id=\"T_7e993_row3_col12\" class=\"data row3 col12\" >0.874669</td>\n",
-       "      <td id=\"T_7e993_row3_col13\" class=\"data row3 col13\" >31.911459</td>\n",
-       "      <td id=\"T_7e993_row3_col14\" class=\"data row3 col14\" >85.938217</td>\n",
-       "      <td id=\"T_7e993_row3_col15\" class=\"data row3 col15\" >0.780534</td>\n",
-       "      <td id=\"T_7e993_row3_col16\" class=\"data row3 col16\" >50.548058</td>\n",
-       "      <td id=\"T_7e993_row3_col17\" class=\"data row3 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_7e993_row3_col18\" class=\"data row3 col18\" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_3/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_7e993_level0_row4\" class=\"row_heading level0 row4\" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_4/metrics.json</th>\n",
-       "      <td id=\"T_7e993_row4_col0\" class=\"data row4 col0\" >5</td>\n",
-       "      <td id=\"T_7e993_row4_col1\" class=\"data row4 col1\" >32</td>\n",
-       "      <td id=\"T_7e993_row4_col2\" class=\"data row4 col2\" >4</td>\n",
-       "      <td id=\"T_7e993_row4_col3\" class=\"data row4 col3\" >0.012658</td>\n",
-       "      <td id=\"T_7e993_row4_col4\" class=\"data row4 col4\" >0.063325</td>\n",
-       "      <td id=\"T_7e993_row4_col5\" class=\"data row4 col5\" >3.611159</td>\n",
-       "      <td id=\"T_7e993_row4_col6\" class=\"data row4 col6\" >3.599065</td>\n",
-       "      <td id=\"T_7e993_row4_col7\" class=\"data row4 col7\" >3.660080</td>\n",
-       "      <td id=\"T_7e993_row4_col8\" class=\"data row4 col8\" >0.800111</td>\n",
-       "      <td id=\"T_7e993_row4_col9\" class=\"data row4 col9\" >0.801781</td>\n",
-       "      <td id=\"T_7e993_row4_col10\" class=\"data row4 col10\" >17.251986</td>\n",
-       "      <td id=\"T_7e993_row4_col11\" class=\"data row4 col11\" >15.012179</td>\n",
-       "      <td id=\"T_7e993_row4_col12\" class=\"data row4 col12\" >0.852544</td>\n",
-       "      <td id=\"T_7e993_row4_col13\" class=\"data row4 col13\" >31.955566</td>\n",
-       "      <td id=\"T_7e993_row4_col14\" class=\"data row4 col14\" >82.476707</td>\n",
-       "      <td id=\"T_7e993_row4_col15\" class=\"data row4 col15\" >0.729496</td>\n",
-       "      <td id=\"T_7e993_row4_col16\" class=\"data row4 col16\" >63.704514</td>\n",
-       "      <td id=\"T_7e993_row4_col17\" class=\"data row4 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_7e993_row4_col18\" class=\"data row4 col18\" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_4/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_7e993_level0_row5\" class=\"row_heading level0 row5\" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_5/metrics.json</th>\n",
-       "      <td id=\"T_7e993_row5_col0\" class=\"data row5 col0\" >5</td>\n",
-       "      <td id=\"T_7e993_row5_col1\" class=\"data row5 col1\" >32</td>\n",
-       "      <td id=\"T_7e993_row5_col2\" class=\"data row5 col2\" >5</td>\n",
-       "      <td id=\"T_7e993_row5_col3\" class=\"data row5 col3\" >0.014467</td>\n",
-       "      <td id=\"T_7e993_row5_col4\" class=\"data row5 col4\" >0.068505</td>\n",
-       "      <td id=\"T_7e993_row5_col5\" class=\"data row5 col5\" >3.613976</td>\n",
-       "      <td id=\"T_7e993_row5_col6\" class=\"data row5 col6\" >3.599065</td>\n",
-       "      <td id=\"T_7e993_row5_col7\" class=\"data row5 col7\" >3.669386</td>\n",
-       "      <td id=\"T_7e993_row5_col8\" class=\"data row5 col8\" >0.788825</td>\n",
-       "      <td id=\"T_7e993_row5_col9\" class=\"data row5 col9\" >0.787950</td>\n",
-       "      <td id=\"T_7e993_row5_col10\" class=\"data row5 col10\" >18.888968</td>\n",
-       "      <td id=\"T_7e993_row5_col11\" class=\"data row5 col11\" >16.209919</td>\n",
-       "      <td id=\"T_7e993_row5_col12\" class=\"data row5 col12\" >0.848440</td>\n",
-       "      <td id=\"T_7e993_row5_col13\" class=\"data row5 col13\" >32.000000</td>\n",
-       "      <td id=\"T_7e993_row5_col14\" class=\"data row5 col14\" >81.434013</td>\n",
-       "      <td id=\"T_7e993_row5_col15\" class=\"data row5 col15\" >0.717422</td>\n",
-       "      <td id=\"T_7e993_row5_col16\" class=\"data row5 col16\" >87.281723</td>\n",
-       "      <td id=\"T_7e993_row5_col17\" class=\"data row5 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_7e993_row5_col18\" class=\"data row5 col18\" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_5/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_7e993_level0_row6\" class=\"row_heading level0 row6\" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_6/metrics.json</th>\n",
-       "      <td id=\"T_7e993_row6_col0\" class=\"data row6 col0\" >5</td>\n",
-       "      <td id=\"T_7e993_row6_col1\" class=\"data row6 col1\" >32</td>\n",
-       "      <td id=\"T_7e993_row6_col2\" class=\"data row6 col2\" >6</td>\n",
-       "      <td id=\"T_7e993_row6_col3\" class=\"data row6 col3\" >0.016600</td>\n",
-       "      <td id=\"T_7e993_row6_col4\" class=\"data row6 col4\" >0.075694</td>\n",
-       "      <td id=\"T_7e993_row6_col5\" class=\"data row6 col5\" >3.618799</td>\n",
-       "      <td id=\"T_7e993_row6_col6\" class=\"data row6 col6\" >3.599065</td>\n",
-       "      <td id=\"T_7e993_row6_col7\" class=\"data row6 col7\" >3.676516</td>\n",
-       "      <td id=\"T_7e993_row6_col8\" class=\"data row6 col8\" >0.780703</td>\n",
-       "      <td id=\"T_7e993_row6_col9\" class=\"data row6 col9\" >0.745207</td>\n",
-       "      <td id=\"T_7e993_row6_col10\" class=\"data row6 col10\" >21.466564</td>\n",
-       "      <td id=\"T_7e993_row6_col11\" class=\"data row6 col11\" >18.402473</td>\n",
-       "      <td id=\"T_7e993_row6_col12\" class=\"data row6 col12\" >0.852635</td>\n",
-       "      <td id=\"T_7e993_row6_col13\" class=\"data row6 col13\" >32.000000</td>\n",
-       "      <td id=\"T_7e993_row6_col14\" class=\"data row6 col14\" >78.829765</td>\n",
-       "      <td id=\"T_7e993_row6_col15\" class=\"data row6 col15\" >0.706308</td>\n",
-       "      <td id=\"T_7e993_row6_col16\" class=\"data row6 col16\" >117.072495</td>\n",
-       "      <td id=\"T_7e993_row6_col17\" class=\"data row6 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_7e993_row6_col18\" class=\"data row6 col18\" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_6/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_7e993_level0_row7\" class=\"row_heading level0 row7\" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_7/metrics.json</th>\n",
-       "      <td id=\"T_7e993_row7_col0\" class=\"data row7 col0\" >5</td>\n",
-       "      <td id=\"T_7e993_row7_col1\" class=\"data row7 col1\" >32</td>\n",
-       "      <td id=\"T_7e993_row7_col2\" class=\"data row7 col2\" >7</td>\n",
-       "      <td id=\"T_7e993_row7_col3\" class=\"data row7 col3\" >0.017010</td>\n",
-       "      <td id=\"T_7e993_row7_col4\" class=\"data row7 col4\" >0.080486</td>\n",
-       "      <td id=\"T_7e993_row7_col5\" class=\"data row7 col5\" >3.614976</td>\n",
-       "      <td id=\"T_7e993_row7_col6\" class=\"data row7 col6\" >3.599065</td>\n",
-       "      <td id=\"T_7e993_row7_col7\" class=\"data row7 col7\" >3.672712</td>\n",
-       "      <td id=\"T_7e993_row7_col8\" class=\"data row7 col8\" >0.788663</td>\n",
-       "      <td id=\"T_7e993_row7_col9\" class=\"data row7 col9\" >0.783952</td>\n",
-       "      <td id=\"T_7e993_row7_col10\" class=\"data row7 col10\" >25.444439</td>\n",
-       "      <td id=\"T_7e993_row7_col11\" class=\"data row7 col11\" >22.004990</td>\n",
-       "      <td id=\"T_7e993_row7_col12\" class=\"data row7 col12\" >0.862489</td>\n",
-       "      <td id=\"T_7e993_row7_col13\" class=\"data row7 col13\" >32.000000</td>\n",
-       "      <td id=\"T_7e993_row7_col14\" class=\"data row7 col14\" >76.419937</td>\n",
-       "      <td id=\"T_7e993_row7_col15\" class=\"data row7 col15\" >0.718003</td>\n",
-       "      <td id=\"T_7e993_row7_col16\" class=\"data row7 col16\" >157.791412</td>\n",
-       "      <td id=\"T_7e993_row7_col17\" class=\"data row7 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_7e993_row7_col18\" class=\"data row7 col18\" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_7/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_7e993_level0_row8\" class=\"row_heading level0 row8\" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_8/metrics.json</th>\n",
-       "      <td id=\"T_7e993_row8_col0\" class=\"data row8 col0\" >5</td>\n",
-       "      <td id=\"T_7e993_row8_col1\" class=\"data row8 col1\" >32</td>\n",
-       "      <td id=\"T_7e993_row8_col2\" class=\"data row8 col2\" >8</td>\n",
-       "      <td id=\"T_7e993_row8_col3\" class=\"data row8 col3\" >0.018103</td>\n",
-       "      <td id=\"T_7e993_row8_col4\" class=\"data row8 col4\" >0.087324</td>\n",
-       "      <td id=\"T_7e993_row8_col5\" class=\"data row8 col5\" >3.616245</td>\n",
-       "      <td id=\"T_7e993_row8_col6\" class=\"data row8 col6\" >3.599065</td>\n",
-       "      <td id=\"T_7e993_row8_col7\" class=\"data row8 col7\" >3.680337</td>\n",
-       "      <td id=\"T_7e993_row8_col8\" class=\"data row8 col8\" >0.792688</td>\n",
-       "      <td id=\"T_7e993_row8_col9\" class=\"data row8 col9\" >0.788606</td>\n",
-       "      <td id=\"T_7e993_row8_col10\" class=\"data row8 col10\" >30.250225</td>\n",
-       "      <td id=\"T_7e993_row8_col11\" class=\"data row8 col11\" >26.306936</td>\n",
-       "      <td id=\"T_7e993_row8_col12\" class=\"data row8 col12\" >0.867637</td>\n",
-       "      <td id=\"T_7e993_row8_col13\" class=\"data row8 col13\" >32.000000</td>\n",
-       "      <td id=\"T_7e993_row8_col14\" class=\"data row8 col14\" >76.728195</td>\n",
-       "      <td id=\"T_7e993_row8_col15\" class=\"data row8 col15\" >0.723916</td>\n",
-       "      <td id=\"T_7e993_row8_col16\" class=\"data row8 col16\" >219.982910</td>\n",
-       "      <td id=\"T_7e993_row8_col17\" class=\"data row8 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_7e993_row8_col18\" class=\"data row8 col18\" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_8/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_7e993_level0_row9\" class=\"row_heading level0 row9\" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_9/metrics.json</th>\n",
-       "      <td id=\"T_7e993_row9_col0\" class=\"data row9 col0\" >5</td>\n",
-       "      <td id=\"T_7e993_row9_col1\" class=\"data row9 col1\" >32</td>\n",
-       "      <td id=\"T_7e993_row9_col2\" class=\"data row9 col2\" >9</td>\n",
-       "      <td id=\"T_7e993_row9_col3\" class=\"data row9 col3\" >0.019997</td>\n",
-       "      <td id=\"T_7e993_row9_col4\" class=\"data row9 col4\" >0.097589</td>\n",
-       "      <td id=\"T_7e993_row9_col5\" class=\"data row9 col5\" >3.617456</td>\n",
-       "      <td id=\"T_7e993_row9_col6\" class=\"data row9 col6\" >3.599065</td>\n",
-       "      <td id=\"T_7e993_row9_col7\" class=\"data row9 col7\" >3.696245</td>\n",
-       "      <td id=\"T_7e993_row9_col8\" class=\"data row9 col8\" >0.795088</td>\n",
-       "      <td id=\"T_7e993_row9_col9\" class=\"data row9 col9\" >0.810751</td>\n",
-       "      <td id=\"T_7e993_row9_col10\" class=\"data row9 col10\" >40.192413</td>\n",
-       "      <td id=\"T_7e993_row9_col11\" class=\"data row9 col11\" >35.945808</td>\n",
-       "      <td id=\"T_7e993_row9_col12\" class=\"data row9 col12\" >0.889800</td>\n",
-       "      <td id=\"T_7e993_row9_col13\" class=\"data row9 col13\" >32.000000</td>\n",
-       "      <td id=\"T_7e993_row9_col14\" class=\"data row9 col14\" >72.426567</td>\n",
-       "      <td id=\"T_7e993_row9_col15\" class=\"data row9 col15\" >0.742352</td>\n",
-       "      <td id=\"T_7e993_row9_col16\" class=\"data row9 col16\" >318.143433</td>\n",
-       "      <td id=\"T_7e993_row9_col17\" class=\"data row9 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_7e993_row9_col18\" class=\"data row9 col18\" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_9/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_7e993_level0_row10\" class=\"row_heading level0 row10\" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_10/metrics.json</th>\n",
-       "      <td id=\"T_7e993_row10_col0\" class=\"data row10 col0\" >5</td>\n",
-       "      <td id=\"T_7e993_row10_col1\" class=\"data row10 col1\" >32</td>\n",
-       "      <td id=\"T_7e993_row10_col2\" class=\"data row10 col2\" >10</td>\n",
-       "      <td id=\"T_7e993_row10_col3\" class=\"data row10 col3\" >0.023115</td>\n",
-       "      <td id=\"T_7e993_row10_col4\" class=\"data row10 col4\" >0.126748</td>\n",
-       "      <td id=\"T_7e993_row10_col5\" class=\"data row10 col5\" >3.617172</td>\n",
-       "      <td id=\"T_7e993_row10_col6\" class=\"data row10 col6\" >3.599065</td>\n",
-       "      <td id=\"T_7e993_row10_col7\" class=\"data row10 col7\" >3.708984</td>\n",
-       "      <td id=\"T_7e993_row10_col8\" class=\"data row10 col8\" >0.817629</td>\n",
-       "      <td id=\"T_7e993_row10_col9\" class=\"data row10 col9\" >0.835264</td>\n",
-       "      <td id=\"T_7e993_row10_col10\" class=\"data row10 col10\" >81.756828</td>\n",
-       "      <td id=\"T_7e993_row10_col11\" class=\"data row10 col11\" >78.393089</td>\n",
-       "      <td id=\"T_7e993_row10_col12\" class=\"data row10 col12\" >0.955360</td>\n",
-       "      <td id=\"T_7e993_row10_col13\" class=\"data row10 col13\" >32.000000</td>\n",
-       "      <td id=\"T_7e993_row10_col14\" class=\"data row10 col14\" >50.458115</td>\n",
-       "      <td id=\"T_7e993_row10_col15\" class=\"data row10 col15\" >0.792657</td>\n",
-       "      <td id=\"T_7e993_row10_col16\" class=\"data row10 col16\" >514.553589</td>\n",
-       "      <td id=\"T_7e993_row10_col17\" class=\"data row10 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_7e993_row10_col18\" class=\"data row10 col18\" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_10/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_7e993_level0_row11\" class=\"row_heading level0 row11\" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_11/metrics.json</th>\n",
-       "      <td id=\"T_7e993_row11_col0\" class=\"data row11 col0\" >5</td>\n",
-       "      <td id=\"T_7e993_row11_col1\" class=\"data row11 col1\" >32</td>\n",
-       "      <td id=\"T_7e993_row11_col2\" class=\"data row11 col2\" >11</td>\n",
-       "      <td id=\"T_7e993_row11_col3\" class=\"data row11 col3\" >0.028953</td>\n",
-       "      <td id=\"T_7e993_row11_col4\" class=\"data row11 col4\" >0.173841</td>\n",
-       "      <td id=\"T_7e993_row11_col5\" class=\"data row11 col5\" >3.623718</td>\n",
-       "      <td id=\"T_7e993_row11_col6\" class=\"data row11 col6\" >3.599065</td>\n",
-       "      <td id=\"T_7e993_row11_col7\" class=\"data row11 col7\" >3.783318</td>\n",
-       "      <td id=\"T_7e993_row11_col8\" class=\"data row11 col8\" >0.833454</td>\n",
-       "      <td id=\"T_7e993_row11_col9\" class=\"data row11 col9\" >0.866197</td>\n",
-       "      <td id=\"T_7e993_row11_col10\" class=\"data row11 col10\" >92.906296</td>\n",
-       "      <td id=\"T_7e993_row11_col11\" class=\"data row11 col11\" >87.663773</td>\n",
-       "      <td id=\"T_7e993_row11_col12\" class=\"data row11 col12\" >0.923381</td>\n",
-       "      <td id=\"T_7e993_row11_col13\" class=\"data row11 col13\" >32.000000</td>\n",
-       "      <td id=\"T_7e993_row11_col14\" class=\"data row11 col14\" >73.987030</td>\n",
-       "      <td id=\"T_7e993_row11_col15\" class=\"data row11 col15\" >0.840599</td>\n",
-       "      <td id=\"T_7e993_row11_col16\" class=\"data row11 col16\" >742.957520</td>\n",
-       "      <td id=\"T_7e993_row11_col17\" class=\"data row11 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_7e993_row11_col18\" class=\"data row11 col18\" >OAI_GPT2Small_v5_32k_resid_delta_mlp/v5_32k_layer_11/metrics.json</td>\n",
-       "    </tr>\n",
-       "  </tbody>\n",
-       "</table>\n"
-      ],
-      "text/plain": [
-       "<pandas.io.formats.style.Styler at 0x7f0d3ce118d0>"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "OAI_GPT2Small_v5_128k_resid_delta_mlp\n",
-      "Loading page (1/2)\n",
-      "Rendering (2/2)                                                    \n",
-      "Done                                                               \n"
-     ]
-    },
-    {
-     "data": {
-      "text/html": [
-       "<style type=\"text/css\">\n",
-       "#T_3fa88_row0_col2, #T_3fa88_row0_col3, #T_3fa88_row0_col6, #T_3fa88_row0_col16, #T_3fa88_row0_col17, #T_3fa88_row1_col4, #T_3fa88_row1_col5, #T_3fa88_row1_col6, #T_3fa88_row1_col7, #T_3fa88_row1_col17, #T_3fa88_row2_col4, #T_3fa88_row2_col6, #T_3fa88_row2_col7, #T_3fa88_row2_col17, #T_3fa88_row3_col6, #T_3fa88_row3_col10, #T_3fa88_row3_col11, #T_3fa88_row3_col13, #T_3fa88_row3_col17, #T_3fa88_row4_col6, #T_3fa88_row4_col9, #T_3fa88_row4_col10, #T_3fa88_row4_col11, #T_3fa88_row4_col17, #T_3fa88_row5_col6, #T_3fa88_row5_col12, #T_3fa88_row5_col17, #T_3fa88_row6_col6, #T_3fa88_row6_col8, #T_3fa88_row6_col15, #T_3fa88_row6_col17, #T_3fa88_row7_col6, #T_3fa88_row7_col17, #T_3fa88_row8_col6, #T_3fa88_row8_col17, #T_3fa88_row9_col6, #T_3fa88_row9_col17, #T_3fa88_row10_col6, #T_3fa88_row10_col14, #T_3fa88_row10_col17, #T_3fa88_row11_col6, #T_3fa88_row11_col17 {\n",
-       "  background-color: #440154;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row0_col4, #T_3fa88_row0_col7, #T_3fa88_row0_col8, #T_3fa88_row0_col9, #T_3fa88_row0_col12, #T_3fa88_row1_col13, #T_3fa88_row1_col14, #T_3fa88_row2_col15, #T_3fa88_row9_col13, #T_3fa88_row10_col13, #T_3fa88_row11_col2, #T_3fa88_row11_col3, #T_3fa88_row11_col5, #T_3fa88_row11_col10, #T_3fa88_row11_col11, #T_3fa88_row11_col13, #T_3fa88_row11_col16 {\n",
-       "  background-color: #fde725;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_3fa88_row0_col5 {\n",
-       "  background-color: #482576;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row0_col10 {\n",
-       "  background-color: #443a83;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row0_col11 {\n",
-       "  background-color: #414287;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row0_col13 {\n",
-       "  background-color: #fbe723;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_3fa88_row0_col14 {\n",
-       "  background-color: #2e6f8e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row0_col15, #T_3fa88_row6_col13 {\n",
-       "  background-color: #f4e61e;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_3fa88_row1_col2, #T_3fa88_row5_col16 {\n",
-       "  background-color: #482173;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row1_col3 {\n",
-       "  background-color: #48186a;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row1_col8 {\n",
-       "  background-color: #1e9d89;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row1_col9 {\n",
-       "  background-color: #d5e21a;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_3fa88_row1_col10, #T_3fa88_row2_col16, #T_3fa88_row5_col10, #T_3fa88_row10_col4 {\n",
-       "  background-color: #460a5d;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row1_col11 {\n",
-       "  background-color: #470e61;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row1_col12 {\n",
-       "  background-color: #218f8d;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row1_col15 {\n",
-       "  background-color: #4cc26c;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_3fa88_row1_col16, #T_3fa88_row3_col4, #T_3fa88_row3_col7, #T_3fa88_row4_col4, #T_3fa88_row4_col7, #T_3fa88_row5_col4, #T_3fa88_row5_col7 {\n",
-       "  background-color: #440256;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row2_col2, #T_3fa88_row2_col3 {\n",
-       "  background-color: #433e85;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row2_col5, #T_3fa88_row4_col8 {\n",
-       "  background-color: #482677;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row2_col8 {\n",
-       "  background-color: #2c738e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row2_col9 {\n",
-       "  background-color: #44bf70;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row2_col10 {\n",
-       "  background-color: #277e8e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row2_col11 {\n",
-       "  background-color: #25838e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row2_col12 {\n",
-       "  background-color: #31668e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row2_col13, #T_3fa88_row4_col13 {\n",
-       "  background-color: #90d743;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_3fa88_row2_col14 {\n",
-       "  background-color: #e7e419;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_3fa88_row3_col2 {\n",
-       "  background-color: #38588c;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row3_col3, #T_3fa88_row9_col12 {\n",
-       "  background-color: #39568c;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row3_col5 {\n",
-       "  background-color: #2b758e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row3_col8 {\n",
-       "  background-color: #2f6c8e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row3_col9, #T_3fa88_row5_col9 {\n",
-       "  background-color: #33628d;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row3_col12 {\n",
-       "  background-color: #3f4889;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row3_col14 {\n",
-       "  background-color: #d8e219;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_3fa88_row3_col15 {\n",
-       "  background-color: #32658e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row3_col16, #T_3fa88_row11_col4 {\n",
-       "  background-color: #471063;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row4_col2 {\n",
-       "  background-color: #2d708e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row4_col3 {\n",
-       "  background-color: #2e6e8e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row4_col5 {\n",
-       "  background-color: #21a685;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row4_col12, #T_3fa88_row5_col15, #T_3fa88_row6_col11, #T_3fa88_row7_col15 {\n",
-       "  background-color: #471365;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row4_col14 {\n",
-       "  background-color: #95d840;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_3fa88_row4_col15, #T_3fa88_row9_col8 {\n",
-       "  background-color: #472a7a;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row4_col16, #T_3fa88_row6_col10, #T_3fa88_row7_col8, #T_3fa88_row8_col15 {\n",
-       "  background-color: #481769;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row5_col2, #T_3fa88_row11_col9 {\n",
-       "  background-color: #25858e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row5_col3 {\n",
-       "  background-color: #297b8e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row5_col5 {\n",
-       "  background-color: #24878e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row5_col8 {\n",
-       "  background-color: #481f70;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row5_col11, #T_3fa88_row6_col12, #T_3fa88_row9_col7 {\n",
-       "  background-color: #46075a;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row5_col13 {\n",
-       "  background-color: #8ed645;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_3fa88_row5_col14 {\n",
-       "  background-color: #7fd34e;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_3fa88_row6_col2 {\n",
-       "  background-color: #1e9b8a;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row6_col3, #T_3fa88_row7_col3 {\n",
-       "  background-color: #1f968b;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row6_col4, #T_3fa88_row6_col7, #T_3fa88_row7_col4, #T_3fa88_row7_col7, #T_3fa88_row8_col7 {\n",
-       "  background-color: #450457;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row6_col5 {\n",
-       "  background-color: #46c06f;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row6_col9 {\n",
-       "  background-color: #481a6c;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row6_col14 {\n",
-       "  background-color: #56c667;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_3fa88_row6_col16 {\n",
-       "  background-color: #472f7d;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row7_col2 {\n",
-       "  background-color: #2ab07f;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row7_col5, #T_3fa88_row11_col12 {\n",
-       "  background-color: #218e8d;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row7_col9, #T_3fa88_row9_col10 {\n",
-       "  background-color: #34618d;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row7_col10 {\n",
-       "  background-color: #482878;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row7_col11 {\n",
-       "  background-color: #482475;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row7_col12 {\n",
-       "  background-color: #482071;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row7_col13 {\n",
-       "  background-color: #f1e51d;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_3fa88_row7_col14, #T_3fa88_row8_col14 {\n",
-       "  background-color: #3aba76;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row7_col16, #T_3fa88_row10_col8 {\n",
-       "  background-color: #424086;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row8_col2 {\n",
-       "  background-color: #52c569;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_3fa88_row8_col3 {\n",
-       "  background-color: #1fa188;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row8_col4, #T_3fa88_row8_col9, #T_3fa88_row9_col4 {\n",
-       "  background-color: #450559;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row8_col5 {\n",
-       "  background-color: #73d056;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_3fa88_row8_col8 {\n",
-       "  background-color: #481c6e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row8_col10 {\n",
-       "  background-color: #443b84;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row8_col11 {\n",
-       "  background-color: #453781;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row8_col12, #T_3fa88_row9_col15 {\n",
-       "  background-color: #472c7a;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row8_col13 {\n",
-       "  background-color: #eae51a;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_3fa88_row8_col16 {\n",
-       "  background-color: #38598c;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row9_col2 {\n",
-       "  background-color: #86d549;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_3fa88_row9_col3 {\n",
-       "  background-color: #25ac82;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row9_col5 {\n",
-       "  background-color: #70cf57;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_3fa88_row9_col9 {\n",
-       "  background-color: #433d84;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row9_col11, #T_3fa88_row10_col15 {\n",
-       "  background-color: #365d8d;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row9_col14 {\n",
-       "  background-color: #1fa287;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row9_col16 {\n",
-       "  background-color: #297a8e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row10_col2 {\n",
-       "  background-color: #c2df23;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_3fa88_row10_col3 {\n",
-       "  background-color: #65cb5e;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_3fa88_row10_col5 {\n",
-       "  background-color: #93d741;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_3fa88_row10_col7 {\n",
-       "  background-color: #46085c;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row10_col9 {\n",
-       "  background-color: #3e4c8a;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row10_col10 {\n",
-       "  background-color: #9dd93b;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_3fa88_row10_col11 {\n",
-       "  background-color: #a8db34;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_3fa88_row10_col12 {\n",
-       "  background-color: #54c568;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_3fa88_row10_col16 {\n",
-       "  background-color: #3fbc73;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row11_col7 {\n",
-       "  background-color: #471164;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row11_col8 {\n",
-       "  background-color: #3b528b;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row11_col14 {\n",
-       "  background-color: #2db27d;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_3fa88_row11_col15 {\n",
-       "  background-color: #23898e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "</style>\n",
-       "<table id=\"T_3fa88\">\n",
-       "  <thead>\n",
-       "    <tr>\n",
-       "      <th class=\"blank level0\" >&nbsp;</th>\n",
-       "      <th id=\"T_3fa88_level0_col0\" class=\"col_heading level0 col0\" >version</th>\n",
-       "      <th id=\"T_3fa88_level0_col1\" class=\"col_heading level0 col1\" >d_sae</th>\n",
-       "      <th id=\"T_3fa88_level0_col2\" class=\"col_heading level0 col2\" >layer</th>\n",
-       "      <th id=\"T_3fa88_level0_col3\" class=\"col_heading level0 col3\" >kl_div_with_sae</th>\n",
-       "      <th id=\"T_3fa88_level0_col4\" class=\"col_heading level0 col4\" >kl_div_with_ablation</th>\n",
-       "      <th id=\"T_3fa88_level0_col5\" class=\"col_heading level0 col5\" >ce_loss_with_sae</th>\n",
-       "      <th id=\"T_3fa88_level0_col6\" class=\"col_heading level0 col6\" >ce_loss_without_sae</th>\n",
-       "      <th id=\"T_3fa88_level0_col7\" class=\"col_heading level0 col7\" >ce_loss_with_ablation</th>\n",
-       "      <th id=\"T_3fa88_level0_col8\" class=\"col_heading level0 col8\" >kl_div_score</th>\n",
-       "      <th id=\"T_3fa88_level0_col9\" class=\"col_heading level0 col9\" >ce_loss_score</th>\n",
-       "      <th id=\"T_3fa88_level0_col10\" class=\"col_heading level0 col10\" >l2_norm_in</th>\n",
-       "      <th id=\"T_3fa88_level0_col11\" class=\"col_heading level0 col11\" >l2_norm_out</th>\n",
-       "      <th id=\"T_3fa88_level0_col12\" class=\"col_heading level0 col12\" >l2_ratio</th>\n",
-       "      <th id=\"T_3fa88_level0_col13\" class=\"col_heading level0 col13\" >l0</th>\n",
-       "      <th id=\"T_3fa88_level0_col14\" class=\"col_heading level0 col14\" >l1</th>\n",
-       "      <th id=\"T_3fa88_level0_col15\" class=\"col_heading level0 col15\" >explained_variance</th>\n",
-       "      <th id=\"T_3fa88_level0_col16\" class=\"col_heading level0 col16\" >mse</th>\n",
-       "      <th id=\"T_3fa88_level0_col17\" class=\"col_heading level0 col17\" >total_tokens_evaluated</th>\n",
-       "      <th id=\"T_3fa88_level0_col18\" class=\"col_heading level0 col18\" >filepath</th>\n",
-       "    </tr>\n",
-       "  </thead>\n",
-       "  <tbody>\n",
-       "    <tr>\n",
-       "      <th id=\"T_3fa88_level0_row0\" class=\"row_heading level0 row0\" >OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_0/metrics.json</th>\n",
-       "      <td id=\"T_3fa88_row0_col0\" class=\"data row0 col0\" >5</td>\n",
-       "      <td id=\"T_3fa88_row0_col1\" class=\"data row0 col1\" >128</td>\n",
-       "      <td id=\"T_3fa88_row0_col2\" class=\"data row0 col2\" >0</td>\n",
-       "      <td id=\"T_3fa88_row0_col3\" class=\"data row0 col3\" >0.002883</td>\n",
-       "      <td id=\"T_3fa88_row0_col4\" class=\"data row0 col4\" >3.094083</td>\n",
-       "      <td id=\"T_3fa88_row0_col5\" class=\"data row0 col5\" >3.601894</td>\n",
-       "      <td id=\"T_3fa88_row0_col6\" class=\"data row0 col6\" >3.599065</td>\n",
-       "      <td id=\"T_3fa88_row0_col7\" class=\"data row0 col7\" >6.694649</td>\n",
-       "      <td id=\"T_3fa88_row0_col8\" class=\"data row0 col8\" >0.999068</td>\n",
-       "      <td id=\"T_3fa88_row0_col9\" class=\"data row0 col9\" >0.999086</td>\n",
-       "      <td id=\"T_3fa88_row0_col10\" class=\"data row0 col10\" >29.933449</td>\n",
-       "      <td id=\"T_3fa88_row0_col11\" class=\"data row0 col11\" >29.719198</td>\n",
-       "      <td id=\"T_3fa88_row0_col12\" class=\"data row0 col12\" >0.993006</td>\n",
-       "      <td id=\"T_3fa88_row0_col13\" class=\"data row0 col13\" >31.999350</td>\n",
-       "      <td id=\"T_3fa88_row0_col14\" class=\"data row0 col14\" >61.198639</td>\n",
-       "      <td id=\"T_3fa88_row0_col15\" class=\"data row0 col15\" >0.977519</td>\n",
-       "      <td id=\"T_3fa88_row0_col16\" class=\"data row0 col16\" >13.276111</td>\n",
-       "      <td id=\"T_3fa88_row0_col17\" class=\"data row0 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_3fa88_row0_col18\" class=\"data row0 col18\" >OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_0/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_3fa88_level0_row1\" class=\"row_heading level0 row1\" >OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_1/metrics.json</th>\n",
-       "      <td id=\"T_3fa88_row1_col0\" class=\"data row1 col0\" >5</td>\n",
-       "      <td id=\"T_3fa88_row1_col1\" class=\"data row1 col1\" >128</td>\n",
-       "      <td id=\"T_3fa88_row1_col2\" class=\"data row1 col2\" >1</td>\n",
-       "      <td id=\"T_3fa88_row1_col3\" class=\"data row1 col3\" >0.004242</td>\n",
-       "      <td id=\"T_3fa88_row1_col4\" class=\"data row1 col4\" >0.051053</td>\n",
-       "      <td id=\"T_3fa88_row1_col5\" class=\"data row1 col5\" >3.599821</td>\n",
-       "      <td id=\"T_3fa88_row1_col6\" class=\"data row1 col6\" >3.599065</td>\n",
-       "      <td id=\"T_3fa88_row1_col7\" class=\"data row1 col7\" >3.652537</td>\n",
-       "      <td id=\"T_3fa88_row1_col8\" class=\"data row1 col8\" >0.916919</td>\n",
-       "      <td id=\"T_3fa88_row1_col9\" class=\"data row1 col9\" >0.985857</td>\n",
-       "      <td id=\"T_3fa88_row1_col10\" class=\"data row1 col10\" >18.973736</td>\n",
-       "      <td id=\"T_3fa88_row1_col11\" class=\"data row1 col11\" >18.205364</td>\n",
-       "      <td id=\"T_3fa88_row1_col12\" class=\"data row1 col12\" >0.932765</td>\n",
-       "      <td id=\"T_3fa88_row1_col13\" class=\"data row1 col13\" >32.000000</td>\n",
-       "      <td id=\"T_3fa88_row1_col14\" class=\"data row1 col14\" >84.060181</td>\n",
-       "      <td id=\"T_3fa88_row1_col15\" class=\"data row1 col15\" >0.916917</td>\n",
-       "      <td id=\"T_3fa88_row1_col16\" class=\"data row1 col16\" >17.682375</td>\n",
-       "      <td id=\"T_3fa88_row1_col17\" class=\"data row1 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_3fa88_row1_col18\" class=\"data row1 col18\" >OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_1/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_3fa88_level0_row2\" class=\"row_heading level0 row2\" >OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_2/metrics.json</th>\n",
-       "      <td id=\"T_3fa88_row2_col0\" class=\"data row2 col0\" >5</td>\n",
-       "      <td id=\"T_3fa88_row2_col1\" class=\"data row2 col1\" >128</td>\n",
-       "      <td id=\"T_3fa88_row2_col2\" class=\"data row2 col2\" >2</td>\n",
-       "      <td id=\"T_3fa88_row2_col3\" class=\"data row2 col3\" >0.006752</td>\n",
-       "      <td id=\"T_3fa88_row2_col4\" class=\"data row2 col4\" >0.058747</td>\n",
-       "      <td id=\"T_3fa88_row2_col5\" class=\"data row2 col5\" >3.602034</td>\n",
-       "      <td id=\"T_3fa88_row2_col6\" class=\"data row2 col6\" >3.599065</td>\n",
-       "      <td id=\"T_3fa88_row2_col7\" class=\"data row2 col7\" >3.645913</td>\n",
-       "      <td id=\"T_3fa88_row2_col8\" class=\"data row2 col8\" >0.885070</td>\n",
-       "      <td id=\"T_3fa88_row2_col9\" class=\"data row2 col9\" >0.936614</td>\n",
-       "      <td id=\"T_3fa88_row2_col10\" class=\"data row2 col10\" >49.106537</td>\n",
-       "      <td id=\"T_3fa88_row2_col11\" class=\"data row2 col11\" >47.976685</td>\n",
-       "      <td id=\"T_3fa88_row2_col12\" class=\"data row2 col12\" >0.912467</td>\n",
-       "      <td id=\"T_3fa88_row2_col13\" class=\"data row2 col13\" >31.984375</td>\n",
-       "      <td id=\"T_3fa88_row2_col14\" class=\"data row2 col14\" >82.676140</td>\n",
-       "      <td id=\"T_3fa88_row2_col15\" class=\"data row2 col15\" >0.981090</td>\n",
-       "      <td id=\"T_3fa88_row2_col16\" class=\"data row2 col16\" >28.213791</td>\n",
-       "      <td id=\"T_3fa88_row2_col17\" class=\"data row2 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_3fa88_row2_col18\" class=\"data row2 col18\" >OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_2/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_3fa88_level0_row3\" class=\"row_heading level0 row3\" >OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_3/metrics.json</th>\n",
-       "      <td id=\"T_3fa88_row3_col0\" class=\"data row3 col0\" >5</td>\n",
-       "      <td id=\"T_3fa88_row3_col1\" class=\"data row3 col1\" >128</td>\n",
-       "      <td id=\"T_3fa88_row3_col2\" class=\"data row3 col2\" >3</td>\n",
-       "      <td id=\"T_3fa88_row3_col3\" class=\"data row3 col3\" >0.008532</td>\n",
-       "      <td id=\"T_3fa88_row3_col4\" class=\"data row3 col4\" >0.070592</td>\n",
-       "      <td id=\"T_3fa88_row3_col5\" class=\"data row3 col5\" >3.607723</td>\n",
-       "      <td id=\"T_3fa88_row3_col6\" class=\"data row3 col6\" >3.599065</td>\n",
-       "      <td id=\"T_3fa88_row3_col7\" class=\"data row3 col7\" >3.658678</td>\n",
-       "      <td id=\"T_3fa88_row3_col8\" class=\"data row3 col8\" >0.879137</td>\n",
-       "      <td id=\"T_3fa88_row3_col9\" class=\"data row3 col9\" >0.854756</td>\n",
-       "      <td id=\"T_3fa88_row3_col10\" class=\"data row3 col10\" >16.987318</td>\n",
-       "      <td id=\"T_3fa88_row3_col11\" class=\"data row3 col11\" >15.537837</td>\n",
-       "      <td id=\"T_3fa88_row3_col12\" class=\"data row3 col12\" >0.899518</td>\n",
-       "      <td id=\"T_3fa88_row3_col13\" class=\"data row3 col13\" >31.905111</td>\n",
-       "      <td id=\"T_3fa88_row3_col14\" class=\"data row3 col14\" >81.886444</td>\n",
-       "      <td id=\"T_3fa88_row3_col15\" class=\"data row3 col15\" >0.827494</td>\n",
-       "      <td id=\"T_3fa88_row3_col16\" class=\"data row3 col16\" >38.814980</td>\n",
-       "      <td id=\"T_3fa88_row3_col17\" class=\"data row3 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_3fa88_row3_col18\" class=\"data row3 col18\" >OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_3/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_3fa88_level0_row4\" class=\"row_heading level0 row4\" >OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_4/metrics.json</th>\n",
-       "      <td id=\"T_3fa88_row4_col0\" class=\"data row4 col0\" >5</td>\n",
-       "      <td id=\"T_3fa88_row4_col1\" class=\"data row4 col1\" >128</td>\n",
-       "      <td id=\"T_3fa88_row4_col2\" class=\"data row4 col2\" >4</td>\n",
-       "      <td id=\"T_3fa88_row4_col3\" class=\"data row4 col3\" >0.010456</td>\n",
-       "      <td id=\"T_3fa88_row4_col4\" class=\"data row4 col4\" >0.063325</td>\n",
-       "      <td id=\"T_3fa88_row4_col5\" class=\"data row4 col5\" >3.611892</td>\n",
-       "      <td id=\"T_3fa88_row4_col6\" class=\"data row4 col6\" >3.599065</td>\n",
-       "      <td id=\"T_3fa88_row4_col7\" class=\"data row4 col7\" >3.660080</td>\n",
-       "      <td id=\"T_3fa88_row4_col8\" class=\"data row4 col8\" >0.834885</td>\n",
-       "      <td id=\"T_3fa88_row4_col9\" class=\"data row4 col9\" >0.789762</td>\n",
-       "      <td id=\"T_3fa88_row4_col10\" class=\"data row4 col10\" >17.251986</td>\n",
-       "      <td id=\"T_3fa88_row4_col11\" class=\"data row4 col11\" >15.434065</td>\n",
-       "      <td id=\"T_3fa88_row4_col12\" class=\"data row4 col12\" >0.879446</td>\n",
-       "      <td id=\"T_3fa88_row4_col13\" class=\"data row4 col13\" >31.984375</td>\n",
-       "      <td id=\"T_3fa88_row4_col14\" class=\"data row4 col14\" >78.371658</td>\n",
-       "      <td id=\"T_3fa88_row4_col15\" class=\"data row4 col15\" >0.780778</td>\n",
-       "      <td id=\"T_3fa88_row4_col16\" class=\"data row4 col16\" >50.818203</td>\n",
-       "      <td id=\"T_3fa88_row4_col17\" class=\"data row4 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_3fa88_row4_col18\" class=\"data row4 col18\" >OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_4/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_3fa88_level0_row5\" class=\"row_heading level0 row5\" >OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_5/metrics.json</th>\n",
-       "      <td id=\"T_3fa88_row5_col0\" class=\"data row5 col0\" >5</td>\n",
-       "      <td id=\"T_3fa88_row5_col1\" class=\"data row5 col1\" >128</td>\n",
-       "      <td id=\"T_3fa88_row5_col2\" class=\"data row5 col2\" >5</td>\n",
-       "      <td id=\"T_3fa88_row5_col3\" class=\"data row5 col3\" >0.011618</td>\n",
-       "      <td id=\"T_3fa88_row5_col4\" class=\"data row5 col4\" >0.068505</td>\n",
-       "      <td id=\"T_3fa88_row5_col5\" class=\"data row5 col5\" >3.609259</td>\n",
-       "      <td id=\"T_3fa88_row5_col6\" class=\"data row5 col6\" >3.599065</td>\n",
-       "      <td id=\"T_3fa88_row5_col7\" class=\"data row5 col7\" >3.669386</td>\n",
-       "      <td id=\"T_3fa88_row5_col8\" class=\"data row5 col8\" >0.830411</td>\n",
-       "      <td id=\"T_3fa88_row5_col9\" class=\"data row5 col9\" >0.855026</td>\n",
-       "      <td id=\"T_3fa88_row5_col10\" class=\"data row5 col10\" >18.888968</td>\n",
-       "      <td id=\"T_3fa88_row5_col11\" class=\"data row5 col11\" >16.669851</td>\n",
-       "      <td id=\"T_3fa88_row5_col12\" class=\"data row5 col12\" >0.873767</td>\n",
-       "      <td id=\"T_3fa88_row5_col13\" class=\"data row5 col13\" >31.983725</td>\n",
-       "      <td id=\"T_3fa88_row5_col14\" class=\"data row5 col14\" >77.139160</td>\n",
-       "      <td id=\"T_3fa88_row5_col15\" class=\"data row5 col15\" >0.765372</td>\n",
-       "      <td id=\"T_3fa88_row5_col16\" class=\"data row5 col16\" >71.502914</td>\n",
-       "      <td id=\"T_3fa88_row5_col17\" class=\"data row5 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_3fa88_row5_col18\" class=\"data row5 col18\" >OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_5/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_3fa88_level0_row6\" class=\"row_heading level0 row6\" >OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_6/metrics.json</th>\n",
-       "      <td id=\"T_3fa88_row6_col0\" class=\"data row6 col0\" >5</td>\n",
-       "      <td id=\"T_3fa88_row6_col1\" class=\"data row6 col1\" >128</td>\n",
-       "      <td id=\"T_3fa88_row6_col2\" class=\"data row6 col2\" >6</td>\n",
-       "      <td id=\"T_3fa88_row6_col3\" class=\"data row6 col3\" >0.014023</td>\n",
-       "      <td id=\"T_3fa88_row6_col4\" class=\"data row6 col4\" >0.075694</td>\n",
-       "      <td id=\"T_3fa88_row6_col5\" class=\"data row6 col5\" >3.614241</td>\n",
-       "      <td id=\"T_3fa88_row6_col6\" class=\"data row6 col6\" >3.599065</td>\n",
-       "      <td id=\"T_3fa88_row6_col7\" class=\"data row6 col7\" >3.676516</td>\n",
-       "      <td id=\"T_3fa88_row6_col8\" class=\"data row6 col8\" >0.814737</td>\n",
-       "      <td id=\"T_3fa88_row6_col9\" class=\"data row6 col9\" >0.804058</td>\n",
-       "      <td id=\"T_3fa88_row6_col10\" class=\"data row6 col10\" >21.466564</td>\n",
-       "      <td id=\"T_3fa88_row6_col11\" class=\"data row6 col11\" >18.890602</td>\n",
-       "      <td id=\"T_3fa88_row6_col12\" class=\"data row6 col12\" >0.875795</td>\n",
-       "      <td id=\"T_3fa88_row6_col13\" class=\"data row6 col13\" >31.998373</td>\n",
-       "      <td id=\"T_3fa88_row6_col14\" class=\"data row6 col14\" >74.617645</td>\n",
-       "      <td id=\"T_3fa88_row6_col15\" class=\"data row6 col15\" >0.754052</td>\n",
-       "      <td id=\"T_3fa88_row6_col16\" class=\"data row6 col16\" >97.221252</td>\n",
-       "      <td id=\"T_3fa88_row6_col17\" class=\"data row6 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_3fa88_row6_col18\" class=\"data row6 col18\" >OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_6/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_3fa88_level0_row7\" class=\"row_heading level0 row7\" >OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_7/metrics.json</th>\n",
-       "      <td id=\"T_3fa88_row7_col0\" class=\"data row7 col0\" >5</td>\n",
-       "      <td id=\"T_3fa88_row7_col1\" class=\"data row7 col1\" >128</td>\n",
-       "      <td id=\"T_3fa88_row7_col2\" class=\"data row7 col2\" >7</td>\n",
-       "      <td id=\"T_3fa88_row7_col3\" class=\"data row7 col3\" >0.014005</td>\n",
-       "      <td id=\"T_3fa88_row7_col4\" class=\"data row7 col4\" >0.080486</td>\n",
-       "      <td id=\"T_3fa88_row7_col5\" class=\"data row7 col5\" >3.609832</td>\n",
-       "      <td id=\"T_3fa88_row7_col6\" class=\"data row7 col6\" >3.599065</td>\n",
-       "      <td id=\"T_3fa88_row7_col7\" class=\"data row7 col7\" >3.672712</td>\n",
-       "      <td id=\"T_3fa88_row7_col8\" class=\"data row7 col8\" >0.825992</td>\n",
-       "      <td id=\"T_3fa88_row7_col9\" class=\"data row7 col9\" >0.853803</td>\n",
-       "      <td id=\"T_3fa88_row7_col10\" class=\"data row7 col10\" >25.444439</td>\n",
-       "      <td id=\"T_3fa88_row7_col11\" class=\"data row7 col11\" >22.559195</td>\n",
-       "      <td id=\"T_3fa88_row7_col12\" class=\"data row7 col12\" >0.884380</td>\n",
-       "      <td id=\"T_3fa88_row7_col13\" class=\"data row7 col13\" >31.997885</td>\n",
-       "      <td id=\"T_3fa88_row7_col14\" class=\"data row7 col14\" >72.551300</td>\n",
-       "      <td id=\"T_3fa88_row7_col15\" class=\"data row7 col15\" >0.764806</td>\n",
-       "      <td id=\"T_3fa88_row7_col16\" class=\"data row7 col16\" >130.780823</td>\n",
-       "      <td id=\"T_3fa88_row7_col17\" class=\"data row7 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_3fa88_row7_col18\" class=\"data row7 col18\" >OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_7/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_3fa88_level0_row8\" class=\"row_heading level0 row8\" >OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_8/metrics.json</th>\n",
-       "      <td id=\"T_3fa88_row8_col0\" class=\"data row8 col0\" >5</td>\n",
-       "      <td id=\"T_3fa88_row8_col1\" class=\"data row8 col1\" >128</td>\n",
-       "      <td id=\"T_3fa88_row8_col2\" class=\"data row8 col2\" >8</td>\n",
-       "      <td id=\"T_3fa88_row8_col3\" class=\"data row8 col3\" >0.014951</td>\n",
-       "      <td id=\"T_3fa88_row8_col4\" class=\"data row8 col4\" >0.087324</td>\n",
-       "      <td id=\"T_3fa88_row8_col5\" class=\"data row8 col5\" >3.615898</td>\n",
-       "      <td id=\"T_3fa88_row8_col6\" class=\"data row8 col6\" >3.599065</td>\n",
-       "      <td id=\"T_3fa88_row8_col7\" class=\"data row8 col7\" >3.680337</td>\n",
-       "      <td id=\"T_3fa88_row8_col8\" class=\"data row8 col8\" >0.828790</td>\n",
-       "      <td id=\"T_3fa88_row8_col9\" class=\"data row8 col9\" >0.792874</td>\n",
-       "      <td id=\"T_3fa88_row8_col10\" class=\"data row8 col10\" >30.250225</td>\n",
-       "      <td id=\"T_3fa88_row8_col11\" class=\"data row8 col11\" >26.934555</td>\n",
-       "      <td id=\"T_3fa88_row8_col12\" class=\"data row8 col12\" >0.888432</td>\n",
-       "      <td id=\"T_3fa88_row8_col13\" class=\"data row8 col13\" >31.996908</td>\n",
-       "      <td id=\"T_3fa88_row8_col14\" class=\"data row8 col14\" >72.559128</td>\n",
-       "      <td id=\"T_3fa88_row8_col15\" class=\"data row8 col15\" >0.768030</td>\n",
-       "      <td id=\"T_3fa88_row8_col16\" class=\"data row8 col16\" >183.634979</td>\n",
-       "      <td id=\"T_3fa88_row8_col17\" class=\"data row8 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_3fa88_row8_col18\" class=\"data row8 col18\" >OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_8/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_3fa88_level0_row9\" class=\"row_heading level0 row9\" >OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_9/metrics.json</th>\n",
-       "      <td id=\"T_3fa88_row9_col0\" class=\"data row9 col0\" >5</td>\n",
-       "      <td id=\"T_3fa88_row9_col1\" class=\"data row9 col1\" >128</td>\n",
-       "      <td id=\"T_3fa88_row9_col2\" class=\"data row9 col2\" >9</td>\n",
-       "      <td id=\"T_3fa88_row9_col3\" class=\"data row9 col3\" >0.015919</td>\n",
-       "      <td id=\"T_3fa88_row9_col4\" class=\"data row9 col4\" >0.097589</td>\n",
-       "      <td id=\"T_3fa88_row9_col5\" class=\"data row9 col5\" >3.615844</td>\n",
-       "      <td id=\"T_3fa88_row9_col6\" class=\"data row9 col6\" >3.599065</td>\n",
-       "      <td id=\"T_3fa88_row9_col7\" class=\"data row9 col7\" >3.696245</td>\n",
-       "      <td id=\"T_3fa88_row9_col8\" class=\"data row9 col8\" >0.836876</td>\n",
-       "      <td id=\"T_3fa88_row9_col9\" class=\"data row9 col9\" >0.827333</td>\n",
-       "      <td id=\"T_3fa88_row9_col10\" class=\"data row9 col10\" >40.192413</td>\n",
-       "      <td id=\"T_3fa88_row9_col11\" class=\"data row9 col11\" >36.576889</td>\n",
-       "      <td id=\"T_3fa88_row9_col12\" class=\"data row9 col12\" >0.905792</td>\n",
-       "      <td id=\"T_3fa88_row9_col13\" class=\"data row9 col13\" >32.000000</td>\n",
-       "      <td id=\"T_3fa88_row9_col14\" class=\"data row9 col14\" >68.976295</td>\n",
-       "      <td id=\"T_3fa88_row9_col15\" class=\"data row9 col15\" >0.782096</td>\n",
-       "      <td id=\"T_3fa88_row9_col16\" class=\"data row9 col16\" >267.216095</td>\n",
-       "      <td id=\"T_3fa88_row9_col17\" class=\"data row9 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_3fa88_row9_col18\" class=\"data row9 col18\" >OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_9/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_3fa88_level0_row10\" class=\"row_heading level0 row10\" >OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_10/metrics.json</th>\n",
-       "      <td id=\"T_3fa88_row10_col0\" class=\"data row10 col0\" >5</td>\n",
-       "      <td id=\"T_3fa88_row10_col1\" class=\"data row10 col1\" >128</td>\n",
-       "      <td id=\"T_3fa88_row10_col2\" class=\"data row10 col2\" >10</td>\n",
-       "      <td id=\"T_3fa88_row10_col3\" class=\"data row10 col3\" >0.019077</td>\n",
-       "      <td id=\"T_3fa88_row10_col4\" class=\"data row10 col4\" >0.126748</td>\n",
-       "      <td id=\"T_3fa88_row10_col5\" class=\"data row10 col5\" >3.616906</td>\n",
-       "      <td id=\"T_3fa88_row10_col6\" class=\"data row10 col6\" >3.599065</td>\n",
-       "      <td id=\"T_3fa88_row10_col7\" class=\"data row10 col7\" >3.708984</td>\n",
-       "      <td id=\"T_3fa88_row10_col8\" class=\"data row10 col8\" >0.849488</td>\n",
-       "      <td id=\"T_3fa88_row10_col9\" class=\"data row10 col9\" >0.837687</td>\n",
-       "      <td id=\"T_3fa88_row10_col10\" class=\"data row10 col10\" >81.756828</td>\n",
-       "      <td id=\"T_3fa88_row10_col11\" class=\"data row10 col11\" >78.834885</td>\n",
-       "      <td id=\"T_3fa88_row10_col12\" class=\"data row10 col12\" >0.960933</td>\n",
-       "      <td id=\"T_3fa88_row10_col13\" class=\"data row10 col13\" >32.000000</td>\n",
-       "      <td id=\"T_3fa88_row10_col14\" class=\"data row10 col14\" >48.323631</td>\n",
-       "      <td id=\"T_3fa88_row10_col15\" class=\"data row10 col15\" >0.819787</td>\n",
-       "      <td id=\"T_3fa88_row10_col16\" class=\"data row10 col16\" >443.108887</td>\n",
-       "      <td id=\"T_3fa88_row10_col17\" class=\"data row10 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_3fa88_row10_col18\" class=\"data row10 col18\" >OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_10/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_3fa88_level0_row11\" class=\"row_heading level0 row11\" >OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_11/metrics.json</th>\n",
-       "      <td id=\"T_3fa88_row11_col0\" class=\"data row11 col0\" >5</td>\n",
-       "      <td id=\"T_3fa88_row11_col1\" class=\"data row11 col1\" >128</td>\n",
-       "      <td id=\"T_3fa88_row11_col2\" class=\"data row11 col2\" >11</td>\n",
-       "      <td id=\"T_3fa88_row11_col3\" class=\"data row11 col3\" >0.024072</td>\n",
-       "      <td id=\"T_3fa88_row11_col4\" class=\"data row11 col4\" >0.173841</td>\n",
-       "      <td id=\"T_3fa88_row11_col5\" class=\"data row11 col5\" >3.620230</td>\n",
-       "      <td id=\"T_3fa88_row11_col6\" class=\"data row11 col6\" >3.599065</td>\n",
-       "      <td id=\"T_3fa88_row11_col7\" class=\"data row11 col7\" >3.783318</td>\n",
-       "      <td id=\"T_3fa88_row11_col8\" class=\"data row11 col8\" >0.861531</td>\n",
-       "      <td id=\"T_3fa88_row11_col9\" class=\"data row11 col9\" >0.885130</td>\n",
-       "      <td id=\"T_3fa88_row11_col10\" class=\"data row11 col10\" >92.906296</td>\n",
-       "      <td id=\"T_3fa88_row11_col11\" class=\"data row11 col11\" >88.290031</td>\n",
-       "      <td id=\"T_3fa88_row11_col12\" class=\"data row11 col12\" >0.932119</td>\n",
-       "      <td id=\"T_3fa88_row11_col13\" class=\"data row11 col13\" >32.000000</td>\n",
-       "      <td id=\"T_3fa88_row11_col14\" class=\"data row11 col14\" >71.255219</td>\n",
-       "      <td id=\"T_3fa88_row11_col15\" class=\"data row11 col15\" >0.861334</td>\n",
-       "      <td id=\"T_3fa88_row11_col16\" class=\"data row11 col16\" >635.459473</td>\n",
-       "      <td id=\"T_3fa88_row11_col17\" class=\"data row11 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_3fa88_row11_col18\" class=\"data row11 col18\" >OAI_GPT2Small_v5_128k_resid_delta_mlp/v5_128k_layer_11/metrics.json</td>\n",
-       "    </tr>\n",
-       "  </tbody>\n",
-       "</table>\n"
-      ],
-      "text/plain": [
-       "<pandas.io.formats.style.Styler at 0x7f0d3e9570d0>"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "OAI_GPT2Small_v5_32k_resid_delta_attn\n",
-      "Loading page (1/2)\n",
-      "Rendering (2/2)                                                    \n",
-      "Done                                                               \n"
-     ]
-    },
-    {
-     "data": {
-      "text/html": [
-       "<style type=\"text/css\">\n",
-       "#T_bec9f_row0_col2, #T_bec9f_row0_col6, #T_bec9f_row0_col16, #T_bec9f_row0_col17, #T_bec9f_row1_col3, #T_bec9f_row1_col4, #T_bec9f_row1_col6, #T_bec9f_row1_col7, #T_bec9f_row1_col17, #T_bec9f_row2_col4, #T_bec9f_row2_col5, #T_bec9f_row2_col6, #T_bec9f_row2_col7, #T_bec9f_row2_col10, #T_bec9f_row2_col11, #T_bec9f_row2_col17, #T_bec9f_row3_col4, #T_bec9f_row3_col6, #T_bec9f_row3_col7, #T_bec9f_row3_col10, #T_bec9f_row3_col11, #T_bec9f_row3_col17, #T_bec9f_row4_col4, #T_bec9f_row4_col6, #T_bec9f_row4_col10, #T_bec9f_row4_col11, #T_bec9f_row4_col17, #T_bec9f_row5_col4, #T_bec9f_row5_col6, #T_bec9f_row5_col7, #T_bec9f_row5_col17, #T_bec9f_row6_col6, #T_bec9f_row6_col12, #T_bec9f_row6_col15, #T_bec9f_row6_col17, #T_bec9f_row7_col6, #T_bec9f_row7_col17, #T_bec9f_row8_col4, #T_bec9f_row8_col6, #T_bec9f_row8_col7, #T_bec9f_row8_col8, #T_bec9f_row8_col9, #T_bec9f_row8_col17, #T_bec9f_row9_col4, #T_bec9f_row9_col6, #T_bec9f_row9_col17, #T_bec9f_row10_col4, #T_bec9f_row10_col6, #T_bec9f_row10_col17, #T_bec9f_row11_col6, #T_bec9f_row11_col13, #T_bec9f_row11_col14, #T_bec9f_row11_col17 {\n",
-       "  background-color: #440154;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row0_col3, #T_bec9f_row7_col2 {\n",
-       "  background-color: #2ab07f;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row0_col4, #T_bec9f_row0_col7, #T_bec9f_row0_col8, #T_bec9f_row0_col9, #T_bec9f_row1_col13, #T_bec9f_row1_col14, #T_bec9f_row2_col13, #T_bec9f_row2_col14, #T_bec9f_row3_col13, #T_bec9f_row4_col13, #T_bec9f_row5_col13, #T_bec9f_row6_col13, #T_bec9f_row7_col5, #T_bec9f_row7_col13, #T_bec9f_row8_col3, #T_bec9f_row8_col13, #T_bec9f_row9_col13, #T_bec9f_row10_col13, #T_bec9f_row11_col2, #T_bec9f_row11_col10, #T_bec9f_row11_col11, #T_bec9f_row11_col12, #T_bec9f_row11_col15, #T_bec9f_row11_col16 {\n",
-       "  background-color: #fde725;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_bec9f_row0_col5 {\n",
-       "  background-color: #37b878;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row0_col10, #T_bec9f_row0_col11, #T_bec9f_row4_col15 {\n",
-       "  background-color: #482071;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row0_col12, #T_bec9f_row3_col14 {\n",
-       "  background-color: #f1e51d;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_bec9f_row0_col13 {\n",
-       "  background-color: #f4e61e;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_bec9f_row0_col14 {\n",
-       "  background-color: #2c738e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row0_col15 {\n",
-       "  background-color: #fbe723;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_bec9f_row1_col2 {\n",
-       "  background-color: #482173;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row1_col5, #T_bec9f_row5_col16 {\n",
-       "  background-color: #482374;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row1_col8, #T_bec9f_row5_col3 {\n",
-       "  background-color: #21a685;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row1_col9, #T_bec9f_row5_col9 {\n",
-       "  background-color: #20928c;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row1_col10, #T_bec9f_row1_col11, #T_bec9f_row4_col7, #T_bec9f_row4_col12, #T_bec9f_row5_col10, #T_bec9f_row5_col11, #T_bec9f_row6_col4, #T_bec9f_row6_col7, #T_bec9f_row7_col4, #T_bec9f_row7_col7, #T_bec9f_row9_col7 {\n",
-       "  background-color: #440256;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row1_col12 {\n",
-       "  background-color: #21918c;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row1_col15, #T_bec9f_row4_col5 {\n",
-       "  background-color: #1f988b;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row1_col16, #T_bec9f_row2_col16, #T_bec9f_row6_col10, #T_bec9f_row6_col11, #T_bec9f_row10_col7 {\n",
-       "  background-color: #450457;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row2_col2 {\n",
-       "  background-color: #433e85;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row2_col3, #T_bec9f_row9_col15 {\n",
-       "  background-color: #472d7b;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row2_col8 {\n",
-       "  background-color: #24aa83;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row2_col9, #T_bec9f_row9_col9 {\n",
-       "  background-color: #3dbc74;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row2_col12 {\n",
-       "  background-color: #27808e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row2_col15 {\n",
-       "  background-color: #23888e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row3_col2, #T_bec9f_row5_col5 {\n",
-       "  background-color: #38588c;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row3_col3, #T_bec9f_row7_col8 {\n",
-       "  background-color: #3a548c;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row3_col5 {\n",
-       "  background-color: #306a8e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row3_col8, #T_bec9f_row4_col9 {\n",
-       "  background-color: #297a8e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row3_col9 {\n",
-       "  background-color: #23898e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row3_col12 {\n",
-       "  background-color: #3e4c8a;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row3_col15 {\n",
-       "  background-color: #365d8d;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row3_col16 {\n",
-       "  background-color: #470d60;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row4_col2 {\n",
-       "  background-color: #2d708e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row4_col3 {\n",
-       "  background-color: #1f948c;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row4_col8 {\n",
-       "  background-color: #3b528b;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row4_col14 {\n",
-       "  background-color: #dae319;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_bec9f_row4_col16 {\n",
-       "  background-color: #481a6c;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row5_col2 {\n",
-       "  background-color: #25858e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row5_col8 {\n",
-       "  background-color: #32648e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row5_col12 {\n",
-       "  background-color: #481c6e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row5_col14 {\n",
-       "  background-color: #cde11d;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_bec9f_row5_col15 {\n",
-       "  background-color: #472f7d;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row6_col2 {\n",
-       "  background-color: #1e9b8a;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row6_col3 {\n",
-       "  background-color: #a5db36;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_bec9f_row6_col5 {\n",
-       "  background-color: #81d34d;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_bec9f_row6_col8, #T_bec9f_row7_col9 {\n",
-       "  background-color: #423f85;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row6_col9, #T_bec9f_row8_col16 {\n",
-       "  background-color: #365c8d;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row6_col14 {\n",
-       "  background-color: #addc30;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_bec9f_row6_col16, #T_bec9f_row8_col12, #T_bec9f_row9_col5 {\n",
-       "  background-color: #453781;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row7_col3 {\n",
-       "  background-color: #84d44b;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_bec9f_row7_col10, #T_bec9f_row7_col11 {\n",
-       "  background-color: #46075a;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row7_col12 {\n",
-       "  background-color: #404688;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row7_col14, #T_bec9f_row11_col8 {\n",
-       "  background-color: #89d548;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_bec9f_row7_col15 {\n",
-       "  background-color: #46327e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row7_col16 {\n",
-       "  background-color: #424186;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row8_col2 {\n",
-       "  background-color: #52c569;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_bec9f_row8_col5 {\n",
-       "  background-color: #b0dd2f;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_bec9f_row8_col10 {\n",
-       "  background-color: #460b5e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row8_col11, #T_bec9f_row8_col15 {\n",
-       "  background-color: #460a5d;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row8_col14 {\n",
-       "  background-color: #8ed645;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_bec9f_row9_col2 {\n",
-       "  background-color: #86d549;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_bec9f_row9_col3 {\n",
-       "  background-color: #4ac16d;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_bec9f_row9_col8 {\n",
-       "  background-color: #433d84;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row9_col10 {\n",
-       "  background-color: #471164;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row9_col11, #T_bec9f_row11_col4 {\n",
-       "  background-color: #471063;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row9_col12 {\n",
-       "  background-color: #31688e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row9_col14 {\n",
-       "  background-color: #58c765;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_bec9f_row9_col16 {\n",
-       "  background-color: #29798e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row10_col2 {\n",
-       "  background-color: #c2df23;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_bec9f_row10_col3 {\n",
-       "  background-color: #1fa287;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row10_col5 {\n",
-       "  background-color: #287c8e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row10_col8 {\n",
-       "  background-color: #46337f;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row10_col9 {\n",
-       "  background-color: #21a585;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row10_col10 {\n",
-       "  background-color: #481f70;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row10_col11 {\n",
-       "  background-color: #481d6f;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row10_col12 {\n",
-       "  background-color: #1fa088;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row10_col14 {\n",
-       "  background-color: #20a486;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row10_col15 {\n",
-       "  background-color: #34618d;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row10_col16 {\n",
-       "  background-color: #3bbb75;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row11_col3 {\n",
-       "  background-color: #20938c;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row11_col5, #T_bec9f_row11_col7 {\n",
-       "  background-color: #481467;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_bec9f_row11_col9 {\n",
-       "  background-color: #d5e21a;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "</style>\n",
-       "<table id=\"T_bec9f\">\n",
-       "  <thead>\n",
-       "    <tr>\n",
-       "      <th class=\"blank level0\" >&nbsp;</th>\n",
-       "      <th id=\"T_bec9f_level0_col0\" class=\"col_heading level0 col0\" >version</th>\n",
-       "      <th id=\"T_bec9f_level0_col1\" class=\"col_heading level0 col1\" >d_sae</th>\n",
-       "      <th id=\"T_bec9f_level0_col2\" class=\"col_heading level0 col2\" >layer</th>\n",
-       "      <th id=\"T_bec9f_level0_col3\" class=\"col_heading level0 col3\" >kl_div_with_sae</th>\n",
-       "      <th id=\"T_bec9f_level0_col4\" class=\"col_heading level0 col4\" >kl_div_with_ablation</th>\n",
-       "      <th id=\"T_bec9f_level0_col5\" class=\"col_heading level0 col5\" >ce_loss_with_sae</th>\n",
-       "      <th id=\"T_bec9f_level0_col6\" class=\"col_heading level0 col6\" >ce_loss_without_sae</th>\n",
-       "      <th id=\"T_bec9f_level0_col7\" class=\"col_heading level0 col7\" >ce_loss_with_ablation</th>\n",
-       "      <th id=\"T_bec9f_level0_col8\" class=\"col_heading level0 col8\" >kl_div_score</th>\n",
-       "      <th id=\"T_bec9f_level0_col9\" class=\"col_heading level0 col9\" >ce_loss_score</th>\n",
-       "      <th id=\"T_bec9f_level0_col10\" class=\"col_heading level0 col10\" >l2_norm_in</th>\n",
-       "      <th id=\"T_bec9f_level0_col11\" class=\"col_heading level0 col11\" >l2_norm_out</th>\n",
-       "      <th id=\"T_bec9f_level0_col12\" class=\"col_heading level0 col12\" >l2_ratio</th>\n",
-       "      <th id=\"T_bec9f_level0_col13\" class=\"col_heading level0 col13\" >l0</th>\n",
-       "      <th id=\"T_bec9f_level0_col14\" class=\"col_heading level0 col14\" >l1</th>\n",
-       "      <th id=\"T_bec9f_level0_col15\" class=\"col_heading level0 col15\" >explained_variance</th>\n",
-       "      <th id=\"T_bec9f_level0_col16\" class=\"col_heading level0 col16\" >mse</th>\n",
-       "      <th id=\"T_bec9f_level0_col17\" class=\"col_heading level0 col17\" >total_tokens_evaluated</th>\n",
-       "      <th id=\"T_bec9f_level0_col18\" class=\"col_heading level0 col18\" >filepath</th>\n",
-       "    </tr>\n",
-       "  </thead>\n",
-       "  <tbody>\n",
-       "    <tr>\n",
-       "      <th id=\"T_bec9f_level0_row0\" class=\"row_heading level0 row0\" >OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_0/metrics.json</th>\n",
-       "      <td id=\"T_bec9f_row0_col0\" class=\"data row0 col0\" >5</td>\n",
-       "      <td id=\"T_bec9f_row0_col1\" class=\"data row0 col1\" >32</td>\n",
-       "      <td id=\"T_bec9f_row0_col2\" class=\"data row0 col2\" >0</td>\n",
-       "      <td id=\"T_bec9f_row0_col3\" class=\"data row0 col3\" >0.004215</td>\n",
-       "      <td id=\"T_bec9f_row0_col4\" class=\"data row0 col4\" >2.121528</td>\n",
-       "      <td id=\"T_bec9f_row0_col5\" class=\"data row0 col5\" >3.603763</td>\n",
-       "      <td id=\"T_bec9f_row0_col6\" class=\"data row0 col6\" >3.599065</td>\n",
-       "      <td id=\"T_bec9f_row0_col7\" class=\"data row0 col7\" >5.748601</td>\n",
-       "      <td id=\"T_bec9f_row0_col8\" class=\"data row0 col8\" >0.998013</td>\n",
-       "      <td id=\"T_bec9f_row0_col9\" class=\"data row0 col9\" >0.997814</td>\n",
-       "      <td id=\"T_bec9f_row0_col10\" class=\"data row0 col10\" >32.013138</td>\n",
-       "      <td id=\"T_bec9f_row0_col11\" class=\"data row0 col11\" >31.891546</td>\n",
-       "      <td id=\"T_bec9f_row0_col12\" class=\"data row0 col12\" >0.996240</td>\n",
-       "      <td id=\"T_bec9f_row0_col13\" class=\"data row0 col13\" >31.993979</td>\n",
-       "      <td id=\"T_bec9f_row0_col14\" class=\"data row0 col14\" >42.146969</td>\n",
-       "      <td id=\"T_bec9f_row0_col15\" class=\"data row0 col15\" >0.966712</td>\n",
-       "      <td id=\"T_bec9f_row0_col16\" class=\"data row0 col16\" >8.074387</td>\n",
-       "      <td id=\"T_bec9f_row0_col17\" class=\"data row0 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_bec9f_row0_col18\" class=\"data row0 col18\" >OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_0/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_bec9f_level0_row1\" class=\"row_heading level0 row1\" >OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_1/metrics.json</th>\n",
-       "      <td id=\"T_bec9f_row1_col0\" class=\"data row1 col0\" >5</td>\n",
-       "      <td id=\"T_bec9f_row1_col1\" class=\"data row1 col1\" >32</td>\n",
-       "      <td id=\"T_bec9f_row1_col2\" class=\"data row1 col2\" >1</td>\n",
-       "      <td id=\"T_bec9f_row1_col3\" class=\"data row1 col3\" >0.001881</td>\n",
-       "      <td id=\"T_bec9f_row1_col4\" class=\"data row1 col4\" >0.024066</td>\n",
-       "      <td id=\"T_bec9f_row1_col5\" class=\"data row1 col5\" >3.601315</td>\n",
-       "      <td id=\"T_bec9f_row1_col6\" class=\"data row1 col6\" >3.599065</td>\n",
-       "      <td id=\"T_bec9f_row1_col7\" class=\"data row1 col7\" >3.620633</td>\n",
-       "      <td id=\"T_bec9f_row1_col8\" class=\"data row1 col8\" >0.921821</td>\n",
-       "      <td id=\"T_bec9f_row1_col9\" class=\"data row1 col9\" >0.895681</td>\n",
-       "      <td id=\"T_bec9f_row1_col10\" class=\"data row1 col10\" >9.714648</td>\n",
-       "      <td id=\"T_bec9f_row1_col11\" class=\"data row1 col11\" >9.157854</td>\n",
-       "      <td id=\"T_bec9f_row1_col12\" class=\"data row1 col12\" >0.937912</td>\n",
-       "      <td id=\"T_bec9f_row1_col13\" class=\"data row1 col13\" >32.000000</td>\n",
-       "      <td id=\"T_bec9f_row1_col14\" class=\"data row1 col14\" >82.860558</td>\n",
-       "      <td id=\"T_bec9f_row1_col15\" class=\"data row1 col15\" >0.868087</td>\n",
-       "      <td id=\"T_bec9f_row1_col16\" class=\"data row1 col16\" >9.541979</td>\n",
-       "      <td id=\"T_bec9f_row1_col17\" class=\"data row1 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_bec9f_row1_col18\" class=\"data row1 col18\" >OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_1/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_bec9f_level0_row2\" class=\"row_heading level0 row2\" >OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_2/metrics.json</th>\n",
-       "      <td id=\"T_bec9f_row2_col0\" class=\"data row2 col0\" >5</td>\n",
-       "      <td id=\"T_bec9f_row2_col1\" class=\"data row2 col1\" >32</td>\n",
-       "      <td id=\"T_bec9f_row2_col2\" class=\"data row2 col2\" >2</td>\n",
-       "      <td id=\"T_bec9f_row2_col3\" class=\"data row2 col3\" >0.002342</td>\n",
-       "      <td id=\"T_bec9f_row2_col4\" class=\"data row2 col4\" >0.031005</td>\n",
-       "      <td id=\"T_bec9f_row2_col5\" class=\"data row2 col5\" >3.600916</td>\n",
-       "      <td id=\"T_bec9f_row2_col6\" class=\"data row2 col6\" >3.599065</td>\n",
-       "      <td id=\"T_bec9f_row2_col7\" class=\"data row2 col7\" >3.626660</td>\n",
-       "      <td id=\"T_bec9f_row2_col8\" class=\"data row2 col8\" >0.924478</td>\n",
-       "      <td id=\"T_bec9f_row2_col9\" class=\"data row2 col9\" >0.932912</td>\n",
-       "      <td id=\"T_bec9f_row2_col10\" class=\"data row2 col10\" >8.641823</td>\n",
-       "      <td id=\"T_bec9f_row2_col11\" class=\"data row2 col11\" >8.045539</td>\n",
-       "      <td id=\"T_bec9f_row2_col12\" class=\"data row2 col12\" >0.929619</td>\n",
-       "      <td id=\"T_bec9f_row2_col13\" class=\"data row2 col13\" >32.000000</td>\n",
-       "      <td id=\"T_bec9f_row2_col14\" class=\"data row2 col14\" >82.863617</td>\n",
-       "      <td id=\"T_bec9f_row2_col15\" class=\"data row2 col15\" >0.853233</td>\n",
-       "      <td id=\"T_bec9f_row2_col16\" class=\"data row2 col16\" >9.740603</td>\n",
-       "      <td id=\"T_bec9f_row2_col17\" class=\"data row2 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_bec9f_row2_col18\" class=\"data row2 col18\" >OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_2/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_bec9f_level0_row3\" class=\"row_heading level0 row3\" >OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_3/metrics.json</th>\n",
-       "      <td id=\"T_bec9f_row3_col0\" class=\"data row3 col0\" >5</td>\n",
-       "      <td id=\"T_bec9f_row3_col1\" class=\"data row3 col1\" >32</td>\n",
-       "      <td id=\"T_bec9f_row3_col2\" class=\"data row3 col2\" >3</td>\n",
-       "      <td id=\"T_bec9f_row3_col3\" class=\"data row3 col3\" >0.002842</td>\n",
-       "      <td id=\"T_bec9f_row3_col4\" class=\"data row3 col4\" >0.025134</td>\n",
-       "      <td id=\"T_bec9f_row3_col5\" class=\"data row3 col5\" >3.602360</td>\n",
-       "      <td id=\"T_bec9f_row3_col6\" class=\"data row3 col6\" >3.599065</td>\n",
-       "      <td id=\"T_bec9f_row3_col7\" class=\"data row3 col7\" >3.628661</td>\n",
-       "      <td id=\"T_bec9f_row3_col8\" class=\"data row3 col8\" >0.886914</td>\n",
-       "      <td id=\"T_bec9f_row3_col9\" class=\"data row3 col9\" >0.888638</td>\n",
-       "      <td id=\"T_bec9f_row3_col10\" class=\"data row3 col10\" >8.571012</td>\n",
-       "      <td id=\"T_bec9f_row3_col11\" class=\"data row3 col11\" >7.753783</td>\n",
-       "      <td id=\"T_bec9f_row3_col12\" class=\"data row3 col12\" >0.904760</td>\n",
-       "      <td id=\"T_bec9f_row3_col13\" class=\"data row3 col13\" >32.000000</td>\n",
-       "      <td id=\"T_bec9f_row3_col14\" class=\"data row3 col14\" >81.563385</td>\n",
-       "      <td id=\"T_bec9f_row3_col15\" class=\"data row3 col15\" >0.815689</td>\n",
-       "      <td id=\"T_bec9f_row3_col16\" class=\"data row3 col16\" >13.545696</td>\n",
-       "      <td id=\"T_bec9f_row3_col17\" class=\"data row3 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_bec9f_row3_col18\" class=\"data row3 col18\" >OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_3/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_bec9f_level0_row4\" class=\"row_heading level0 row4\" >OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_4/metrics.json</th>\n",
-       "      <td id=\"T_bec9f_row4_col0\" class=\"data row4 col0\" >5</td>\n",
-       "      <td id=\"T_bec9f_row4_col1\" class=\"data row4 col1\" >32</td>\n",
-       "      <td id=\"T_bec9f_row4_col2\" class=\"data row4 col2\" >4</td>\n",
-       "      <td id=\"T_bec9f_row4_col3\" class=\"data row4 col3\" >0.003790</td>\n",
-       "      <td id=\"T_bec9f_row4_col4\" class=\"data row4 col4\" >0.026723</td>\n",
-       "      <td id=\"T_bec9f_row4_col5\" class=\"data row4 col5\" >3.603180</td>\n",
-       "      <td id=\"T_bec9f_row4_col6\" class=\"data row4 col6\" >3.599065</td>\n",
-       "      <td id=\"T_bec9f_row4_col7\" class=\"data row4 col7\" >3.632133</td>\n",
-       "      <td id=\"T_bec9f_row4_col8\" class=\"data row4 col8\" >0.858169</td>\n",
-       "      <td id=\"T_bec9f_row4_col9\" class=\"data row4 col9\" >0.875538</td>\n",
-       "      <td id=\"T_bec9f_row4_col10\" class=\"data row4 col10\" >9.123016</td>\n",
-       "      <td id=\"T_bec9f_row4_col11\" class=\"data row4 col11\" >7.993571</td>\n",
-       "      <td id=\"T_bec9f_row4_col12\" class=\"data row4 col12\" >0.877799</td>\n",
-       "      <td id=\"T_bec9f_row4_col13\" class=\"data row4 col13\" >32.000000</td>\n",
-       "      <td id=\"T_bec9f_row4_col14\" class=\"data row4 col14\" >79.127533</td>\n",
-       "      <td id=\"T_bec9f_row4_col15\" class=\"data row4 col15\" >0.772355</td>\n",
-       "      <td id=\"T_bec9f_row4_col16\" class=\"data row4 col16\" >19.599684</td>\n",
-       "      <td id=\"T_bec9f_row4_col17\" class=\"data row4 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_bec9f_row4_col18\" class=\"data row4 col18\" >OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_4/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_bec9f_level0_row5\" class=\"row_heading level0 row5\" >OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_5/metrics.json</th>\n",
-       "      <td id=\"T_bec9f_row5_col0\" class=\"data row5 col0\" >5</td>\n",
-       "      <td id=\"T_bec9f_row5_col1\" class=\"data row5 col1\" >32</td>\n",
-       "      <td id=\"T_bec9f_row5_col2\" class=\"data row5 col2\" >5</td>\n",
-       "      <td id=\"T_bec9f_row5_col3\" class=\"data row5 col3\" >0.004055</td>\n",
-       "      <td id=\"T_bec9f_row5_col4\" class=\"data row5 col4\" >0.031378</td>\n",
-       "      <td id=\"T_bec9f_row5_col5\" class=\"data row5 col5\" >3.602063</td>\n",
-       "      <td id=\"T_bec9f_row5_col6\" class=\"data row5 col6\" >3.599065</td>\n",
-       "      <td id=\"T_bec9f_row5_col7\" class=\"data row5 col7\" >3.627760</td>\n",
-       "      <td id=\"T_bec9f_row5_col8\" class=\"data row5 col8\" >0.870766</td>\n",
-       "      <td id=\"T_bec9f_row5_col9\" class=\"data row5 col9\" >0.895510</td>\n",
-       "      <td id=\"T_bec9f_row5_col10\" class=\"data row5 col10\" >10.034396</td>\n",
-       "      <td id=\"T_bec9f_row5_col11\" class=\"data row5 col11\" >8.880257</td>\n",
-       "      <td id=\"T_bec9f_row5_col12\" class=\"data row5 col12\" >0.886243</td>\n",
-       "      <td id=\"T_bec9f_row5_col13\" class=\"data row5 col13\" >32.000000</td>\n",
-       "      <td id=\"T_bec9f_row5_col14\" class=\"data row5 col14\" >77.734062</td>\n",
-       "      <td id=\"T_bec9f_row5_col15\" class=\"data row5 col15\" >0.782550</td>\n",
-       "      <td id=\"T_bec9f_row5_col16\" class=\"data row5 col16\" >24.739639</td>\n",
-       "      <td id=\"T_bec9f_row5_col17\" class=\"data row5 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_bec9f_row5_col18\" class=\"data row5 col18\" >OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_5/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_bec9f_level0_row6\" class=\"row_heading level0 row6\" >OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_6/metrics.json</th>\n",
-       "      <td id=\"T_bec9f_row6_col0\" class=\"data row6 col0\" >5</td>\n",
-       "      <td id=\"T_bec9f_row6_col1\" class=\"data row6 col1\" >32</td>\n",
-       "      <td id=\"T_bec9f_row6_col2\" class=\"data row6 col2\" >6</td>\n",
-       "      <td id=\"T_bec9f_row6_col3\" class=\"data row6 col3\" >0.005056</td>\n",
-       "      <td id=\"T_bec9f_row6_col4\" class=\"data row6 col4\" >0.032789</td>\n",
-       "      <td id=\"T_bec9f_row6_col5\" class=\"data row6 col5\" >3.604352</td>\n",
-       "      <td id=\"T_bec9f_row6_col6\" class=\"data row6 col6\" >3.599065</td>\n",
-       "      <td id=\"T_bec9f_row6_col7\" class=\"data row6 col7\" >3.634286</td>\n",
-       "      <td id=\"T_bec9f_row6_col8\" class=\"data row6 col8\" >0.845789</td>\n",
-       "      <td id=\"T_bec9f_row6_col9\" class=\"data row6 col9\" >0.849889</td>\n",
-       "      <td id=\"T_bec9f_row6_col10\" class=\"data row6 col10\" >11.678066</td>\n",
-       "      <td id=\"T_bec9f_row6_col11\" class=\"data row6 col11\" >10.210135</td>\n",
-       "      <td id=\"T_bec9f_row6_col12\" class=\"data row6 col12\" >0.877007</td>\n",
-       "      <td id=\"T_bec9f_row6_col13\" class=\"data row6 col13\" >32.000000</td>\n",
-       "      <td id=\"T_bec9f_row6_col14\" class=\"data row6 col14\" >74.857086</td>\n",
-       "      <td id=\"T_bec9f_row6_col15\" class=\"data row6 col15\" >0.753413</td>\n",
-       "      <td id=\"T_bec9f_row6_col16\" class=\"data row6 col16\" >35.039909</td>\n",
-       "      <td id=\"T_bec9f_row6_col17\" class=\"data row6 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_bec9f_row6_col18\" class=\"data row6 col18\" >OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_6/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_bec9f_level0_row7\" class=\"row_heading level0 row7\" >OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_7/metrics.json</th>\n",
-       "      <td id=\"T_bec9f_row7_col0\" class=\"data row7 col0\" >5</td>\n",
-       "      <td id=\"T_bec9f_row7_col1\" class=\"data row7 col1\" >32</td>\n",
-       "      <td id=\"T_bec9f_row7_col2\" class=\"data row7 col2\" >7</td>\n",
-       "      <td id=\"T_bec9f_row7_col3\" class=\"data row7 col3\" >0.004876</td>\n",
-       "      <td id=\"T_bec9f_row7_col4\" class=\"data row7 col4\" >0.034661</td>\n",
-       "      <td id=\"T_bec9f_row7_col5\" class=\"data row7 col5\" >3.605160</td>\n",
-       "      <td id=\"T_bec9f_row7_col6\" class=\"data row7 col6\" >3.599065</td>\n",
-       "      <td id=\"T_bec9f_row7_col7\" class=\"data row7 col7\" >3.634834</td>\n",
-       "      <td id=\"T_bec9f_row7_col8\" class=\"data row7 col8\" >0.859336</td>\n",
-       "      <td id=\"T_bec9f_row7_col9\" class=\"data row7 col9\" >0.829584</td>\n",
-       "      <td id=\"T_bec9f_row7_col10\" class=\"data row7 col10\" >13.650208</td>\n",
-       "      <td id=\"T_bec9f_row7_col11\" class=\"data row7 col11\" >12.291288</td>\n",
-       "      <td id=\"T_bec9f_row7_col12\" class=\"data row7 col12\" >0.902289</td>\n",
-       "      <td id=\"T_bec9f_row7_col13\" class=\"data row7 col13\" >32.000000</td>\n",
-       "      <td id=\"T_bec9f_row7_col14\" class=\"data row7 col14\" >71.106369</td>\n",
-       "      <td id=\"T_bec9f_row7_col15\" class=\"data row7 col15\" >0.783828</td>\n",
-       "      <td id=\"T_bec9f_row7_col16\" class=\"data row7 col16\" >41.602531</td>\n",
-       "      <td id=\"T_bec9f_row7_col17\" class=\"data row7 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_bec9f_row7_col18\" class=\"data row7 col18\" >OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_7/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_bec9f_level0_row8\" class=\"row_heading level0 row8\" >OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_8/metrics.json</th>\n",
-       "      <td id=\"T_bec9f_row8_col0\" class=\"data row8 col0\" >5</td>\n",
-       "      <td id=\"T_bec9f_row8_col1\" class=\"data row8 col1\" >32</td>\n",
-       "      <td id=\"T_bec9f_row8_col2\" class=\"data row8 col2\" >8</td>\n",
-       "      <td id=\"T_bec9f_row8_col3\" class=\"data row8 col3\" >0.005558</td>\n",
-       "      <td id=\"T_bec9f_row8_col4\" class=\"data row8 col4\" >0.029382</td>\n",
-       "      <td id=\"T_bec9f_row8_col5\" class=\"data row8 col5\" >3.604657</td>\n",
-       "      <td id=\"T_bec9f_row8_col6\" class=\"data row8 col6\" >3.599065</td>\n",
-       "      <td id=\"T_bec9f_row8_col7\" class=\"data row8 col7\" >3.625802</td>\n",
-       "      <td id=\"T_bec9f_row8_col8\" class=\"data row8 col8\" >0.810828</td>\n",
-       "      <td id=\"T_bec9f_row8_col9\" class=\"data row8 col9\" >0.790831</td>\n",
-       "      <td id=\"T_bec9f_row8_col10\" class=\"data row8 col10\" >16.137949</td>\n",
-       "      <td id=\"T_bec9f_row8_col11\" class=\"data row8 col11\" >14.443828</td>\n",
-       "      <td id=\"T_bec9f_row8_col12\" class=\"data row8 col12\" >0.896318</td>\n",
-       "      <td id=\"T_bec9f_row8_col13\" class=\"data row8 col13\" >32.000000</td>\n",
-       "      <td id=\"T_bec9f_row8_col14\" class=\"data row8 col14\" >71.654037</td>\n",
-       "      <td id=\"T_bec9f_row8_col15\" class=\"data row8 col15\" >0.759009</td>\n",
-       "      <td id=\"T_bec9f_row8_col16\" class=\"data row8 col16\" >57.211456</td>\n",
-       "      <td id=\"T_bec9f_row8_col17\" class=\"data row8 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_bec9f_row8_col18\" class=\"data row8 col18\" >OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_8/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_bec9f_level0_row9\" class=\"row_heading level0 row9\" >OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_9/metrics.json</th>\n",
-       "      <td id=\"T_bec9f_row9_col0\" class=\"data row9 col0\" >5</td>\n",
-       "      <td id=\"T_bec9f_row9_col1\" class=\"data row9 col1\" >32</td>\n",
-       "      <td id=\"T_bec9f_row9_col2\" class=\"data row9 col2\" >9</td>\n",
-       "      <td id=\"T_bec9f_row9_col3\" class=\"data row9 col3\" >0.004499</td>\n",
-       "      <td id=\"T_bec9f_row9_col4\" class=\"data row9 col4\" >0.028918</td>\n",
-       "      <td id=\"T_bec9f_row9_col5\" class=\"data row9 col5\" >3.601583</td>\n",
-       "      <td id=\"T_bec9f_row9_col6\" class=\"data row9 col6\" >3.599065</td>\n",
-       "      <td id=\"T_bec9f_row9_col7\" class=\"data row9 col7\" >3.636501</td>\n",
-       "      <td id=\"T_bec9f_row9_col8\" class=\"data row9 col8\" >0.844428</td>\n",
-       "      <td id=\"T_bec9f_row9_col9\" class=\"data row9 col9\" >0.932728</td>\n",
-       "      <td id=\"T_bec9f_row9_col10\" class=\"data row9 col10\" >20.912498</td>\n",
-       "      <td id=\"T_bec9f_row9_col11\" class=\"data row9 col11\" >19.139347</td>\n",
-       "      <td id=\"T_bec9f_row9_col12\" class=\"data row9 col12\" >0.917789</td>\n",
-       "      <td id=\"T_bec9f_row9_col13\" class=\"data row9 col13\" >32.000000</td>\n",
-       "      <td id=\"T_bec9f_row9_col14\" class=\"data row9 col14\" >65.829063</td>\n",
-       "      <td id=\"T_bec9f_row9_col15\" class=\"data row9 col15\" >0.780790</td>\n",
-       "      <td id=\"T_bec9f_row9_col16\" class=\"data row9 col16\" >77.843826</td>\n",
-       "      <td id=\"T_bec9f_row9_col17\" class=\"data row9 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_bec9f_row9_col18\" class=\"data row9 col18\" >OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_9/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_bec9f_level0_row10\" class=\"row_heading level0 row10\" >OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_10/metrics.json</th>\n",
-       "      <td id=\"T_bec9f_row10_col0\" class=\"data row10 col0\" >5</td>\n",
-       "      <td id=\"T_bec9f_row10_col1\" class=\"data row10 col1\" >32</td>\n",
-       "      <td id=\"T_bec9f_row10_col2\" class=\"data row10 col2\" >10</td>\n",
-       "      <td id=\"T_bec9f_row10_col3\" class=\"data row10 col3\" >0.003999</td>\n",
-       "      <td id=\"T_bec9f_row10_col4\" class=\"data row10 col4\" >0.024752</td>\n",
-       "      <td id=\"T_bec9f_row10_col5\" class=\"data row10 col5\" >3.602678</td>\n",
-       "      <td id=\"T_bec9f_row10_col6\" class=\"data row10 col6\" >3.599065</td>\n",
-       "      <td id=\"T_bec9f_row10_col7\" class=\"data row10 col7\" >3.640488</td>\n",
-       "      <td id=\"T_bec9f_row10_col8\" class=\"data row10 col8\" >0.838441</td>\n",
-       "      <td id=\"T_bec9f_row10_col9\" class=\"data row10 col9\" >0.912773</td>\n",
-       "      <td id=\"T_bec9f_row10_col10\" class=\"data row10 col10\" >31.821377</td>\n",
-       "      <td id=\"T_bec9f_row10_col11\" class=\"data row10 col11\" >30.121130</td>\n",
-       "      <td id=\"T_bec9f_row10_col12\" class=\"data row10 col12\" >0.945757</td>\n",
-       "      <td id=\"T_bec9f_row10_col13\" class=\"data row10 col13\" >32.000000</td>\n",
-       "      <td id=\"T_bec9f_row10_col14\" class=\"data row10 col14\" >55.563881</td>\n",
-       "      <td id=\"T_bec9f_row10_col15\" class=\"data row10 col15\" >0.819294</td>\n",
-       "      <td id=\"T_bec9f_row10_col16\" class=\"data row10 col16\" >125.342606</td>\n",
-       "      <td id=\"T_bec9f_row10_col17\" class=\"data row10 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_bec9f_row10_col18\" class=\"data row10 col18\" >OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_10/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_bec9f_level0_row11\" class=\"row_heading level0 row11\" >OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_11/metrics.json</th>\n",
-       "      <td id=\"T_bec9f_row11_col0\" class=\"data row11 col0\" >5</td>\n",
-       "      <td id=\"T_bec9f_row11_col1\" class=\"data row11 col1\" >32</td>\n",
-       "      <td id=\"T_bec9f_row11_col2\" class=\"data row11 col2\" >11</td>\n",
-       "      <td id=\"T_bec9f_row11_col3\" class=\"data row11 col3\" >0.003772</td>\n",
-       "      <td id=\"T_bec9f_row11_col4\" class=\"data row11 col4\" >0.106875</td>\n",
-       "      <td id=\"T_bec9f_row11_col5\" class=\"data row11 col5\" >3.601134</td>\n",
-       "      <td id=\"T_bec9f_row11_col6\" class=\"data row11 col6\" >3.599065</td>\n",
-       "      <td id=\"T_bec9f_row11_col7\" class=\"data row11 col7\" >3.730870</td>\n",
-       "      <td id=\"T_bec9f_row11_col8\" class=\"data row11 col8\" >0.964708</td>\n",
-       "      <td id=\"T_bec9f_row11_col9\" class=\"data row11 col9\" >0.984299</td>\n",
-       "      <td id=\"T_bec9f_row11_col10\" class=\"data row11 col10\" >280.864441</td>\n",
-       "      <td id=\"T_bec9f_row11_col11\" class=\"data row11 col11\" >280.543213</td>\n",
-       "      <td id=\"T_bec9f_row11_col12\" class=\"data row11 col12\" >0.998668</td>\n",
-       "      <td id=\"T_bec9f_row11_col13\" class=\"data row11 col13\" >31.687500</td>\n",
-       "      <td id=\"T_bec9f_row11_col14\" class=\"data row11 col14\" >17.145309</td>\n",
-       "      <td id=\"T_bec9f_row11_col15\" class=\"data row11 col15\" >0.967849</td>\n",
-       "      <td id=\"T_bec9f_row11_col16\" class=\"data row11 col16\" >180.271027</td>\n",
-       "      <td id=\"T_bec9f_row11_col17\" class=\"data row11 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_bec9f_row11_col18\" class=\"data row11 col18\" >OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_11/metrics.json</td>\n",
-       "    </tr>\n",
-       "  </tbody>\n",
-       "</table>\n"
-      ],
-      "text/plain": [
-       "<pandas.io.formats.style.Styler at 0x7f0d3d98c3d0>"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "OAI_GPT2Small_v5_128k_resid_delta_attn\n",
-      "Loading page (1/2)\n",
-      "Rendering (2/2)                                                    \n",
-      "Done                                                               \n"
-     ]
-    },
-    {
-     "data": {
-      "text/html": [
-       "<style type=\"text/css\">\n",
-       "#T_1eeec_row0_col2, #T_1eeec_row0_col6, #T_1eeec_row0_col16, #T_1eeec_row0_col17, #T_1eeec_row1_col3, #T_1eeec_row1_col4, #T_1eeec_row1_col6, #T_1eeec_row1_col7, #T_1eeec_row1_col17, #T_1eeec_row2_col4, #T_1eeec_row2_col5, #T_1eeec_row2_col6, #T_1eeec_row2_col7, #T_1eeec_row2_col10, #T_1eeec_row2_col11, #T_1eeec_row2_col17, #T_1eeec_row3_col4, #T_1eeec_row3_col6, #T_1eeec_row3_col7, #T_1eeec_row3_col10, #T_1eeec_row3_col11, #T_1eeec_row3_col17, #T_1eeec_row4_col4, #T_1eeec_row4_col6, #T_1eeec_row4_col10, #T_1eeec_row4_col11, #T_1eeec_row4_col17, #T_1eeec_row5_col4, #T_1eeec_row5_col6, #T_1eeec_row5_col7, #T_1eeec_row5_col17, #T_1eeec_row6_col6, #T_1eeec_row6_col12, #T_1eeec_row6_col15, #T_1eeec_row6_col17, #T_1eeec_row7_col6, #T_1eeec_row7_col17, #T_1eeec_row8_col4, #T_1eeec_row8_col6, #T_1eeec_row8_col7, #T_1eeec_row8_col8, #T_1eeec_row8_col9, #T_1eeec_row8_col15, #T_1eeec_row8_col17, #T_1eeec_row9_col4, #T_1eeec_row9_col6, #T_1eeec_row9_col17, #T_1eeec_row10_col4, #T_1eeec_row10_col6, #T_1eeec_row10_col17, #T_1eeec_row11_col6, #T_1eeec_row11_col13, #T_1eeec_row11_col14, #T_1eeec_row11_col17 {\n",
-       "  background-color: #440154;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row0_col3 {\n",
-       "  background-color: #297a8e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row0_col4, #T_1eeec_row0_col7, #T_1eeec_row0_col8, #T_1eeec_row0_col9, #T_1eeec_row0_col15, #T_1eeec_row1_col13, #T_1eeec_row2_col14, #T_1eeec_row3_col13, #T_1eeec_row4_col13, #T_1eeec_row6_col5, #T_1eeec_row7_col13, #T_1eeec_row8_col3, #T_1eeec_row8_col13, #T_1eeec_row9_col13, #T_1eeec_row10_col13, #T_1eeec_row11_col2, #T_1eeec_row11_col10, #T_1eeec_row11_col11, #T_1eeec_row11_col12, #T_1eeec_row11_col16 {\n",
-       "  background-color: #fde725;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_1eeec_row0_col5 {\n",
-       "  background-color: #481b6d;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row0_col10, #T_1eeec_row0_col11, #T_1eeec_row2_col3 {\n",
-       "  background-color: #482071;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row0_col12, #T_1eeec_row1_col14, #T_1eeec_row11_col15 {\n",
-       "  background-color: #f4e61e;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_1eeec_row0_col13 {\n",
-       "  background-color: #e5e419;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_1eeec_row0_col14 {\n",
-       "  background-color: #31668e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row1_col2 {\n",
-       "  background-color: #482173;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row1_col5 {\n",
-       "  background-color: #228b8d;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row1_col8 {\n",
-       "  background-color: #22a884;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row1_col9 {\n",
-       "  background-color: #3e4a89;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row1_col10, #T_1eeec_row1_col11, #T_1eeec_row4_col7, #T_1eeec_row5_col10, #T_1eeec_row5_col11, #T_1eeec_row6_col4, #T_1eeec_row6_col7, #T_1eeec_row7_col4, #T_1eeec_row7_col7, #T_1eeec_row9_col7 {\n",
-       "  background-color: #440256;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row1_col12 {\n",
-       "  background-color: #218e8d;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row1_col15 {\n",
-       "  background-color: #1f968b;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row1_col16, #T_1eeec_row2_col16 {\n",
-       "  background-color: #450559;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row2_col2 {\n",
-       "  background-color: #433e85;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row2_col8, #T_1eeec_row7_col2 {\n",
-       "  background-color: #2ab07f;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row2_col9 {\n",
-       "  background-color: #84d44b;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_1eeec_row2_col12 {\n",
-       "  background-color: #287c8e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row2_col13 {\n",
-       "  background-color: #dde318;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_1eeec_row2_col15 {\n",
-       "  background-color: #23898e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row3_col2, #T_1eeec_row11_col5 {\n",
-       "  background-color: #38588c;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row3_col3 {\n",
-       "  background-color: #3d4d8a;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row3_col5 {\n",
-       "  background-color: #238a8d;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row3_col8, #T_1eeec_row3_col9, #T_1eeec_row9_col9 {\n",
-       "  background-color: #26818e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row3_col12 {\n",
-       "  background-color: #3b528b;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row3_col14 {\n",
-       "  background-color: #eae51a;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_1eeec_row3_col15 {\n",
-       "  background-color: #33628d;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row3_col16 {\n",
-       "  background-color: #470d60;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row4_col2 {\n",
-       "  background-color: #2d708e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row4_col3 {\n",
-       "  background-color: #1f948c;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row4_col5, #T_1eeec_row10_col5, #T_1eeec_row10_col14 {\n",
-       "  background-color: #1f998a;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row4_col8 {\n",
-       "  background-color: #3a538b;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row4_col9 {\n",
-       "  background-color: #25848e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row4_col12, #T_1eeec_row8_col10 {\n",
-       "  background-color: #460b5e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row4_col14 {\n",
-       "  background-color: #d5e21a;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_1eeec_row4_col15 {\n",
-       "  background-color: #482878;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row4_col16 {\n",
-       "  background-color: #481a6c;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row5_col2 {\n",
-       "  background-color: #25858e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row5_col3 {\n",
-       "  background-color: #1f9a8a;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row5_col5 {\n",
-       "  background-color: #1fa187;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row5_col8, #T_1eeec_row7_col9 {\n",
-       "  background-color: #2e6d8e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row5_col9 {\n",
-       "  background-color: #31688e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row5_col12 {\n",
-       "  background-color: #481668;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row5_col13, #T_1eeec_row6_col13 {\n",
-       "  background-color: #fbe723;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_1eeec_row5_col14 {\n",
-       "  background-color: #bddf26;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_1eeec_row5_col15 {\n",
-       "  background-color: #46327e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row5_col16 {\n",
-       "  background-color: #482475;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row6_col2 {\n",
-       "  background-color: #1e9b8a;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row6_col3 {\n",
-       "  background-color: #77d153;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_1eeec_row6_col8 {\n",
-       "  background-color: #3e4c8a;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row6_col9 {\n",
-       "  background-color: #443983;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row6_col10, #T_1eeec_row6_col11, #T_1eeec_row10_col7 {\n",
-       "  background-color: #450457;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row6_col14 {\n",
-       "  background-color: #9bd93c;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_1eeec_row6_col16 {\n",
-       "  background-color: #453781;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row7_col3 {\n",
-       "  background-color: #69cd5b;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_1eeec_row7_col5 {\n",
-       "  background-color: #58c765;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_1eeec_row7_col8 {\n",
-       "  background-color: #375b8d;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row7_col10, #T_1eeec_row7_col11 {\n",
-       "  background-color: #46075a;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row7_col12 {\n",
-       "  background-color: #3f4788;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row7_col14 {\n",
-       "  background-color: #6ece58;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_1eeec_row7_col15, #T_1eeec_row10_col8 {\n",
-       "  background-color: #46307e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row7_col16 {\n",
-       "  background-color: #424186;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row8_col2 {\n",
-       "  background-color: #52c569;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_1eeec_row8_col5 {\n",
-       "  background-color: #b5de2b;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_1eeec_row8_col11 {\n",
-       "  background-color: #460a5d;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row8_col12, #T_1eeec_row9_col15 {\n",
-       "  background-color: #472d7b;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row8_col14 {\n",
-       "  background-color: #73d056;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_1eeec_row8_col16 {\n",
-       "  background-color: #365c8d;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row9_col2 {\n",
-       "  background-color: #86d549;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_1eeec_row9_col3 {\n",
-       "  background-color: #46c06f;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row9_col5 {\n",
-       "  background-color: #32b67a;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row9_col8 {\n",
-       "  background-color: #423f85;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row9_col10 {\n",
-       "  background-color: #471164;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row9_col11, #T_1eeec_row11_col4 {\n",
-       "  background-color: #471063;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row9_col12 {\n",
-       "  background-color: #32648e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row9_col14 {\n",
-       "  background-color: #38b977;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row9_col16 {\n",
-       "  background-color: #2a768e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row10_col2 {\n",
-       "  background-color: #c2df23;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_1eeec_row10_col3 {\n",
-       "  background-color: #21a685;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row10_col9, #T_1eeec_row10_col12 {\n",
-       "  background-color: #1f9f88;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row10_col10, #T_1eeec_row10_col11 {\n",
-       "  background-color: #481f70;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row10_col15 {\n",
-       "  background-color: #34618d;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row10_col16 {\n",
-       "  background-color: #2fb47c;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row11_col3 {\n",
-       "  background-color: #21a585;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row11_col7 {\n",
-       "  background-color: #481467;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_1eeec_row11_col8 {\n",
-       "  background-color: #7fd34e;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_1eeec_row11_col9 {\n",
-       "  background-color: #c5e021;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "</style>\n",
-       "<table id=\"T_1eeec\">\n",
-       "  <thead>\n",
-       "    <tr>\n",
-       "      <th class=\"blank level0\" >&nbsp;</th>\n",
-       "      <th id=\"T_1eeec_level0_col0\" class=\"col_heading level0 col0\" >version</th>\n",
-       "      <th id=\"T_1eeec_level0_col1\" class=\"col_heading level0 col1\" >d_sae</th>\n",
-       "      <th id=\"T_1eeec_level0_col2\" class=\"col_heading level0 col2\" >layer</th>\n",
-       "      <th id=\"T_1eeec_level0_col3\" class=\"col_heading level0 col3\" >kl_div_with_sae</th>\n",
-       "      <th id=\"T_1eeec_level0_col4\" class=\"col_heading level0 col4\" >kl_div_with_ablation</th>\n",
-       "      <th id=\"T_1eeec_level0_col5\" class=\"col_heading level0 col5\" >ce_loss_with_sae</th>\n",
-       "      <th id=\"T_1eeec_level0_col6\" class=\"col_heading level0 col6\" >ce_loss_without_sae</th>\n",
-       "      <th id=\"T_1eeec_level0_col7\" class=\"col_heading level0 col7\" >ce_loss_with_ablation</th>\n",
-       "      <th id=\"T_1eeec_level0_col8\" class=\"col_heading level0 col8\" >kl_div_score</th>\n",
-       "      <th id=\"T_1eeec_level0_col9\" class=\"col_heading level0 col9\" >ce_loss_score</th>\n",
-       "      <th id=\"T_1eeec_level0_col10\" class=\"col_heading level0 col10\" >l2_norm_in</th>\n",
-       "      <th id=\"T_1eeec_level0_col11\" class=\"col_heading level0 col11\" >l2_norm_out</th>\n",
-       "      <th id=\"T_1eeec_level0_col12\" class=\"col_heading level0 col12\" >l2_ratio</th>\n",
-       "      <th id=\"T_1eeec_level0_col13\" class=\"col_heading level0 col13\" >l0</th>\n",
-       "      <th id=\"T_1eeec_level0_col14\" class=\"col_heading level0 col14\" >l1</th>\n",
-       "      <th id=\"T_1eeec_level0_col15\" class=\"col_heading level0 col15\" >explained_variance</th>\n",
-       "      <th id=\"T_1eeec_level0_col16\" class=\"col_heading level0 col16\" >mse</th>\n",
-       "      <th id=\"T_1eeec_level0_col17\" class=\"col_heading level0 col17\" >total_tokens_evaluated</th>\n",
-       "      <th id=\"T_1eeec_level0_col18\" class=\"col_heading level0 col18\" >filepath</th>\n",
-       "    </tr>\n",
-       "  </thead>\n",
-       "  <tbody>\n",
-       "    <tr>\n",
-       "      <th id=\"T_1eeec_level0_row0\" class=\"row_heading level0 row0\" >OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_0/metrics.json</th>\n",
-       "      <td id=\"T_1eeec_row0_col0\" class=\"data row0 col0\" >5</td>\n",
-       "      <td id=\"T_1eeec_row0_col1\" class=\"data row0 col1\" >128</td>\n",
-       "      <td id=\"T_1eeec_row0_col2\" class=\"data row0 col2\" >0</td>\n",
-       "      <td id=\"T_1eeec_row0_col3\" class=\"data row0 col3\" >0.003102</td>\n",
-       "      <td id=\"T_1eeec_row0_col4\" class=\"data row0 col4\" >2.121528</td>\n",
-       "      <td id=\"T_1eeec_row0_col5\" class=\"data row0 col5\" >3.600031</td>\n",
-       "      <td id=\"T_1eeec_row0_col6\" class=\"data row0 col6\" >3.599065</td>\n",
-       "      <td id=\"T_1eeec_row0_col7\" class=\"data row0 col7\" >5.748601</td>\n",
-       "      <td id=\"T_1eeec_row0_col8\" class=\"data row0 col8\" >0.998538</td>\n",
-       "      <td id=\"T_1eeec_row0_col9\" class=\"data row0 col9\" >0.999551</td>\n",
-       "      <td id=\"T_1eeec_row0_col10\" class=\"data row0 col10\" >32.013138</td>\n",
-       "      <td id=\"T_1eeec_row0_col11\" class=\"data row0 col11\" >31.910549</td>\n",
-       "      <td id=\"T_1eeec_row0_col12\" class=\"data row0 col12\" >0.996805</td>\n",
-       "      <td id=\"T_1eeec_row0_col13\" class=\"data row0 col13\" >31.989422</td>\n",
-       "      <td id=\"T_1eeec_row0_col14\" class=\"data row0 col14\" >39.967445</td>\n",
-       "      <td id=\"T_1eeec_row0_col15\" class=\"data row0 col15\" >0.973218</td>\n",
-       "      <td id=\"T_1eeec_row0_col16\" class=\"data row0 col16\" >6.201825</td>\n",
-       "      <td id=\"T_1eeec_row0_col17\" class=\"data row0 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_1eeec_row0_col18\" class=\"data row0 col18\" >OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_0/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_1eeec_level0_row1\" class=\"row_heading level0 row1\" >OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_1/metrics.json</th>\n",
-       "      <td id=\"T_1eeec_row1_col0\" class=\"data row1 col0\" >5</td>\n",
-       "      <td id=\"T_1eeec_row1_col1\" class=\"data row1 col1\" >128</td>\n",
-       "      <td id=\"T_1eeec_row1_col2\" class=\"data row1 col2\" >1</td>\n",
-       "      <td id=\"T_1eeec_row1_col3\" class=\"data row1 col3\" >0.001700</td>\n",
-       "      <td id=\"T_1eeec_row1_col4\" class=\"data row1 col4\" >0.024066</td>\n",
-       "      <td id=\"T_1eeec_row1_col5\" class=\"data row1 col5\" >3.601379</td>\n",
-       "      <td id=\"T_1eeec_row1_col6\" class=\"data row1 col6\" >3.599065</td>\n",
-       "      <td id=\"T_1eeec_row1_col7\" class=\"data row1 col7\" >3.620633</td>\n",
-       "      <td id=\"T_1eeec_row1_col8\" class=\"data row1 col8\" >0.929377</td>\n",
-       "      <td id=\"T_1eeec_row1_col9\" class=\"data row1 col9\" >0.892674</td>\n",
-       "      <td id=\"T_1eeec_row1_col10\" class=\"data row1 col10\" >9.714648</td>\n",
-       "      <td id=\"T_1eeec_row1_col11\" class=\"data row1 col11\" >9.198002</td>\n",
-       "      <td id=\"T_1eeec_row1_col12\" class=\"data row1 col12\" >0.942320</td>\n",
-       "      <td id=\"T_1eeec_row1_col13\" class=\"data row1 col13\" >31.999023</td>\n",
-       "      <td id=\"T_1eeec_row1_col14\" class=\"data row1 col14\" >78.196198</td>\n",
-       "      <td id=\"T_1eeec_row1_col15\" class=\"data row1 col15\" >0.879798</td>\n",
-       "      <td id=\"T_1eeec_row1_col16\" class=\"data row1 col16\" >8.594531</td>\n",
-       "      <td id=\"T_1eeec_row1_col17\" class=\"data row1 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_1eeec_row1_col18\" class=\"data row1 col18\" >OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_1/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_1eeec_level0_row2\" class=\"row_heading level0 row2\" >OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_2/metrics.json</th>\n",
-       "      <td id=\"T_1eeec_row2_col0\" class=\"data row2 col0\" >5</td>\n",
-       "      <td id=\"T_1eeec_row2_col1\" class=\"data row2 col1\" >128</td>\n",
-       "      <td id=\"T_1eeec_row2_col2\" class=\"data row2 col2\" >2</td>\n",
-       "      <td id=\"T_1eeec_row2_col3\" class=\"data row2 col3\" >0.002000</td>\n",
-       "      <td id=\"T_1eeec_row2_col4\" class=\"data row2 col4\" >0.031005</td>\n",
-       "      <td id=\"T_1eeec_row2_col5\" class=\"data row2 col5\" >3.599786</td>\n",
-       "      <td id=\"T_1eeec_row2_col6\" class=\"data row2 col6\" >3.599065</td>\n",
-       "      <td id=\"T_1eeec_row2_col7\" class=\"data row2 col7\" >3.626660</td>\n",
-       "      <td id=\"T_1eeec_row2_col8\" class=\"data row2 col8\" >0.935502</td>\n",
-       "      <td id=\"T_1eeec_row2_col9\" class=\"data row2 col9\" >0.973847</td>\n",
-       "      <td id=\"T_1eeec_row2_col10\" class=\"data row2 col10\" >8.641823</td>\n",
-       "      <td id=\"T_1eeec_row2_col11\" class=\"data row2 col11\" >8.086132</td>\n",
-       "      <td id=\"T_1eeec_row2_col12\" class=\"data row2 col12\" >0.934166</td>\n",
-       "      <td id=\"T_1eeec_row2_col13\" class=\"data row2 col13\" >31.987143</td>\n",
-       "      <td id=\"T_1eeec_row2_col14\" class=\"data row2 col14\" >79.245674</td>\n",
-       "      <td id=\"T_1eeec_row2_col15\" class=\"data row2 col15\" >0.869267</td>\n",
-       "      <td id=\"T_1eeec_row2_col16\" class=\"data row2 col16\" >8.591892</td>\n",
-       "      <td id=\"T_1eeec_row2_col17\" class=\"data row2 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_1eeec_row2_col18\" class=\"data row2 col18\" >OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_2/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_1eeec_level0_row3\" class=\"row_heading level0 row3\" >OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_3/metrics.json</th>\n",
-       "      <td id=\"T_1eeec_row3_col0\" class=\"data row3 col0\" >5</td>\n",
-       "      <td id=\"T_1eeec_row3_col1\" class=\"data row3 col1\" >128</td>\n",
-       "      <td id=\"T_1eeec_row3_col2\" class=\"data row3 col2\" >3</td>\n",
-       "      <td id=\"T_1eeec_row3_col3\" class=\"data row3 col3\" >0.002505</td>\n",
-       "      <td id=\"T_1eeec_row3_col4\" class=\"data row3 col4\" >0.025134</td>\n",
-       "      <td id=\"T_1eeec_row3_col5\" class=\"data row3 col5\" >3.601374</td>\n",
-       "      <td id=\"T_1eeec_row3_col6\" class=\"data row3 col6\" >3.599065</td>\n",
-       "      <td id=\"T_1eeec_row3_col7\" class=\"data row3 col7\" >3.628661</td>\n",
-       "      <td id=\"T_1eeec_row3_col8\" class=\"data row3 col8\" >0.900320</td>\n",
-       "      <td id=\"T_1eeec_row3_col9\" class=\"data row3 col9\" >0.921957</td>\n",
-       "      <td id=\"T_1eeec_row3_col10\" class=\"data row3 col10\" >8.571012</td>\n",
-       "      <td id=\"T_1eeec_row3_col11\" class=\"data row3 col11\" >7.854372</td>\n",
-       "      <td id=\"T_1eeec_row3_col12\" class=\"data row3 col12\" >0.916164</td>\n",
-       "      <td id=\"T_1eeec_row3_col13\" class=\"data row3 col13\" >32.000000</td>\n",
-       "      <td id=\"T_1eeec_row3_col14\" class=\"data row3 col14\" >77.344894</td>\n",
-       "      <td id=\"T_1eeec_row3_col15\" class=\"data row3 col15\" >0.837647</td>\n",
-       "      <td id=\"T_1eeec_row3_col16\" class=\"data row3 col16\" >11.842029</td>\n",
-       "      <td id=\"T_1eeec_row3_col17\" class=\"data row3 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_1eeec_row3_col18\" class=\"data row3 col18\" >OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_3/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_1eeec_level0_row4\" class=\"row_heading level0 row4\" >OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_4/metrics.json</th>\n",
-       "      <td id=\"T_1eeec_row4_col0\" class=\"data row4 col0\" >5</td>\n",
-       "      <td id=\"T_1eeec_row4_col1\" class=\"data row4 col1\" >128</td>\n",
-       "      <td id=\"T_1eeec_row4_col2\" class=\"data row4 col2\" >4</td>\n",
-       "      <td id=\"T_1eeec_row4_col3\" class=\"data row4 col3\" >0.003484</td>\n",
-       "      <td id=\"T_1eeec_row4_col4\" class=\"data row4 col4\" >0.026723</td>\n",
-       "      <td id=\"T_1eeec_row4_col5\" class=\"data row4 col5\" >3.601578</td>\n",
-       "      <td id=\"T_1eeec_row4_col6\" class=\"data row4 col6\" >3.599065</td>\n",
-       "      <td id=\"T_1eeec_row4_col7\" class=\"data row4 col7\" >3.632133</td>\n",
-       "      <td id=\"T_1eeec_row4_col8\" class=\"data row4 col8\" >0.869623</td>\n",
-       "      <td id=\"T_1eeec_row4_col9\" class=\"data row4 col9\" >0.924002</td>\n",
-       "      <td id=\"T_1eeec_row4_col10\" class=\"data row4 col10\" >9.123016</td>\n",
-       "      <td id=\"T_1eeec_row4_col11\" class=\"data row4 col11\" >8.117954</td>\n",
-       "      <td id=\"T_1eeec_row4_col12\" class=\"data row4 col12\" >0.891417</td>\n",
-       "      <td id=\"T_1eeec_row4_col13\" class=\"data row4 col13\" >31.999350</td>\n",
-       "      <td id=\"T_1eeec_row4_col14\" class=\"data row4 col14\" >75.460785</td>\n",
-       "      <td id=\"T_1eeec_row4_col15\" class=\"data row4 col15\" >0.798166</td>\n",
-       "      <td id=\"T_1eeec_row4_col16\" class=\"data row4 col16\" >17.370716</td>\n",
-       "      <td id=\"T_1eeec_row4_col17\" class=\"data row4 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_1eeec_row4_col18\" class=\"data row4 col18\" >OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_4/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_1eeec_level0_row5\" class=\"row_heading level0 row5\" >OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_5/metrics.json</th>\n",
-       "      <td id=\"T_1eeec_row5_col0\" class=\"data row5 col0\" >5</td>\n",
-       "      <td id=\"T_1eeec_row5_col1\" class=\"data row5 col1\" >128</td>\n",
-       "      <td id=\"T_1eeec_row5_col2\" class=\"data row5 col2\" >5</td>\n",
-       "      <td id=\"T_1eeec_row5_col3\" class=\"data row5 col3\" >0.003556</td>\n",
-       "      <td id=\"T_1eeec_row5_col4\" class=\"data row5 col4\" >0.031378</td>\n",
-       "      <td id=\"T_1eeec_row5_col5\" class=\"data row5 col5\" >3.601702</td>\n",
-       "      <td id=\"T_1eeec_row5_col6\" class=\"data row5 col6\" >3.599065</td>\n",
-       "      <td id=\"T_1eeec_row5_col7\" class=\"data row5 col7\" >3.627760</td>\n",
-       "      <td id=\"T_1eeec_row5_col8\" class=\"data row5 col8\" >0.886681</td>\n",
-       "      <td id=\"T_1eeec_row5_col9\" class=\"data row5 col9\" >0.908081</td>\n",
-       "      <td id=\"T_1eeec_row5_col10\" class=\"data row5 col10\" >10.034396</td>\n",
-       "      <td id=\"T_1eeec_row5_col11\" class=\"data row5 col11\" >8.960555</td>\n",
-       "      <td id=\"T_1eeec_row5_col12\" class=\"data row5 col12\" >0.894489</td>\n",
-       "      <td id=\"T_1eeec_row5_col13\" class=\"data row5 col13\" >31.998373</td>\n",
-       "      <td id=\"T_1eeec_row5_col14\" class=\"data row5 col14\" >73.329163</td>\n",
-       "      <td id=\"T_1eeec_row5_col15\" class=\"data row5 col15\" >0.804148</td>\n",
-       "      <td id=\"T_1eeec_row5_col16\" class=\"data row5 col16\" >22.216118</td>\n",
-       "      <td id=\"T_1eeec_row5_col17\" class=\"data row5 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_1eeec_row5_col18\" class=\"data row5 col18\" >OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_5/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_1eeec_level0_row6\" class=\"row_heading level0 row6\" >OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_6/metrics.json</th>\n",
-       "      <td id=\"T_1eeec_row6_col0\" class=\"data row6 col0\" >5</td>\n",
-       "      <td id=\"T_1eeec_row6_col1\" class=\"data row6 col1\" >128</td>\n",
-       "      <td id=\"T_1eeec_row6_col2\" class=\"data row6 col2\" >6</td>\n",
-       "      <td id=\"T_1eeec_row6_col3\" class=\"data row6 col3\" >0.004436</td>\n",
-       "      <td id=\"T_1eeec_row6_col4\" class=\"data row6 col4\" >0.032789</td>\n",
-       "      <td id=\"T_1eeec_row6_col5\" class=\"data row6 col5\" >3.603125</td>\n",
-       "      <td id=\"T_1eeec_row6_col6\" class=\"data row6 col6\" >3.599065</td>\n",
-       "      <td id=\"T_1eeec_row6_col7\" class=\"data row6 col7\" >3.634286</td>\n",
-       "      <td id=\"T_1eeec_row6_col8\" class=\"data row6 col8\" >0.864723</td>\n",
-       "      <td id=\"T_1eeec_row6_col9\" class=\"data row6 col9\" >0.884709</td>\n",
-       "      <td id=\"T_1eeec_row6_col10\" class=\"data row6 col10\" >11.678066</td>\n",
-       "      <td id=\"T_1eeec_row6_col11\" class=\"data row6 col11\" >10.348961</td>\n",
-       "      <td id=\"T_1eeec_row6_col12\" class=\"data row6 col12\" >0.888121</td>\n",
-       "      <td id=\"T_1eeec_row6_col13\" class=\"data row6 col13\" >31.998699</td>\n",
-       "      <td id=\"T_1eeec_row6_col14\" class=\"data row6 col14\" >70.520447</td>\n",
-       "      <td id=\"T_1eeec_row6_col15\" class=\"data row6 col15\" >0.776109</td>\n",
-       "      <td id=\"T_1eeec_row6_col16\" class=\"data row6 col16\" >31.851517</td>\n",
-       "      <td id=\"T_1eeec_row6_col17\" class=\"data row6 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_1eeec_row6_col18\" class=\"data row6 col18\" >OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_6/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_1eeec_level0_row7\" class=\"row_heading level0 row7\" >OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_7/metrics.json</th>\n",
-       "      <td id=\"T_1eeec_row7_col0\" class=\"data row7 col0\" >5</td>\n",
-       "      <td id=\"T_1eeec_row7_col1\" class=\"data row7 col1\" >128</td>\n",
-       "      <td id=\"T_1eeec_row7_col2\" class=\"data row7 col2\" >7</td>\n",
-       "      <td id=\"T_1eeec_row7_col3\" class=\"data row7 col3\" >0.004356</td>\n",
-       "      <td id=\"T_1eeec_row7_col4\" class=\"data row7 col4\" >0.034661</td>\n",
-       "      <td id=\"T_1eeec_row7_col5\" class=\"data row7 col5\" >3.602255</td>\n",
-       "      <td id=\"T_1eeec_row7_col6\" class=\"data row7 col6\" >3.599065</td>\n",
-       "      <td id=\"T_1eeec_row7_col7\" class=\"data row7 col7\" >3.634834</td>\n",
-       "      <td id=\"T_1eeec_row7_col8\" class=\"data row7 col8\" >0.874331</td>\n",
-       "      <td id=\"T_1eeec_row7_col9\" class=\"data row7 col9\" >0.910796</td>\n",
-       "      <td id=\"T_1eeec_row7_col10\" class=\"data row7 col10\" >13.650208</td>\n",
-       "      <td id=\"T_1eeec_row7_col11\" class=\"data row7 col11\" >12.425106</td>\n",
-       "      <td id=\"T_1eeec_row7_col12\" class=\"data row7 col12\" >0.911562</td>\n",
-       "      <td id=\"T_1eeec_row7_col13\" class=\"data row7 col13\" >31.999350</td>\n",
-       "      <td id=\"T_1eeec_row7_col14\" class=\"data row7 col14\" >66.425446</td>\n",
-       "      <td id=\"T_1eeec_row7_col15\" class=\"data row7 col15\" >0.803248</td>\n",
-       "      <td id=\"T_1eeec_row7_col16\" class=\"data row7 col16\" >37.544487</td>\n",
-       "      <td id=\"T_1eeec_row7_col17\" class=\"data row7 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_1eeec_row7_col18\" class=\"data row7 col18\" >OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_7/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_1eeec_level0_row8\" class=\"row_heading level0 row8\" >OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_8/metrics.json</th>\n",
-       "      <td id=\"T_1eeec_row8_col0\" class=\"data row8 col0\" >5</td>\n",
-       "      <td id=\"T_1eeec_row8_col1\" class=\"data row8 col1\" >128</td>\n",
-       "      <td id=\"T_1eeec_row8_col2\" class=\"data row8 col2\" >8</td>\n",
-       "      <td id=\"T_1eeec_row8_col3\" class=\"data row8 col3\" >0.005140</td>\n",
-       "      <td id=\"T_1eeec_row8_col4\" class=\"data row8 col4\" >0.029382</td>\n",
-       "      <td id=\"T_1eeec_row8_col5\" class=\"data row8 col5\" >3.602755</td>\n",
-       "      <td id=\"T_1eeec_row8_col6\" class=\"data row8 col6\" >3.599065</td>\n",
-       "      <td id=\"T_1eeec_row8_col7\" class=\"data row8 col7\" >3.625802</td>\n",
-       "      <td id=\"T_1eeec_row8_col8\" class=\"data row8 col8\" >0.825072</td>\n",
-       "      <td id=\"T_1eeec_row8_col9\" class=\"data row8 col9\" >0.861990</td>\n",
-       "      <td id=\"T_1eeec_row8_col10\" class=\"data row8 col10\" >16.137949</td>\n",
-       "      <td id=\"T_1eeec_row8_col11\" class=\"data row8 col11\" >14.539435</td>\n",
-       "      <td id=\"T_1eeec_row8_col12\" class=\"data row8 col12\" >0.902075</td>\n",
-       "      <td id=\"T_1eeec_row8_col13\" class=\"data row8 col13\" >32.000000</td>\n",
-       "      <td id=\"T_1eeec_row8_col14\" class=\"data row8 col14\" >66.759209</td>\n",
-       "      <td id=\"T_1eeec_row8_col15\" class=\"data row8 col15\" >0.776774</td>\n",
-       "      <td id=\"T_1eeec_row8_col16\" class=\"data row8 col16\" >52.779171</td>\n",
-       "      <td id=\"T_1eeec_row8_col17\" class=\"data row8 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_1eeec_row8_col18\" class=\"data row8 col18\" >OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_8/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_1eeec_level0_row9\" class=\"row_heading level0 row9\" >OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_9/metrics.json</th>\n",
-       "      <td id=\"T_1eeec_row9_col0\" class=\"data row9 col0\" >5</td>\n",
-       "      <td id=\"T_1eeec_row9_col1\" class=\"data row9 col1\" >128</td>\n",
-       "      <td id=\"T_1eeec_row9_col2\" class=\"data row9 col2\" >9</td>\n",
-       "      <td id=\"T_1eeec_row9_col3\" class=\"data row9 col3\" >0.004128</td>\n",
-       "      <td id=\"T_1eeec_row9_col4\" class=\"data row9 col4\" >0.028918</td>\n",
-       "      <td id=\"T_1eeec_row9_col5\" class=\"data row9 col5\" >3.601983</td>\n",
-       "      <td id=\"T_1eeec_row9_col6\" class=\"data row9 col6\" >3.599065</td>\n",
-       "      <td id=\"T_1eeec_row9_col7\" class=\"data row9 col7\" >3.636501</td>\n",
-       "      <td id=\"T_1eeec_row9_col8\" class=\"data row9 col8\" >0.857246</td>\n",
-       "      <td id=\"T_1eeec_row9_col9\" class=\"data row9 col9\" >0.922041</td>\n",
-       "      <td id=\"T_1eeec_row9_col10\" class=\"data row9 col10\" >20.912498</td>\n",
-       "      <td id=\"T_1eeec_row9_col11\" class=\"data row9 col11\" >19.252647</td>\n",
-       "      <td id=\"T_1eeec_row9_col12\" class=\"data row9 col12\" >0.923308</td>\n",
-       "      <td id=\"T_1eeec_row9_col13\" class=\"data row9 col13\" >31.999350</td>\n",
-       "      <td id=\"T_1eeec_row9_col14\" class=\"data row9 col14\" >60.197113</td>\n",
-       "      <td id=\"T_1eeec_row9_col15\" class=\"data row9 col15\" >0.800841</td>\n",
-       "      <td id=\"T_1eeec_row9_col16\" class=\"data row9 col16\" >70.065033</td>\n",
-       "      <td id=\"T_1eeec_row9_col17\" class=\"data row9 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_1eeec_row9_col18\" class=\"data row9 col18\" >OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_9/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_1eeec_level0_row10\" class=\"row_heading level0 row10\" >OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_10/metrics.json</th>\n",
-       "      <td id=\"T_1eeec_row10_col0\" class=\"data row10 col0\" >5</td>\n",
-       "      <td id=\"T_1eeec_row10_col1\" class=\"data row10 col1\" >128</td>\n",
-       "      <td id=\"T_1eeec_row10_col2\" class=\"data row10 col2\" >10</td>\n",
-       "      <td id=\"T_1eeec_row10_col3\" class=\"data row10 col3\" >0.003733</td>\n",
-       "      <td id=\"T_1eeec_row10_col4\" class=\"data row10 col4\" >0.024752</td>\n",
-       "      <td id=\"T_1eeec_row10_col5\" class=\"data row10 col5\" >3.601586</td>\n",
-       "      <td id=\"T_1eeec_row10_col6\" class=\"data row10 col6\" >3.599065</td>\n",
-       "      <td id=\"T_1eeec_row10_col7\" class=\"data row10 col7\" >3.640488</td>\n",
-       "      <td id=\"T_1eeec_row10_col8\" class=\"data row10 col8\" >0.849176</td>\n",
-       "      <td id=\"T_1eeec_row10_col9\" class=\"data row10 col9\" >0.939128</td>\n",
-       "      <td id=\"T_1eeec_row10_col10\" class=\"data row10 col10\" >31.821377</td>\n",
-       "      <td id=\"T_1eeec_row10_col11\" class=\"data row10 col11\" >30.270412</td>\n",
-       "      <td id=\"T_1eeec_row10_col12\" class=\"data row10 col12\" >0.950137</td>\n",
-       "      <td id=\"T_1eeec_row10_col13\" class=\"data row10 col13\" >32.000000</td>\n",
-       "      <td id=\"T_1eeec_row10_col14\" class=\"data row10 col14\" >52.307262</td>\n",
-       "      <td id=\"T_1eeec_row10_col15\" class=\"data row10 col15\" >0.836825</td>\n",
-       "      <td id=\"T_1eeec_row10_col16\" class=\"data row10 col16\" >112.167625</td>\n",
-       "      <td id=\"T_1eeec_row10_col17\" class=\"data row10 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_1eeec_row10_col18\" class=\"data row10 col18\" >OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_10/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_1eeec_level0_row11\" class=\"row_heading level0 row11\" >OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_11/metrics.json</th>\n",
-       "      <td id=\"T_1eeec_row11_col0\" class=\"data row11 col0\" >5</td>\n",
-       "      <td id=\"T_1eeec_row11_col1\" class=\"data row11 col1\" >128</td>\n",
-       "      <td id=\"T_1eeec_row11_col2\" class=\"data row11 col2\" >11</td>\n",
-       "      <td id=\"T_1eeec_row11_col3\" class=\"data row11 col3\" >0.003718</td>\n",
-       "      <td id=\"T_1eeec_row11_col4\" class=\"data row11 col4\" >0.106875</td>\n",
-       "      <td id=\"T_1eeec_row11_col5\" class=\"data row11 col5\" >3.600695</td>\n",
-       "      <td id=\"T_1eeec_row11_col6\" class=\"data row11 col6\" >3.599065</td>\n",
-       "      <td id=\"T_1eeec_row11_col7\" class=\"data row11 col7\" >3.730870</td>\n",
-       "      <td id=\"T_1eeec_row11_col8\" class=\"data row11 col8\" >0.965215</td>\n",
-       "      <td id=\"T_1eeec_row11_col9\" class=\"data row11 col9\" >0.987627</td>\n",
-       "      <td id=\"T_1eeec_row11_col10\" class=\"data row11 col10\" >280.864441</td>\n",
-       "      <td id=\"T_1eeec_row11_col11\" class=\"data row11 col11\" >280.557678</td>\n",
-       "      <td id=\"T_1eeec_row11_col12\" class=\"data row11 col12\" >0.998717</td>\n",
-       "      <td id=\"T_1eeec_row11_col13\" class=\"data row11 col13\" >31.750000</td>\n",
-       "      <td id=\"T_1eeec_row11_col14\" class=\"data row11 col14\" >20.949717</td>\n",
-       "      <td id=\"T_1eeec_row11_col15\" class=\"data row11 col15\" >0.969702</td>\n",
-       "      <td id=\"T_1eeec_row11_col16\" class=\"data row11 col16\" >169.453140</td>\n",
-       "      <td id=\"T_1eeec_row11_col17\" class=\"data row11 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_1eeec_row11_col18\" class=\"data row11 col18\" >OAI_GPT2Small_v5_128k_resid_delta_attn/v5_128k_layer_11/metrics.json</td>\n",
-       "    </tr>\n",
-       "  </tbody>\n",
-       "</table>\n"
-      ],
-      "text/plain": [
-       "<pandas.io.formats.style.Styler at 0x7f0d3cf2e6d0>"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "OAI_GPT2Small_v5_32k_resid_post_attn\n",
-      "Loading page (1/2)\n",
-      "Rendering (2/2)                                                    \n",
-      "Done                                                               \n"
-     ]
-    },
-    {
-     "data": {
-      "text/html": [
-       "<style type=\"text/css\">\n",
-       "#T_f36fd_row0_col2, #T_f36fd_row0_col6, #T_f36fd_row0_col10, #T_f36fd_row0_col11, #T_f36fd_row0_col16, #T_f36fd_row0_col17, #T_f36fd_row1_col3, #T_f36fd_row1_col5, #T_f36fd_row1_col6, #T_f36fd_row1_col17, #T_f36fd_row2_col6, #T_f36fd_row2_col17, #T_f36fd_row3_col6, #T_f36fd_row3_col17, #T_f36fd_row4_col6, #T_f36fd_row4_col17, #T_f36fd_row5_col6, #T_f36fd_row5_col13, #T_f36fd_row5_col17, #T_f36fd_row6_col6, #T_f36fd_row6_col17, #T_f36fd_row7_col6, #T_f36fd_row7_col17, #T_f36fd_row8_col6, #T_f36fd_row8_col17, #T_f36fd_row9_col4, #T_f36fd_row9_col6, #T_f36fd_row9_col7, #T_f36fd_row9_col8, #T_f36fd_row9_col9, #T_f36fd_row9_col12, #T_f36fd_row9_col17, #T_f36fd_row10_col6, #T_f36fd_row10_col17, #T_f36fd_row11_col6, #T_f36fd_row11_col14, #T_f36fd_row11_col15, #T_f36fd_row11_col17 {\n",
-       "  background-color: #440154;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row0_col3, #T_f36fd_row1_col16 {\n",
-       "  background-color: #450457;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row0_col4, #T_f36fd_row10_col14 {\n",
-       "  background-color: #31b57b;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row0_col5 {\n",
-       "  background-color: #470e61;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row0_col7 {\n",
-       "  background-color: #2eb37c;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row0_col8 {\n",
-       "  background-color: #f6e620;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_f36fd_row0_col9 {\n",
-       "  background-color: #efe51c;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_f36fd_row0_col12, #T_f36fd_row0_col15, #T_f36fd_row1_col4, #T_f36fd_row1_col7, #T_f36fd_row1_col8, #T_f36fd_row1_col9, #T_f36fd_row1_col13, #T_f36fd_row6_col14, #T_f36fd_row10_col13, #T_f36fd_row11_col2, #T_f36fd_row11_col3, #T_f36fd_row11_col5, #T_f36fd_row11_col10, #T_f36fd_row11_col11, #T_f36fd_row11_col16 {\n",
-       "  background-color: #fde725;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_f36fd_row0_col13, #T_f36fd_row2_col15 {\n",
-       "  background-color: #c5e021;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_f36fd_row0_col14 {\n",
-       "  background-color: #25848e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row1_col2, #T_f36fd_row10_col9 {\n",
-       "  background-color: #482173;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row1_col10, #T_f36fd_row1_col11 {\n",
-       "  background-color: #481a6c;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row1_col12 {\n",
-       "  background-color: #d5e21a;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_f36fd_row1_col14 {\n",
-       "  background-color: #42be71;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row1_col15 {\n",
-       "  background-color: #d8e219;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_f36fd_row2_col2 {\n",
-       "  background-color: #433e85;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row2_col3, #T_f36fd_row4_col16 {\n",
-       "  background-color: #481668;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row2_col4, #T_f36fd_row8_col3 {\n",
-       "  background-color: #3dbc74;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row2_col5 {\n",
-       "  background-color: #482071;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row2_col7 {\n",
-       "  background-color: #40bd72;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row2_col8, #T_f36fd_row6_col13 {\n",
-       "  background-color: #e7e419;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_f36fd_row2_col9, #T_f36fd_row9_col13 {\n",
-       "  background-color: #dde318;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_f36fd_row2_col10, #T_f36fd_row2_col11 {\n",
-       "  background-color: #482475;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row2_col12 {\n",
-       "  background-color: #a8db34;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_f36fd_row2_col13 {\n",
-       "  background-color: #fbe723;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_f36fd_row2_col14, #T_f36fd_row9_col3 {\n",
-       "  background-color: #65cb5e;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_f36fd_row2_col16 {\n",
-       "  background-color: #46075a;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row3_col2 {\n",
-       "  background-color: #38588c;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row3_col3 {\n",
-       "  background-color: #463480;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row3_col4, #T_f36fd_row4_col13 {\n",
-       "  background-color: #26818e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row3_col5 {\n",
-       "  background-color: #443983;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row3_col7 {\n",
-       "  background-color: #27808e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row3_col8, #T_f36fd_row8_col14 {\n",
-       "  background-color: #b2dd2d;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_f36fd_row3_col9 {\n",
-       "  background-color: #addc30;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_f36fd_row3_col10, #T_f36fd_row3_col11 {\n",
-       "  background-color: #414287;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row3_col12 {\n",
-       "  background-color: #54c568;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_f36fd_row3_col13, #T_f36fd_row8_col8 {\n",
-       "  background-color: #2a768e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row3_col14 {\n",
-       "  background-color: #7ad151;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_f36fd_row3_col15 {\n",
-       "  background-color: #f4e61e;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_f36fd_row3_col16 {\n",
-       "  background-color: #470d60;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row4_col2 {\n",
-       "  background-color: #2d708e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row4_col3 {\n",
-       "  background-color: #375a8c;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row4_col4, #T_f36fd_row8_col5 {\n",
-       "  background-color: #50c46a;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_f36fd_row4_col5 {\n",
-       "  background-color: #2f6c8e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row4_col7, #T_f36fd_row8_col2 {\n",
-       "  background-color: #52c569;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_f36fd_row4_col8 {\n",
-       "  background-color: #9dd93b;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_f36fd_row4_col9, #T_f36fd_row10_col5 {\n",
-       "  background-color: #89d548;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_f36fd_row4_col10, #T_f36fd_row4_col11 {\n",
-       "  background-color: #3f4889;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row4_col12, #T_f36fd_row10_col10 {\n",
-       "  background-color: #1f978b;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row4_col14 {\n",
-       "  background-color: #b0dd2f;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_f36fd_row4_col15 {\n",
-       "  background-color: #a2da37;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_f36fd_row5_col2 {\n",
-       "  background-color: #25858e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row5_col3 {\n",
-       "  background-color: #2e6e8e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row5_col4 {\n",
-       "  background-color: #1fa088;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row5_col5, #T_f36fd_row8_col9 {\n",
-       "  background-color: #2c718e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row5_col7 {\n",
-       "  background-color: #1e9d89;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row5_col8 {\n",
-       "  background-color: #70cf57;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_f36fd_row5_col9 {\n",
-       "  background-color: #6ccd5a;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_f36fd_row5_col10 {\n",
-       "  background-color: #3c4f8a;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row5_col11 {\n",
-       "  background-color: #3d4e8a;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row5_col12 {\n",
-       "  background-color: #2e6f8e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row5_col14 {\n",
-       "  background-color: #cde11d;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_f36fd_row5_col15 {\n",
-       "  background-color: #5cc863;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_f36fd_row5_col16 {\n",
-       "  background-color: #481f70;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row6_col2 {\n",
-       "  background-color: #1e9b8a;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row6_col3 {\n",
-       "  background-color: #24878e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row6_col4 {\n",
-       "  background-color: #46327e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row6_col5 {\n",
-       "  background-color: #228b8d;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row6_col7 {\n",
-       "  background-color: #46337f;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row6_col8, #T_f36fd_row10_col11 {\n",
-       "  background-color: #1f948c;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row6_col9, #T_f36fd_row7_col15 {\n",
-       "  background-color: #1f958b;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row6_col10 {\n",
-       "  background-color: #39558c;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row6_col11 {\n",
-       "  background-color: #3a548c;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row6_col12 {\n",
-       "  background-color: #424186;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row6_col15 {\n",
-       "  background-color: #29af7f;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row6_col16 {\n",
-       "  background-color: #472c7a;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row7_col2 {\n",
-       "  background-color: #2ab07f;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row7_col3 {\n",
-       "  background-color: #1f9e89;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row7_col4 {\n",
-       "  background-color: #2c738e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row7_col5 {\n",
-       "  background-color: #1fa287;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row7_col7 {\n",
-       "  background-color: #2b748e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row7_col8, #T_f36fd_row7_col9 {\n",
-       "  background-color: #21a585;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row7_col10 {\n",
-       "  background-color: #355f8d;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row7_col11 {\n",
-       "  background-color: #355e8d;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row7_col12 {\n",
-       "  background-color: #482576;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row7_col13, #T_f36fd_row10_col4, #T_f36fd_row10_col7 {\n",
-       "  background-color: #481b6d;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row7_col14 {\n",
-       "  background-color: #c8e020;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_f36fd_row7_col16 {\n",
-       "  background-color: #443a83;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row8_col4, #T_f36fd_row8_col7 {\n",
-       "  background-color: #3d4d8a;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row8_col10 {\n",
-       "  background-color: #306a8e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row8_col11 {\n",
-       "  background-color: #30698e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row8_col12 {\n",
-       "  background-color: #46085c;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row8_col13 {\n",
-       "  background-color: #f8e621;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_f36fd_row8_col15, #T_f36fd_row9_col16 {\n",
-       "  background-color: #2c728e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row8_col16 {\n",
-       "  background-color: #3b518b;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row9_col2 {\n",
-       "  background-color: #86d549;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_f36fd_row9_col5 {\n",
-       "  background-color: #73d056;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_f36fd_row9_col10 {\n",
-       "  background-color: #297a8e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row9_col11 {\n",
-       "  background-color: #2a788e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row9_col14 {\n",
-       "  background-color: #8bd646;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_f36fd_row9_col15 {\n",
-       "  background-color: #404588;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row10_col2 {\n",
-       "  background-color: #c2df23;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_f36fd_row10_col3 {\n",
-       "  background-color: #98d83e;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_f36fd_row10_col8 {\n",
-       "  background-color: #471164;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row10_col12 {\n",
-       "  background-color: #481c6e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row10_col15 {\n",
-       "  background-color: #471063;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row10_col16 {\n",
-       "  background-color: #22a785;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row11_col4 {\n",
-       "  background-color: #48c16e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row11_col7 {\n",
-       "  background-color: #46c06f;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row11_col8 {\n",
-       "  background-color: #228c8d;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row11_col9 {\n",
-       "  background-color: #228d8d;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_f36fd_row11_col12 {\n",
-       "  background-color: #5ec962;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_f36fd_row11_col13 {\n",
-       "  background-color: #cae11f;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "</style>\n",
-       "<table id=\"T_f36fd\">\n",
-       "  <thead>\n",
-       "    <tr>\n",
-       "      <th class=\"blank level0\" >&nbsp;</th>\n",
-       "      <th id=\"T_f36fd_level0_col0\" class=\"col_heading level0 col0\" >version</th>\n",
-       "      <th id=\"T_f36fd_level0_col1\" class=\"col_heading level0 col1\" >d_sae</th>\n",
-       "      <th id=\"T_f36fd_level0_col2\" class=\"col_heading level0 col2\" >layer</th>\n",
-       "      <th id=\"T_f36fd_level0_col3\" class=\"col_heading level0 col3\" >kl_div_with_sae</th>\n",
-       "      <th id=\"T_f36fd_level0_col4\" class=\"col_heading level0 col4\" >kl_div_with_ablation</th>\n",
-       "      <th id=\"T_f36fd_level0_col5\" class=\"col_heading level0 col5\" >ce_loss_with_sae</th>\n",
-       "      <th id=\"T_f36fd_level0_col6\" class=\"col_heading level0 col6\" >ce_loss_without_sae</th>\n",
-       "      <th id=\"T_f36fd_level0_col7\" class=\"col_heading level0 col7\" >ce_loss_with_ablation</th>\n",
-       "      <th id=\"T_f36fd_level0_col8\" class=\"col_heading level0 col8\" >kl_div_score</th>\n",
-       "      <th id=\"T_f36fd_level0_col9\" class=\"col_heading level0 col9\" >ce_loss_score</th>\n",
-       "      <th id=\"T_f36fd_level0_col10\" class=\"col_heading level0 col10\" >l2_norm_in</th>\n",
-       "      <th id=\"T_f36fd_level0_col11\" class=\"col_heading level0 col11\" >l2_norm_out</th>\n",
-       "      <th id=\"T_f36fd_level0_col12\" class=\"col_heading level0 col12\" >l2_ratio</th>\n",
-       "      <th id=\"T_f36fd_level0_col13\" class=\"col_heading level0 col13\" >l0</th>\n",
-       "      <th id=\"T_f36fd_level0_col14\" class=\"col_heading level0 col14\" >l1</th>\n",
-       "      <th id=\"T_f36fd_level0_col15\" class=\"col_heading level0 col15\" >explained_variance</th>\n",
-       "      <th id=\"T_f36fd_level0_col16\" class=\"col_heading level0 col16\" >mse</th>\n",
-       "      <th id=\"T_f36fd_level0_col17\" class=\"col_heading level0 col17\" >total_tokens_evaluated</th>\n",
-       "      <th id=\"T_f36fd_level0_col18\" class=\"col_heading level0 col18\" >filepath</th>\n",
-       "    </tr>\n",
-       "  </thead>\n",
-       "  <tbody>\n",
-       "    <tr>\n",
-       "      <th id=\"T_f36fd_level0_row0\" class=\"row_heading level0 row0\" >OAI_GPT2Small_v5_32k_resid_post_attn/v5_32k_layer_0/metrics.json</th>\n",
-       "      <td id=\"T_f36fd_row0_col0\" class=\"data row0 col0\" >5</td>\n",
-       "      <td id=\"T_f36fd_row0_col1\" class=\"data row0 col1\" >32</td>\n",
-       "      <td id=\"T_f36fd_row0_col2\" class=\"data row0 col2\" >0</td>\n",
-       "      <td id=\"T_f36fd_row0_col3\" class=\"data row0 col3\" >0.012114</td>\n",
-       "      <td id=\"T_f36fd_row0_col4\" class=\"data row0 col4\" >12.480284</td>\n",
-       "      <td id=\"T_f36fd_row0_col5\" class=\"data row0 col5\" >3.614269</td>\n",
-       "      <td id=\"T_f36fd_row0_col6\" class=\"data row0 col6\" >3.599065</td>\n",
-       "      <td id=\"T_f36fd_row0_col7\" class=\"data row0 col7\" >15.861977</td>\n",
-       "      <td id=\"T_f36fd_row0_col8\" class=\"data row0 col8\" >0.999029</td>\n",
-       "      <td id=\"T_f36fd_row0_col9\" class=\"data row0 col9\" >0.998760</td>\n",
-       "      <td id=\"T_f36fd_row0_col10\" class=\"data row0 col10\" >32.707962</td>\n",
-       "      <td id=\"T_f36fd_row0_col11\" class=\"data row0 col11\" >32.566856</td>\n",
-       "      <td id=\"T_f36fd_row0_col12\" class=\"data row0 col12\" >0.995715</td>\n",
-       "      <td id=\"T_f36fd_row0_col13\" class=\"data row0 col13\" >31.989258</td>\n",
-       "      <td id=\"T_f36fd_row0_col14\" class=\"data row0 col14\" >44.145779</td>\n",
-       "      <td id=\"T_f36fd_row0_col15\" class=\"data row0 col15\" >0.967972</td>\n",
-       "      <td id=\"T_f36fd_row0_col16\" class=\"data row0 col16\" >8.511816</td>\n",
-       "      <td id=\"T_f36fd_row0_col17\" class=\"data row0 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_f36fd_row0_col18\" class=\"data row0 col18\" >OAI_GPT2Small_v5_32k_resid_post_attn/v5_32k_layer_0/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_f36fd_level0_row1\" class=\"row_heading level0 row1\" >OAI_GPT2Small_v5_32k_resid_post_attn/v5_32k_layer_1/metrics.json</th>\n",
-       "      <td id=\"T_f36fd_row1_col0\" class=\"data row1 col0\" >5</td>\n",
-       "      <td id=\"T_f36fd_row1_col1\" class=\"data row1 col1\" >32</td>\n",
-       "      <td id=\"T_f36fd_row1_col2\" class=\"data row1 col2\" >1</td>\n",
-       "      <td id=\"T_f36fd_row1_col3\" class=\"data row1 col3\" >0.010769</td>\n",
-       "      <td id=\"T_f36fd_row1_col4\" class=\"data row1 col4\" >16.217104</td>\n",
-       "      <td id=\"T_f36fd_row1_col5\" class=\"data row1 col5\" >3.608070</td>\n",
-       "      <td id=\"T_f36fd_row1_col6\" class=\"data row1 col6\" >3.599065</td>\n",
-       "      <td id=\"T_f36fd_row1_col7\" class=\"data row1 col7\" >19.600266</td>\n",
-       "      <td id=\"T_f36fd_row1_col8\" class=\"data row1 col8\" >0.999336</td>\n",
-       "      <td id=\"T_f36fd_row1_col9\" class=\"data row1 col9\" >0.999437</td>\n",
-       "      <td id=\"T_f36fd_row1_col10\" class=\"data row1 col10\" >56.929867</td>\n",
-       "      <td id=\"T_f36fd_row1_col11\" class=\"data row1 col11\" >56.553204</td>\n",
-       "      <td id=\"T_f36fd_row1_col12\" class=\"data row1 col12\" >0.993499</td>\n",
-       "      <td id=\"T_f36fd_row1_col13\" class=\"data row1 col13\" >32.000000</td>\n",
-       "      <td id=\"T_f36fd_row1_col14\" class=\"data row1 col14\" >50.736076</td>\n",
-       "      <td id=\"T_f36fd_row1_col15\" class=\"data row1 col15\" >0.960833</td>\n",
-       "      <td id=\"T_f36fd_row1_col16\" class=\"data row1 col16\" >47.572258</td>\n",
-       "      <td id=\"T_f36fd_row1_col17\" class=\"data row1 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_f36fd_row1_col18\" class=\"data row1 col18\" >OAI_GPT2Small_v5_32k_resid_post_attn/v5_32k_layer_1/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_f36fd_level0_row2\" class=\"row_heading level0 row2\" >OAI_GPT2Small_v5_32k_resid_post_attn/v5_32k_layer_2/metrics.json</th>\n",
-       "      <td id=\"T_f36fd_row2_col0\" class=\"data row2 col0\" >5</td>\n",
-       "      <td id=\"T_f36fd_row2_col1\" class=\"data row2 col1\" >32</td>\n",
-       "      <td id=\"T_f36fd_row2_col2\" class=\"data row2 col2\" >2</td>\n",
-       "      <td id=\"T_f36fd_row2_col3\" class=\"data row2 col3\" >0.020159</td>\n",
-       "      <td id=\"T_f36fd_row2_col4\" class=\"data row2 col4\" >12.813511</td>\n",
-       "      <td id=\"T_f36fd_row2_col5\" class=\"data row2 col5\" >3.623466</td>\n",
-       "      <td id=\"T_f36fd_row2_col6\" class=\"data row2 col6\" >3.599065</td>\n",
-       "      <td id=\"T_f36fd_row2_col7\" class=\"data row2 col7\" >16.327873</td>\n",
-       "      <td id=\"T_f36fd_row2_col8\" class=\"data row2 col8\" >0.998427</td>\n",
-       "      <td id=\"T_f36fd_row2_col9\" class=\"data row2 col9\" >0.998083</td>\n",
-       "      <td id=\"T_f36fd_row2_col10\" class=\"data row2 col10\" >68.907532</td>\n",
-       "      <td id=\"T_f36fd_row2_col11\" class=\"data row2 col11\" >68.362450</td>\n",
-       "      <td id=\"T_f36fd_row2_col12\" class=\"data row2 col12\" >0.991143</td>\n",
-       "      <td id=\"T_f36fd_row2_col13\" class=\"data row2 col13\" >31.999350</td>\n",
-       "      <td id=\"T_f36fd_row2_col14\" class=\"data row2 col14\" >52.513954</td>\n",
-       "      <td id=\"T_f36fd_row2_col15\" class=\"data row2 col15\" >0.957198</td>\n",
-       "      <td id=\"T_f36fd_row2_col16\" class=\"data row2 col16\" >71.102158</td>\n",
-       "      <td id=\"T_f36fd_row2_col17\" class=\"data row2 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_f36fd_row2_col18\" class=\"data row2 col18\" >OAI_GPT2Small_v5_32k_resid_post_attn/v5_32k_layer_2/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_f36fd_level0_row3\" class=\"row_heading level0 row3\" >OAI_GPT2Small_v5_32k_resid_post_attn/v5_32k_layer_3/metrics.json</th>\n",
-       "      <td id=\"T_f36fd_row3_col0\" class=\"data row3 col0\" >5</td>\n",
-       "      <td id=\"T_f36fd_row3_col1\" class=\"data row3 col1\" >32</td>\n",
-       "      <td id=\"T_f36fd_row3_col2\" class=\"data row3 col2\" >3</td>\n",
-       "      <td id=\"T_f36fd_row3_col3\" class=\"data row3 col3\" >0.035772</td>\n",
-       "      <td id=\"T_f36fd_row3_col4\" class=\"data row3 col4\" >10.101868</td>\n",
-       "      <td id=\"T_f36fd_row3_col5\" class=\"data row3 col5\" >3.636966</td>\n",
-       "      <td id=\"T_f36fd_row3_col6\" class=\"data row3 col6\" >3.599065</td>\n",
-       "      <td id=\"T_f36fd_row3_col7\" class=\"data row3 col7\" >13.548822</td>\n",
-       "      <td id=\"T_f36fd_row3_col8\" class=\"data row3 col8\" >0.996459</td>\n",
-       "      <td id=\"T_f36fd_row3_col9\" class=\"data row3 col9\" >0.996191</td>\n",
-       "      <td id=\"T_f36fd_row3_col10\" class=\"data row3 col10\" >103.711441</td>\n",
-       "      <td id=\"T_f36fd_row3_col11\" class=\"data row3 col11\" >102.807175</td>\n",
-       "      <td id=\"T_f36fd_row3_col12\" class=\"data row3 col12\" >0.986217</td>\n",
-       "      <td id=\"T_f36fd_row3_col13\" class=\"data row3 col13\" >31.925781</td>\n",
-       "      <td id=\"T_f36fd_row3_col14\" class=\"data row3 col14\" >53.469627</td>\n",
-       "      <td id=\"T_f36fd_row3_col15\" class=\"data row3 col15\" >0.965960</td>\n",
-       "      <td id=\"T_f36fd_row3_col16\" class=\"data row3 col16\" >125.999268</td>\n",
-       "      <td id=\"T_f36fd_row3_col17\" class=\"data row3 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_f36fd_row3_col18\" class=\"data row3 col18\" >OAI_GPT2Small_v5_32k_resid_post_attn/v5_32k_layer_3/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_f36fd_level0_row4\" class=\"row_heading level0 row4\" >OAI_GPT2Small_v5_32k_resid_post_attn/v5_32k_layer_4/metrics.json</th>\n",
-       "      <td id=\"T_f36fd_row4_col0\" class=\"data row4 col0\" >5</td>\n",
-       "      <td id=\"T_f36fd_row4_col1\" class=\"data row4 col1\" >32</td>\n",
-       "      <td id=\"T_f36fd_row4_col2\" class=\"data row4 col2\" >4</td>\n",
-       "      <td id=\"T_f36fd_row4_col3\" class=\"data row4 col3\" >0.057062</td>\n",
-       "      <td id=\"T_f36fd_row4_col4\" class=\"data row4 col4\" >13.249713</td>\n",
-       "      <td id=\"T_f36fd_row4_col5\" class=\"data row4 col5\" >3.668521</td>\n",
-       "      <td id=\"T_f36fd_row4_col6\" class=\"data row4 col6\" >3.599065</td>\n",
-       "      <td id=\"T_f36fd_row4_col7\" class=\"data row4 col7\" >16.699104</td>\n",
-       "      <td id=\"T_f36fd_row4_col8\" class=\"data row4 col8\" >0.995693</td>\n",
-       "      <td id=\"T_f36fd_row4_col9\" class=\"data row4 col9\" >0.994698</td>\n",
-       "      <td id=\"T_f36fd_row4_col10\" class=\"data row4 col10\" >111.403282</td>\n",
-       "      <td id=\"T_f36fd_row4_col11\" class=\"data row4 col11\" >109.931808</td>\n",
-       "      <td id=\"T_f36fd_row4_col12\" class=\"data row4 col12\" >0.979109</td>\n",
-       "      <td id=\"T_f36fd_row4_col13\" class=\"data row4 col13\" >31.931152</td>\n",
-       "      <td id=\"T_f36fd_row4_col14\" class=\"data row4 col14\" >55.739113</td>\n",
-       "      <td id=\"T_f36fd_row4_col15\" class=\"data row4 col15\" >0.951081</td>\n",
-       "      <td id=\"T_f36fd_row4_col16\" class=\"data row4 col16\" >211.805756</td>\n",
-       "      <td id=\"T_f36fd_row4_col17\" class=\"data row4 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_f36fd_row4_col18\" class=\"data row4 col18\" >OAI_GPT2Small_v5_32k_resid_post_attn/v5_32k_layer_4/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_f36fd_level0_row5\" class=\"row_heading level0 row5\" >OAI_GPT2Small_v5_32k_resid_post_attn/v5_32k_layer_5/metrics.json</th>\n",
-       "      <td id=\"T_f36fd_row5_col0\" class=\"data row5 col0\" >5</td>\n",
-       "      <td id=\"T_f36fd_row5_col1\" class=\"data row5 col1\" >32</td>\n",
-       "      <td id=\"T_f36fd_row5_col2\" class=\"data row5 col2\" >5</td>\n",
-       "      <td id=\"T_f36fd_row5_col3\" class=\"data row5 col3\" >0.069624</td>\n",
-       "      <td id=\"T_f36fd_row5_col4\" class=\"data row5 col4\" >11.519682</td>\n",
-       "      <td id=\"T_f36fd_row5_col5\" class=\"data row5 col5\" >3.673068</td>\n",
-       "      <td id=\"T_f36fd_row5_col6\" class=\"data row5 col6\" >3.599065</td>\n",
-       "      <td id=\"T_f36fd_row5_col7\" class=\"data row5 col7\" >14.860109</td>\n",
-       "      <td id=\"T_f36fd_row5_col8\" class=\"data row5 col8\" >0.993956</td>\n",
-       "      <td id=\"T_f36fd_row5_col9\" class=\"data row5 col9\" >0.993428</td>\n",
-       "      <td id=\"T_f36fd_row5_col10\" class=\"data row5 col10\" >119.651489</td>\n",
-       "      <td id=\"T_f36fd_row5_col11\" class=\"data row5 col11\" >117.608505</td>\n",
-       "      <td id=\"T_f36fd_row5_col12\" class=\"data row5 col12\" >0.973188</td>\n",
-       "      <td id=\"T_f36fd_row5_col13\" class=\"data row5 col13\" >31.877768</td>\n",
-       "      <td id=\"T_f36fd_row5_col14\" class=\"data row5 col14\" >56.817348</td>\n",
-       "      <td id=\"T_f36fd_row5_col15\" class=\"data row5 col15\" >0.937413</td>\n",
-       "      <td id=\"T_f36fd_row5_col16\" class=\"data row5 col16\" >317.223206</td>\n",
-       "      <td id=\"T_f36fd_row5_col17\" class=\"data row5 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_f36fd_row5_col18\" class=\"data row5 col18\" >OAI_GPT2Small_v5_32k_resid_post_attn/v5_32k_layer_5/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_f36fd_level0_row6\" class=\"row_heading level0 row6\" >OAI_GPT2Small_v5_32k_resid_post_attn/v5_32k_layer_6/metrics.json</th>\n",
-       "      <td id=\"T_f36fd_row6_col0\" class=\"data row6 col0\" >5</td>\n",
-       "      <td id=\"T_f36fd_row6_col1\" class=\"data row6 col1\" >32</td>\n",
-       "      <td id=\"T_f36fd_row6_col2\" class=\"data row6 col2\" >6</td>\n",
-       "      <td id=\"T_f36fd_row6_col3\" class=\"data row6 col3\" >0.087217</td>\n",
-       "      <td id=\"T_f36fd_row6_col4\" class=\"data row6 col4\" >6.933250</td>\n",
-       "      <td id=\"T_f36fd_row6_col5\" class=\"data row6 col5\" >3.691099</td>\n",
-       "      <td id=\"T_f36fd_row6_col6\" class=\"data row6 col6\" >3.599065</td>\n",
-       "      <td id=\"T_f36fd_row6_col7\" class=\"data row6 col7\" >10.522690</td>\n",
-       "      <td id=\"T_f36fd_row6_col8\" class=\"data row6 col8\" >0.987420</td>\n",
-       "      <td id=\"T_f36fd_row6_col9\" class=\"data row6 col9\" >0.986707</td>\n",
-       "      <td id=\"T_f36fd_row6_col10\" class=\"data row6 col10\" >128.847931</td>\n",
-       "      <td id=\"T_f36fd_row6_col11\" class=\"data row6 col11\" >126.086975</td>\n",
-       "      <td id=\"T_f36fd_row6_col12\" class=\"data row6 col12\" >0.967220</td>\n",
-       "      <td id=\"T_f36fd_row6_col13\" class=\"data row6 col13\" >31.995281</td>\n",
-       "      <td id=\"T_f36fd_row6_col14\" class=\"data row6 col14\" >58.897686</td>\n",
-       "      <td id=\"T_f36fd_row6_col15\" class=\"data row6 col15\" >0.923337</td>\n",
-       "      <td id=\"T_f36fd_row6_col16\" class=\"data row6 col16\" >455.123871</td>\n",
-       "      <td id=\"T_f36fd_row6_col17\" class=\"data row6 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_f36fd_row6_col18\" class=\"data row6 col18\" >OAI_GPT2Small_v5_32k_resid_post_attn/v5_32k_layer_6/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_f36fd_level0_row7\" class=\"row_heading level0 row7\" >OAI_GPT2Small_v5_32k_resid_post_attn/v5_32k_layer_7/metrics.json</th>\n",
-       "      <td id=\"T_f36fd_row7_col0\" class=\"data row7 col0\" >5</td>\n",
-       "      <td id=\"T_f36fd_row7_col1\" class=\"data row7 col1\" >32</td>\n",
-       "      <td id=\"T_f36fd_row7_col2\" class=\"data row7 col2\" >7</td>\n",
-       "      <td id=\"T_f36fd_row7_col3\" class=\"data row7 col3\" >0.102682</td>\n",
-       "      <td id=\"T_f36fd_row7_col4\" class=\"data row7 col4\" >9.511523</td>\n",
-       "      <td id=\"T_f36fd_row7_col5\" class=\"data row7 col5\" >3.708053</td>\n",
-       "      <td id=\"T_f36fd_row7_col6\" class=\"data row7 col6\" >3.599065</td>\n",
-       "      <td id=\"T_f36fd_row7_col7\" class=\"data row7 col7\" >13.054041</td>\n",
-       "      <td id=\"T_f36fd_row7_col8\" class=\"data row7 col8\" >0.989204</td>\n",
-       "      <td id=\"T_f36fd_row7_col9\" class=\"data row7 col9\" >0.988473</td>\n",
-       "      <td id=\"T_f36fd_row7_col10\" class=\"data row7 col10\" >140.905991</td>\n",
-       "      <td id=\"T_f36fd_row7_col11\" class=\"data row7 col11\" >137.484528</td>\n",
-       "      <td id=\"T_f36fd_row7_col12\" class=\"data row7 col12\" >0.964016</td>\n",
-       "      <td id=\"T_f36fd_row7_col13\" class=\"data row7 col13\" >31.886557</td>\n",
-       "      <td id=\"T_f36fd_row7_col14\" class=\"data row7 col14\" >56.659546</td>\n",
-       "      <td id=\"T_f36fd_row7_col15\" class=\"data row7 col15\" >0.910139</td>\n",
-       "      <td id=\"T_f36fd_row7_col16\" class=\"data row7 col16\" >636.605774</td>\n",
-       "      <td id=\"T_f36fd_row7_col17\" class=\"data row7 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_f36fd_row7_col18\" class=\"data row7 col18\" >OAI_GPT2Small_v5_32k_resid_post_attn/v5_32k_layer_7/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_f36fd_level0_row8\" class=\"row_heading level0 row8\" >OAI_GPT2Small_v5_32k_resid_post_attn/v5_32k_layer_8/metrics.json</th>\n",
-       "      <td id=\"T_f36fd_row8_col0\" class=\"data row8 col0\" >5</td>\n",
-       "      <td id=\"T_f36fd_row8_col1\" class=\"data row8 col1\" >32</td>\n",
-       "      <td id=\"T_f36fd_row8_col2\" class=\"data row8 col2\" >8</td>\n",
-       "      <td id=\"T_f36fd_row8_col3\" class=\"data row8 col3\" >0.123620</td>\n",
-       "      <td id=\"T_f36fd_row8_col4\" class=\"data row8 col4\" >7.897106</td>\n",
-       "      <td id=\"T_f36fd_row8_col5\" class=\"data row8 col5\" >3.733898</td>\n",
-       "      <td id=\"T_f36fd_row8_col6\" class=\"data row8 col6\" >3.599065</td>\n",
-       "      <td id=\"T_f36fd_row8_col7\" class=\"data row8 col7\" >11.460873</td>\n",
-       "      <td id=\"T_f36fd_row8_col8\" class=\"data row8 col8\" >0.984346</td>\n",
-       "      <td id=\"T_f36fd_row8_col9\" class=\"data row8 col9\" >0.982850</td>\n",
-       "      <td id=\"T_f36fd_row8_col10\" class=\"data row8 col10\" >157.343246</td>\n",
-       "      <td id=\"T_f36fd_row8_col11\" class=\"data row8 col11\" >153.033264</td>\n",
-       "      <td id=\"T_f36fd_row8_col12\" class=\"data row8 col12\" >0.961115</td>\n",
-       "      <td id=\"T_f36fd_row8_col13\" class=\"data row8 col13\" >31.998699</td>\n",
-       "      <td id=\"T_f36fd_row8_col14\" class=\"data row8 col14\" >55.846397</td>\n",
-       "      <td id=\"T_f36fd_row8_col15\" class=\"data row8 col15\" >0.892514</td>\n",
-       "      <td id=\"T_f36fd_row8_col16\" class=\"data row8 col16\" >920.340698</td>\n",
-       "      <td id=\"T_f36fd_row8_col17\" class=\"data row8 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_f36fd_row8_col18\" class=\"data row8 col18\" >OAI_GPT2Small_v5_32k_resid_post_attn/v5_32k_layer_8/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_f36fd_level0_row9\" class=\"row_heading level0 row9\" >OAI_GPT2Small_v5_32k_resid_post_attn/v5_32k_layer_9/metrics.json</th>\n",
-       "      <td id=\"T_f36fd_row9_col0\" class=\"data row9 col0\" >5</td>\n",
-       "      <td id=\"T_f36fd_row9_col1\" class=\"data row9 col1\" >32</td>\n",
-       "      <td id=\"T_f36fd_row9_col2\" class=\"data row9 col2\" >9</td>\n",
-       "      <td id=\"T_f36fd_row9_col3\" class=\"data row9 col3\" >0.136715</td>\n",
-       "      <td id=\"T_f36fd_row9_col4\" class=\"data row9 col4\" >5.396312</td>\n",
-       "      <td id=\"T_f36fd_row9_col5\" class=\"data row9 col5\" >3.744588</td>\n",
-       "      <td id=\"T_f36fd_row9_col6\" class=\"data row9 col6\" >3.599065</td>\n",
-       "      <td id=\"T_f36fd_row9_col7\" class=\"data row9 col7\" >8.970472</td>\n",
-       "      <td id=\"T_f36fd_row9_col8\" class=\"data row9 col8\" >0.974665</td>\n",
-       "      <td id=\"T_f36fd_row9_col9\" class=\"data row9 col9\" >0.972908</td>\n",
-       "      <td id=\"T_f36fd_row9_col10\" class=\"data row9 col10\" >181.313721</td>\n",
-       "      <td id=\"T_f36fd_row9_col11\" class=\"data row9 col11\" >175.997467</td>\n",
-       "      <td id=\"T_f36fd_row9_col12\" class=\"data row9 col12\" >0.960342</td>\n",
-       "      <td id=\"T_f36fd_row9_col13\" class=\"data row9 col13\" >31.993652</td>\n",
-       "      <td id=\"T_f36fd_row9_col14\" class=\"data row9 col14\" >54.271484</td>\n",
-       "      <td id=\"T_f36fd_row9_col15\" class=\"data row9 col15\" >0.871873</td>\n",
-       "      <td id=\"T_f36fd_row9_col16\" class=\"data row9 col16\" >1386.967773</td>\n",
-       "      <td id=\"T_f36fd_row9_col17\" class=\"data row9 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_f36fd_row9_col18\" class=\"data row9 col18\" >OAI_GPT2Small_v5_32k_resid_post_attn/v5_32k_layer_9/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_f36fd_level0_row10\" class=\"row_heading level0 row10\" >OAI_GPT2Small_v5_32k_resid_post_attn/v5_32k_layer_10/metrics.json</th>\n",
-       "      <td id=\"T_f36fd_row10_col0\" class=\"data row10 col0\" >5</td>\n",
-       "      <td id=\"T_f36fd_row10_col1\" class=\"data row10 col1\" >32</td>\n",
-       "      <td id=\"T_f36fd_row10_col2\" class=\"data row10 col2\" >10</td>\n",
-       "      <td id=\"T_f36fd_row10_col3\" class=\"data row10 col3\" >0.150131</td>\n",
-       "      <td id=\"T_f36fd_row10_col4\" class=\"data row10 col4\" >6.193092</td>\n",
-       "      <td id=\"T_f36fd_row10_col5\" class=\"data row10 col5\" >3.750826</td>\n",
-       "      <td id=\"T_f36fd_row10_col6\" class=\"data row10 col6\" >3.599065</td>\n",
-       "      <td id=\"T_f36fd_row10_col7\" class=\"data row10 col7\" >9.754217</td>\n",
-       "      <td id=\"T_f36fd_row10_col8\" class=\"data row10 col8\" >0.975758</td>\n",
-       "      <td id=\"T_f36fd_row10_col9\" class=\"data row10 col9\" >0.975344</td>\n",
-       "      <td id=\"T_f36fd_row10_col10\" class=\"data row10 col10\" >224.287598</td>\n",
-       "      <td id=\"T_f36fd_row10_col11\" class=\"data row10 col11\" >217.772461</td>\n",
-       "      <td id=\"T_f36fd_row10_col12\" class=\"data row10 col12\" >0.962987</td>\n",
-       "      <td id=\"T_f36fd_row10_col13\" class=\"data row10 col13\" >32.000000</td>\n",
-       "      <td id=\"T_f36fd_row10_col14\" class=\"data row10 col14\" >49.592400</td>\n",
-       "      <td id=\"T_f36fd_row10_col15\" class=\"data row10 col15\" >0.851867</td>\n",
-       "      <td id=\"T_f36fd_row10_col16\" class=\"data row10 col16\" >2193.096680</td>\n",
-       "      <td id=\"T_f36fd_row10_col17\" class=\"data row10 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_f36fd_row10_col18\" class=\"data row10 col18\" >OAI_GPT2Small_v5_32k_resid_post_attn/v5_32k_layer_10/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_f36fd_level0_row11\" class=\"row_heading level0 row11\" >OAI_GPT2Small_v5_32k_resid_post_attn/v5_32k_layer_11/metrics.json</th>\n",
-       "      <td id=\"T_f36fd_row11_col0\" class=\"data row11 col0\" >5</td>\n",
-       "      <td id=\"T_f36fd_row11_col1\" class=\"data row11 col1\" >32</td>\n",
-       "      <td id=\"T_f36fd_row11_col2\" class=\"data row11 col2\" >11</td>\n",
-       "      <td id=\"T_f36fd_row11_col3\" class=\"data row11 col3\" >0.175661</td>\n",
-       "      <td id=\"T_f36fd_row11_col4\" class=\"data row11 col4\" >13.087515</td>\n",
-       "      <td id=\"T_f36fd_row11_col5\" class=\"data row11 col5\" >3.781703</td>\n",
-       "      <td id=\"T_f36fd_row11_col6\" class=\"data row11 col6\" >3.599065</td>\n",
-       "      <td id=\"T_f36fd_row11_col7\" class=\"data row11 col7\" >16.484846</td>\n",
-       "      <td id=\"T_f36fd_row11_col8\" class=\"data row11 col8\" >0.986578</td>\n",
-       "      <td id=\"T_f36fd_row11_col9\" class=\"data row11 col9\" >0.985826</td>\n",
-       "      <td id=\"T_f36fd_row11_col10\" class=\"data row11 col10\" >395.539520</td>\n",
-       "      <td id=\"T_f36fd_row11_col11\" class=\"data row11 col11\" >390.682129</td>\n",
-       "      <td id=\"T_f36fd_row11_col12\" class=\"data row11 col12\" >0.987008</td>\n",
-       "      <td id=\"T_f36fd_row11_col13\" class=\"data row11 col13\" >31.990072</td>\n",
-       "      <td id=\"T_f36fd_row11_col14\" class=\"data row11 col14\" >32.074562</td>\n",
-       "      <td id=\"T_f36fd_row11_col15\" class=\"data row11 col15\" >0.846984</td>\n",
-       "      <td id=\"T_f36fd_row11_col16\" class=\"data row11 col16\" >3677.226074</td>\n",
-       "      <td id=\"T_f36fd_row11_col17\" class=\"data row11 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_f36fd_row11_col18\" class=\"data row11 col18\" >OAI_GPT2Small_v5_32k_resid_post_attn/v5_32k_layer_11/metrics.json</td>\n",
-       "    </tr>\n",
-       "  </tbody>\n",
-       "</table>\n"
-      ],
-      "text/plain": [
-       "<pandas.io.formats.style.Styler at 0x7f0d3d995b10>"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "OAI_GPT2Small_v5_128k_resid_post_attn\n",
-      "Loading page (1/2)\n",
-      "Rendering (2/2)                                                    \n",
-      "Done                                                               \n"
-     ]
-    },
-    {
-     "data": {
-      "text/html": [
-       "<style type=\"text/css\">\n",
-       "#T_32ed4_row0_col2, #T_32ed4_row0_col3, #T_32ed4_row0_col5, #T_32ed4_row0_col6, #T_32ed4_row0_col10, #T_32ed4_row0_col11, #T_32ed4_row0_col16, #T_32ed4_row0_col17, #T_32ed4_row1_col6, #T_32ed4_row1_col17, #T_32ed4_row2_col6, #T_32ed4_row2_col17, #T_32ed4_row3_col6, #T_32ed4_row3_col17, #T_32ed4_row4_col6, #T_32ed4_row4_col13, #T_32ed4_row4_col17, #T_32ed4_row5_col6, #T_32ed4_row5_col17, #T_32ed4_row6_col6, #T_32ed4_row6_col17, #T_32ed4_row7_col6, #T_32ed4_row7_col17, #T_32ed4_row8_col6, #T_32ed4_row8_col17, #T_32ed4_row9_col4, #T_32ed4_row9_col6, #T_32ed4_row9_col7, #T_32ed4_row9_col8, #T_32ed4_row9_col9, #T_32ed4_row9_col12, #T_32ed4_row9_col17, #T_32ed4_row10_col6, #T_32ed4_row10_col17, #T_32ed4_row11_col6, #T_32ed4_row11_col14, #T_32ed4_row11_col15, #T_32ed4_row11_col17 {\n",
-       "  background-color: #440154;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row0_col4 {\n",
-       "  background-color: #31b57b;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row0_col7 {\n",
-       "  background-color: #2eb37c;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row0_col8, #T_32ed4_row0_col9, #T_32ed4_row0_col12, #T_32ed4_row0_col15, #T_32ed4_row1_col4, #T_32ed4_row1_col7, #T_32ed4_row1_col9, #T_32ed4_row1_col14, #T_32ed4_row11_col2, #T_32ed4_row11_col3, #T_32ed4_row11_col5, #T_32ed4_row11_col10, #T_32ed4_row11_col11, #T_32ed4_row11_col13, #T_32ed4_row11_col16 {\n",
-       "  background-color: #fde725;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_32ed4_row0_col13 {\n",
-       "  background-color: #28ae80;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row0_col14, #T_32ed4_row8_col9 {\n",
-       "  background-color: #26828e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row1_col2 {\n",
-       "  background-color: #482173;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row1_col3 {\n",
-       "  background-color: #46085c;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row1_col5 {\n",
-       "  background-color: #46075a;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row1_col8 {\n",
-       "  background-color: #fbe723;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_32ed4_row1_col10, #T_32ed4_row1_col11, #T_32ed4_row10_col15 {\n",
-       "  background-color: #481a6c;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row1_col12, #T_32ed4_row10_col13 {\n",
-       "  background-color: #e7e419;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_32ed4_row1_col13 {\n",
-       "  background-color: #f4e61e;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_32ed4_row1_col15, #T_32ed4_row2_col9 {\n",
-       "  background-color: #e5e419;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_32ed4_row1_col16 {\n",
-       "  background-color: #450457;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row2_col2, #T_32ed4_row5_col13 {\n",
-       "  background-color: #433e85;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row2_col3, #T_32ed4_row5_col16 {\n",
-       "  background-color: #481c6e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row2_col4, #T_32ed4_row10_col5 {\n",
-       "  background-color: #3dbc74;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row2_col5, #T_32ed4_row10_col4, #T_32ed4_row10_col7, #T_32ed4_row10_col12 {\n",
-       "  background-color: #481b6d;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row2_col7 {\n",
-       "  background-color: #40bd72;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row2_col8 {\n",
-       "  background-color: #e2e418;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_32ed4_row2_col10, #T_32ed4_row2_col11 {\n",
-       "  background-color: #482475;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row2_col12 {\n",
-       "  background-color: #b5de2b;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_32ed4_row2_col13 {\n",
-       "  background-color: #f6e620;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_32ed4_row2_col14 {\n",
-       "  background-color: #65cb5e;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_32ed4_row2_col15 {\n",
-       "  background-color: #d2e21b;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_32ed4_row2_col16 {\n",
-       "  background-color: #450559;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row3_col2 {\n",
-       "  background-color: #38588c;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row3_col3, #T_32ed4_row6_col7 {\n",
-       "  background-color: #46337f;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row3_col4 {\n",
-       "  background-color: #26818e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row3_col5 {\n",
-       "  background-color: #463480;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row3_col7, #T_32ed4_row11_col9 {\n",
-       "  background-color: #27808e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row3_col8, #T_32ed4_row3_col9 {\n",
-       "  background-color: #b2dd2d;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_32ed4_row3_col10, #T_32ed4_row3_col11 {\n",
-       "  background-color: #414287;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row3_col12 {\n",
-       "  background-color: #60ca60;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_32ed4_row3_col13 {\n",
-       "  background-color: #37b878;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row3_col14, #T_32ed4_row9_col2 {\n",
-       "  background-color: #86d549;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_32ed4_row3_col15 {\n",
-       "  background-color: #f8e621;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_32ed4_row3_col16 {\n",
-       "  background-color: #460a5d;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row4_col2 {\n",
-       "  background-color: #2d708e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row4_col3, #T_32ed4_row6_col12 {\n",
-       "  background-color: #3b528b;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row4_col4 {\n",
-       "  background-color: #50c46a;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_32ed4_row4_col5 {\n",
-       "  background-color: #365c8d;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row4_col7, #T_32ed4_row8_col2 {\n",
-       "  background-color: #52c569;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_32ed4_row4_col8 {\n",
-       "  background-color: #a0da39;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_32ed4_row4_col9 {\n",
-       "  background-color: #95d840;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_32ed4_row4_col10, #T_32ed4_row4_col11 {\n",
-       "  background-color: #3f4889;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row4_col12 {\n",
-       "  background-color: #1fa187;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row4_col14 {\n",
-       "  background-color: #addc30;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_32ed4_row4_col15 {\n",
-       "  background-color: #b0dd2f;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_32ed4_row4_col16 {\n",
-       "  background-color: #471365;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row5_col2 {\n",
-       "  background-color: #25858e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row5_col3 {\n",
-       "  background-color: #31668e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row5_col4 {\n",
-       "  background-color: #1fa088;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row5_col5 {\n",
-       "  background-color: #33638d;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row5_col7, #T_32ed4_row10_col14 {\n",
-       "  background-color: #1e9d89;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row5_col8 {\n",
-       "  background-color: #70cf57;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_32ed4_row5_col9 {\n",
-       "  background-color: #77d153;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_32ed4_row5_col10 {\n",
-       "  background-color: #3c4f8a;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row5_col11, #T_32ed4_row8_col16, #T_32ed4_row9_col15 {\n",
-       "  background-color: #3d4e8a;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row5_col12, #T_32ed4_row8_col15, #T_32ed4_row9_col10 {\n",
-       "  background-color: #297a8e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row5_col14, #T_32ed4_row6_col14 {\n",
-       "  background-color: #a5db36;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_32ed4_row5_col15 {\n",
-       "  background-color: #69cd5b;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_32ed4_row6_col2 {\n",
-       "  background-color: #1e9b8a;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row6_col3, #T_32ed4_row11_col8 {\n",
-       "  background-color: #277f8e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row6_col4 {\n",
-       "  background-color: #46327e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row6_col5, #T_32ed4_row9_col11 {\n",
-       "  background-color: #2a788e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row6_col8 {\n",
-       "  background-color: #1f958b;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row6_col9 {\n",
-       "  background-color: #1f9f88;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row6_col10, #T_32ed4_row6_col11 {\n",
-       "  background-color: #39558c;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row6_col13 {\n",
-       "  background-color: #cde11d;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_32ed4_row6_col15 {\n",
-       "  background-color: #32b67a;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row6_col16 {\n",
-       "  background-color: #482878;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row7_col2 {\n",
-       "  background-color: #2ab07f;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row7_col3 {\n",
-       "  background-color: #1f968b;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row7_col4 {\n",
-       "  background-color: #2c738e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row7_col5 {\n",
-       "  background-color: #21918c;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row7_col7 {\n",
-       "  background-color: #2b748e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row7_col8 {\n",
-       "  background-color: #20a386;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row7_col9 {\n",
-       "  background-color: #24aa83;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row7_col10 {\n",
-       "  background-color: #355f8d;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row7_col11 {\n",
-       "  background-color: #355e8d;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row7_col12 {\n",
-       "  background-color: #46307e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row7_col13, #T_32ed4_row9_col13 {\n",
-       "  background-color: #dae319;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_32ed4_row7_col14 {\n",
-       "  background-color: #9bd93c;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_32ed4_row7_col15 {\n",
-       "  background-color: #1e9c89;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row7_col16 {\n",
-       "  background-color: #453781;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row8_col3 {\n",
-       "  background-color: #2db27d;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row8_col4, #T_32ed4_row8_col7 {\n",
-       "  background-color: #3d4d8a;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row8_col5 {\n",
-       "  background-color: #21a585;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row8_col8 {\n",
-       "  background-color: #2c728e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row8_col10 {\n",
-       "  background-color: #306a8e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row8_col11 {\n",
-       "  background-color: #30698e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row8_col12 {\n",
-       "  background-color: #481668;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row8_col13 {\n",
-       "  background-color: #eae51a;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_32ed4_row8_col14 {\n",
-       "  background-color: #67cc5c;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_32ed4_row9_col3 {\n",
-       "  background-color: #44bf70;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row9_col5 {\n",
-       "  background-color: #4ac16d;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_32ed4_row9_col14 {\n",
-       "  background-color: #42be71;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row9_col16 {\n",
-       "  background-color: #2e6f8e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row10_col2 {\n",
-       "  background-color: #c2df23;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_32ed4_row10_col3 {\n",
-       "  background-color: #6ccd5a;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "#T_32ed4_row10_col8 {\n",
-       "  background-color: #471063;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row10_col9 {\n",
-       "  background-color: #453882;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row10_col10 {\n",
-       "  background-color: #1f978b;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row10_col11 {\n",
-       "  background-color: #1f948c;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row10_col16 {\n",
-       "  background-color: #20a486;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row11_col4 {\n",
-       "  background-color: #48c16e;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row11_col7 {\n",
-       "  background-color: #46c06f;\n",
-       "  color: #f1f1f1;\n",
-       "}\n",
-       "#T_32ed4_row11_col12 {\n",
-       "  background-color: #5cc863;\n",
-       "  color: #000000;\n",
-       "}\n",
-       "</style>\n",
-       "<table id=\"T_32ed4\">\n",
-       "  <thead>\n",
-       "    <tr>\n",
-       "      <th class=\"blank level0\" >&nbsp;</th>\n",
-       "      <th id=\"T_32ed4_level0_col0\" class=\"col_heading level0 col0\" >version</th>\n",
-       "      <th id=\"T_32ed4_level0_col1\" class=\"col_heading level0 col1\" >d_sae</th>\n",
-       "      <th id=\"T_32ed4_level0_col2\" class=\"col_heading level0 col2\" >layer</th>\n",
-       "      <th id=\"T_32ed4_level0_col3\" class=\"col_heading level0 col3\" >kl_div_with_sae</th>\n",
-       "      <th id=\"T_32ed4_level0_col4\" class=\"col_heading level0 col4\" >kl_div_with_ablation</th>\n",
-       "      <th id=\"T_32ed4_level0_col5\" class=\"col_heading level0 col5\" >ce_loss_with_sae</th>\n",
-       "      <th id=\"T_32ed4_level0_col6\" class=\"col_heading level0 col6\" >ce_loss_without_sae</th>\n",
-       "      <th id=\"T_32ed4_level0_col7\" class=\"col_heading level0 col7\" >ce_loss_with_ablation</th>\n",
-       "      <th id=\"T_32ed4_level0_col8\" class=\"col_heading level0 col8\" >kl_div_score</th>\n",
-       "      <th id=\"T_32ed4_level0_col9\" class=\"col_heading level0 col9\" >ce_loss_score</th>\n",
-       "      <th id=\"T_32ed4_level0_col10\" class=\"col_heading level0 col10\" >l2_norm_in</th>\n",
-       "      <th id=\"T_32ed4_level0_col11\" class=\"col_heading level0 col11\" >l2_norm_out</th>\n",
-       "      <th id=\"T_32ed4_level0_col12\" class=\"col_heading level0 col12\" >l2_ratio</th>\n",
-       "      <th id=\"T_32ed4_level0_col13\" class=\"col_heading level0 col13\" >l0</th>\n",
-       "      <th id=\"T_32ed4_level0_col14\" class=\"col_heading level0 col14\" >l1</th>\n",
-       "      <th id=\"T_32ed4_level0_col15\" class=\"col_heading level0 col15\" >explained_variance</th>\n",
-       "      <th id=\"T_32ed4_level0_col16\" class=\"col_heading level0 col16\" >mse</th>\n",
-       "      <th id=\"T_32ed4_level0_col17\" class=\"col_heading level0 col17\" >total_tokens_evaluated</th>\n",
-       "      <th id=\"T_32ed4_level0_col18\" class=\"col_heading level0 col18\" >filepath</th>\n",
-       "    </tr>\n",
-       "  </thead>\n",
-       "  <tbody>\n",
-       "    <tr>\n",
-       "      <th id=\"T_32ed4_level0_row0\" class=\"row_heading level0 row0\" >OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_0/metrics.json</th>\n",
-       "      <td id=\"T_32ed4_row0_col0\" class=\"data row0 col0\" >5</td>\n",
-       "      <td id=\"T_32ed4_row0_col1\" class=\"data row0 col1\" >128</td>\n",
-       "      <td id=\"T_32ed4_row0_col2\" class=\"data row0 col2\" >0</td>\n",
-       "      <td id=\"T_32ed4_row0_col3\" class=\"data row0 col3\" >0.003843</td>\n",
-       "      <td id=\"T_32ed4_row0_col4\" class=\"data row0 col4\" >12.480284</td>\n",
-       "      <td id=\"T_32ed4_row0_col5\" class=\"data row0 col5\" >3.603422</td>\n",
-       "      <td id=\"T_32ed4_row0_col6\" class=\"data row0 col6\" >3.599065</td>\n",
-       "      <td id=\"T_32ed4_row0_col7\" class=\"data row0 col7\" >15.861977</td>\n",
-       "      <td id=\"T_32ed4_row0_col8\" class=\"data row0 col8\" >0.999692</td>\n",
-       "      <td id=\"T_32ed4_row0_col9\" class=\"data row0 col9\" >0.999645</td>\n",
-       "      <td id=\"T_32ed4_row0_col10\" class=\"data row0 col10\" >32.707962</td>\n",
-       "      <td id=\"T_32ed4_row0_col11\" class=\"data row0 col11\" >32.607395</td>\n",
-       "      <td id=\"T_32ed4_row0_col12\" class=\"data row0 col12\" >0.996936</td>\n",
-       "      <td id=\"T_32ed4_row0_col13\" class=\"data row0 col13\" >31.980795</td>\n",
-       "      <td id=\"T_32ed4_row0_col14\" class=\"data row0 col14\" >44.247345</td>\n",
-       "      <td id=\"T_32ed4_row0_col15\" class=\"data row0 col15\" >0.976495</td>\n",
-       "      <td id=\"T_32ed4_row0_col16\" class=\"data row0 col16\" >5.842685</td>\n",
-       "      <td id=\"T_32ed4_row0_col17\" class=\"data row0 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_32ed4_row0_col18\" class=\"data row0 col18\" >OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_0/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_32ed4_level0_row1\" class=\"row_heading level0 row1\" >OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_1/metrics.json</th>\n",
-       "      <td id=\"T_32ed4_row1_col0\" class=\"data row1 col0\" >5</td>\n",
-       "      <td id=\"T_32ed4_row1_col1\" class=\"data row1 col1\" >128</td>\n",
-       "      <td id=\"T_32ed4_row1_col2\" class=\"data row1 col2\" >1</td>\n",
-       "      <td id=\"T_32ed4_row1_col3\" class=\"data row1 col3\" >0.006731</td>\n",
-       "      <td id=\"T_32ed4_row1_col4\" class=\"data row1 col4\" >16.217104</td>\n",
-       "      <td id=\"T_32ed4_row1_col5\" class=\"data row1 col5\" >3.605462</td>\n",
-       "      <td id=\"T_32ed4_row1_col6\" class=\"data row1 col6\" >3.599065</td>\n",
-       "      <td id=\"T_32ed4_row1_col7\" class=\"data row1 col7\" >19.600266</td>\n",
-       "      <td id=\"T_32ed4_row1_col8\" class=\"data row1 col8\" >0.999585</td>\n",
-       "      <td id=\"T_32ed4_row1_col9\" class=\"data row1 col9\" >0.999600</td>\n",
-       "      <td id=\"T_32ed4_row1_col10\" class=\"data row1 col10\" >56.929867</td>\n",
-       "      <td id=\"T_32ed4_row1_col11\" class=\"data row1 col11\" >56.693493</td>\n",
-       "      <td id=\"T_32ed4_row1_col12\" class=\"data row1 col12\" >0.995869</td>\n",
-       "      <td id=\"T_32ed4_row1_col13\" class=\"data row1 col13\" >31.999023</td>\n",
-       "      <td id=\"T_32ed4_row1_col14\" class=\"data row1 col14\" >59.953354</td>\n",
-       "      <td id=\"T_32ed4_row1_col15\" class=\"data row1 col15\" >0.972269</td>\n",
-       "      <td id=\"T_32ed4_row1_col16\" class=\"data row1 col16\" >31.145605</td>\n",
-       "      <td id=\"T_32ed4_row1_col17\" class=\"data row1 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_32ed4_row1_col18\" class=\"data row1 col18\" >OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_1/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_32ed4_level0_row2\" class=\"row_heading level0 row2\" >OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_2/metrics.json</th>\n",
-       "      <td id=\"T_32ed4_row2_col0\" class=\"data row2 col0\" >5</td>\n",
-       "      <td id=\"T_32ed4_row2_col1\" class=\"data row2 col1\" >128</td>\n",
-       "      <td id=\"T_32ed4_row2_col2\" class=\"data row2 col2\" >2</td>\n",
-       "      <td id=\"T_32ed4_row2_col3\" class=\"data row2 col3\" >0.014035</td>\n",
-       "      <td id=\"T_32ed4_row2_col4\" class=\"data row2 col4\" >12.813511</td>\n",
-       "      <td id=\"T_32ed4_row2_col5\" class=\"data row2 col5\" >3.612803</td>\n",
-       "      <td id=\"T_32ed4_row2_col6\" class=\"data row2 col6\" >3.599065</td>\n",
-       "      <td id=\"T_32ed4_row2_col7\" class=\"data row2 col7\" >16.327873</td>\n",
-       "      <td id=\"T_32ed4_row2_col8\" class=\"data row2 col8\" >0.998905</td>\n",
-       "      <td id=\"T_32ed4_row2_col9\" class=\"data row2 col9\" >0.998921</td>\n",
-       "      <td id=\"T_32ed4_row2_col10\" class=\"data row2 col10\" >68.907532</td>\n",
-       "      <td id=\"T_32ed4_row2_col11\" class=\"data row2 col11\" >68.518921</td>\n",
-       "      <td id=\"T_32ed4_row2_col12\" class=\"data row2 col12\" >0.993602</td>\n",
-       "      <td id=\"T_32ed4_row2_col13\" class=\"data row2 col13\" >31.999350</td>\n",
-       "      <td id=\"T_32ed4_row2_col14\" class=\"data row2 col14\" >53.266327</td>\n",
-       "      <td id=\"T_32ed4_row2_col15\" class=\"data row2 col15\" >0.969186</td>\n",
-       "      <td id=\"T_32ed4_row2_col16\" class=\"data row2 col16\" >49.732628</td>\n",
-       "      <td id=\"T_32ed4_row2_col17\" class=\"data row2 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_32ed4_row2_col18\" class=\"data row2 col18\" >OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_2/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_32ed4_level0_row3\" class=\"row_heading level0 row3\" >OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_3/metrics.json</th>\n",
-       "      <td id=\"T_32ed4_row3_col0\" class=\"data row3 col0\" >5</td>\n",
-       "      <td id=\"T_32ed4_row3_col1\" class=\"data row3 col1\" >128</td>\n",
-       "      <td id=\"T_32ed4_row3_col2\" class=\"data row3 col2\" >3</td>\n",
-       "      <td id=\"T_32ed4_row3_col3\" class=\"data row3 col3\" >0.023511</td>\n",
-       "      <td id=\"T_32ed4_row3_col4\" class=\"data row3 col4\" >10.101868</td>\n",
-       "      <td id=\"T_32ed4_row3_col5\" class=\"data row3 col5\" >3.622775</td>\n",
-       "      <td id=\"T_32ed4_row3_col6\" class=\"data row3 col6\" >3.599065</td>\n",
-       "      <td id=\"T_32ed4_row3_col7\" class=\"data row3 col7\" >13.548822</td>\n",
-       "      <td id=\"T_32ed4_row3_col8\" class=\"data row3 col8\" >0.997673</td>\n",
-       "      <td id=\"T_32ed4_row3_col9\" class=\"data row3 col9\" >0.997617</td>\n",
-       "      <td id=\"T_32ed4_row3_col10\" class=\"data row3 col10\" >103.711441</td>\n",
-       "      <td id=\"T_32ed4_row3_col11\" class=\"data row3 col11\" >103.026962</td>\n",
-       "      <td id=\"T_32ed4_row3_col12\" class=\"data row3 col12\" >0.989538</td>\n",
-       "      <td id=\"T_32ed4_row3_col13\" class=\"data row3 col13\" >31.983074</td>\n",
-       "      <td id=\"T_32ed4_row3_col14\" class=\"data row3 col14\" >54.825603</td>\n",
-       "      <td id=\"T_32ed4_row3_col15\" class=\"data row3 col15\" >0.975295</td>\n",
-       "      <td id=\"T_32ed4_row3_col16\" class=\"data row3 col16\" >89.620079</td>\n",
-       "      <td id=\"T_32ed4_row3_col17\" class=\"data row3 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_32ed4_row3_col18\" class=\"data row3 col18\" >OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_3/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_32ed4_level0_row4\" class=\"row_heading level0 row4\" >OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_4/metrics.json</th>\n",
-       "      <td id=\"T_32ed4_row4_col0\" class=\"data row4 col0\" >5</td>\n",
-       "      <td id=\"T_32ed4_row4_col1\" class=\"data row4 col1\" >128</td>\n",
-       "      <td id=\"T_32ed4_row4_col2\" class=\"data row4 col2\" >4</td>\n",
-       "      <td id=\"T_32ed4_row4_col3\" class=\"data row4 col3\" >0.037530</td>\n",
-       "      <td id=\"T_32ed4_row4_col4\" class=\"data row4 col4\" >13.249713</td>\n",
-       "      <td id=\"T_32ed4_row4_col5\" class=\"data row4 col5\" >3.640705</td>\n",
-       "      <td id=\"T_32ed4_row4_col6\" class=\"data row4 col6\" >3.599065</td>\n",
-       "      <td id=\"T_32ed4_row4_col7\" class=\"data row4 col7\" >16.699104</td>\n",
-       "      <td id=\"T_32ed4_row4_col8\" class=\"data row4 col8\" >0.997167</td>\n",
-       "      <td id=\"T_32ed4_row4_col9\" class=\"data row4 col9\" >0.996821</td>\n",
-       "      <td id=\"T_32ed4_row4_col10\" class=\"data row4 col10\" >111.403282</td>\n",
-       "      <td id=\"T_32ed4_row4_col11\" class=\"data row4 col11\" >110.286774</td>\n",
-       "      <td id=\"T_32ed4_row4_col12\" class=\"data row4 col12\" >0.984007</td>\n",
-       "      <td id=\"T_32ed4_row4_col13\" class=\"data row4 col13\" >31.948568</td>\n",
-       "      <td id=\"T_32ed4_row4_col14\" class=\"data row4 col14\" >56.497829</td>\n",
-       "      <td id=\"T_32ed4_row4_col15\" class=\"data row4 col15\" >0.963923</td>\n",
-       "      <td id=\"T_32ed4_row4_col16\" class=\"data row4 col16\" >153.826294</td>\n",
-       "      <td id=\"T_32ed4_row4_col17\" class=\"data row4 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_32ed4_row4_col18\" class=\"data row4 col18\" >OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_4/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_32ed4_level0_row5\" class=\"row_heading level0 row5\" >OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_5/metrics.json</th>\n",
-       "      <td id=\"T_32ed4_row5_col0\" class=\"data row5 col0\" >5</td>\n",
-       "      <td id=\"T_32ed4_row5_col1\" class=\"data row5 col1\" >128</td>\n",
-       "      <td id=\"T_32ed4_row5_col2\" class=\"data row5 col2\" >5</td>\n",
-       "      <td id=\"T_32ed4_row5_col3\" class=\"data row5 col3\" >0.047411</td>\n",
-       "      <td id=\"T_32ed4_row5_col4\" class=\"data row5 col4\" >11.519682</td>\n",
-       "      <td id=\"T_32ed4_row5_col5\" class=\"data row5 col5\" >3.644166</td>\n",
-       "      <td id=\"T_32ed4_row5_col6\" class=\"data row5 col6\" >3.599065</td>\n",
-       "      <td id=\"T_32ed4_row5_col7\" class=\"data row5 col7\" >14.860109</td>\n",
-       "      <td id=\"T_32ed4_row5_col8\" class=\"data row5 col8\" >0.995884</td>\n",
-       "      <td id=\"T_32ed4_row5_col9\" class=\"data row5 col9\" >0.995995</td>\n",
-       "      <td id=\"T_32ed4_row5_col10\" class=\"data row5 col10\" >119.651489</td>\n",
-       "      <td id=\"T_32ed4_row5_col11\" class=\"data row5 col11\" >118.053459</td>\n",
-       "      <td id=\"T_32ed4_row5_col12\" class=\"data row5 col12\" >0.978980</td>\n",
-       "      <td id=\"T_32ed4_row5_col13\" class=\"data row5 col13\" >31.958008</td>\n",
-       "      <td id=\"T_32ed4_row5_col14\" class=\"data row5 col14\" >56.149471</td>\n",
-       "      <td id=\"T_32ed4_row5_col15\" class=\"data row5 col15\" >0.952276</td>\n",
-       "      <td id=\"T_32ed4_row5_col16\" class=\"data row5 col16\" >238.126266</td>\n",
-       "      <td id=\"T_32ed4_row5_col17\" class=\"data row5 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_32ed4_row5_col18\" class=\"data row5 col18\" >OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_5/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_32ed4_level0_row6\" class=\"row_heading level0 row6\" >OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_6/metrics.json</th>\n",
-       "      <td id=\"T_32ed4_row6_col0\" class=\"data row6 col0\" >5</td>\n",
-       "      <td id=\"T_32ed4_row6_col1\" class=\"data row6 col1\" >128</td>\n",
-       "      <td id=\"T_32ed4_row6_col2\" class=\"data row6 col2\" >6</td>\n",
-       "      <td id=\"T_32ed4_row6_col3\" class=\"data row6 col3\" >0.060794</td>\n",
-       "      <td id=\"T_32ed4_row6_col4\" class=\"data row6 col4\" >6.933250</td>\n",
-       "      <td id=\"T_32ed4_row6_col5\" class=\"data row6 col5\" >3.655243</td>\n",
-       "      <td id=\"T_32ed4_row6_col6\" class=\"data row6 col6\" >3.599065</td>\n",
-       "      <td id=\"T_32ed4_row6_col7\" class=\"data row6 col7\" >10.522690</td>\n",
-       "      <td id=\"T_32ed4_row6_col8\" class=\"data row6 col8\" >0.991232</td>\n",
-       "      <td id=\"T_32ed4_row6_col9\" class=\"data row6 col9\" >0.991886</td>\n",
-       "      <td id=\"T_32ed4_row6_col10\" class=\"data row6 col10\" >128.847931</td>\n",
-       "      <td id=\"T_32ed4_row6_col11\" class=\"data row6 col11\" >126.688171</td>\n",
-       "      <td id=\"T_32ed4_row6_col12\" class=\"data row6 col12\" >0.974231</td>\n",
-       "      <td id=\"T_32ed4_row6_col13\" class=\"data row6 col13\" >31.996094</td>\n",
-       "      <td id=\"T_32ed4_row6_col14\" class=\"data row6 col14\" >56.119469</td>\n",
-       "      <td id=\"T_32ed4_row6_col15\" class=\"data row6 col15\" >0.940335</td>\n",
-       "      <td id=\"T_32ed4_row6_col16\" class=\"data row6 col16\" >349.569763</td>\n",
-       "      <td id=\"T_32ed4_row6_col17\" class=\"data row6 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_32ed4_row6_col18\" class=\"data row6 col18\" >OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_6/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_32ed4_level0_row7\" class=\"row_heading level0 row7\" >OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_7/metrics.json</th>\n",
-       "      <td id=\"T_32ed4_row7_col0\" class=\"data row7 col0\" >5</td>\n",
-       "      <td id=\"T_32ed4_row7_col1\" class=\"data row7 col1\" >128</td>\n",
-       "      <td id=\"T_32ed4_row7_col2\" class=\"data row7 col2\" >7</td>\n",
-       "      <td id=\"T_32ed4_row7_col3\" class=\"data row7 col3\" >0.073590</td>\n",
-       "      <td id=\"T_32ed4_row7_col4\" class=\"data row7 col4\" >9.511523</td>\n",
-       "      <td id=\"T_32ed4_row7_col5\" class=\"data row7 col5\" >3.668211</td>\n",
-       "      <td id=\"T_32ed4_row7_col6\" class=\"data row7 col6\" >3.599065</td>\n",
-       "      <td id=\"T_32ed4_row7_col7\" class=\"data row7 col7\" >13.054041</td>\n",
-       "      <td id=\"T_32ed4_row7_col8\" class=\"data row7 col8\" >0.992263</td>\n",
-       "      <td id=\"T_32ed4_row7_col9\" class=\"data row7 col9\" >0.992687</td>\n",
-       "      <td id=\"T_32ed4_row7_col10\" class=\"data row7 col10\" >140.905991</td>\n",
-       "      <td id=\"T_32ed4_row7_col11\" class=\"data row7 col11\" >138.128754</td>\n",
-       "      <td id=\"T_32ed4_row7_col12\" class=\"data row7 col12\" >0.970831</td>\n",
-       "      <td id=\"T_32ed4_row7_col13\" class=\"data row7 col13\" >31.997070</td>\n",
-       "      <td id=\"T_32ed4_row7_col14\" class=\"data row7 col14\" >55.752361</td>\n",
-       "      <td id=\"T_32ed4_row7_col15\" class=\"data row7 col15\" >0.928668</td>\n",
-       "      <td id=\"T_32ed4_row7_col16\" class=\"data row7 col16\" >499.765717</td>\n",
-       "      <td id=\"T_32ed4_row7_col17\" class=\"data row7 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_32ed4_row7_col18\" class=\"data row7 col18\" >OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_7/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_32ed4_level0_row8\" class=\"row_heading level0 row8\" >OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_8/metrics.json</th>\n",
-       "      <td id=\"T_32ed4_row8_col0\" class=\"data row8 col0\" >5</td>\n",
-       "      <td id=\"T_32ed4_row8_col1\" class=\"data row8 col1\" >128</td>\n",
-       "      <td id=\"T_32ed4_row8_col2\" class=\"data row8 col2\" >8</td>\n",
-       "      <td id=\"T_32ed4_row8_col3\" class=\"data row8 col3\" >0.089368</td>\n",
-       "      <td id=\"T_32ed4_row8_col4\" class=\"data row8 col4\" >7.897106</td>\n",
-       "      <td id=\"T_32ed4_row8_col5\" class=\"data row8 col5\" >3.679746</td>\n",
-       "      <td id=\"T_32ed4_row8_col6\" class=\"data row8 col6\" >3.599065</td>\n",
-       "      <td id=\"T_32ed4_row8_col7\" class=\"data row8 col7\" >11.460873</td>\n",
-       "      <td id=\"T_32ed4_row8_col8\" class=\"data row8 col8\" >0.988683</td>\n",
-       "      <td id=\"T_32ed4_row8_col9\" class=\"data row8 col9\" >0.989738</td>\n",
-       "      <td id=\"T_32ed4_row8_col10\" class=\"data row8 col10\" >157.343246</td>\n",
-       "      <td id=\"T_32ed4_row8_col11\" class=\"data row8 col11\" >153.839539</td>\n",
-       "      <td id=\"T_32ed4_row8_col12\" class=\"data row8 col12\" >0.968352</td>\n",
-       "      <td id=\"T_32ed4_row8_col13\" class=\"data row8 col13\" >31.998373</td>\n",
-       "      <td id=\"T_32ed4_row8_col14\" class=\"data row8 col14\" >53.455093</td>\n",
-       "      <td id=\"T_32ed4_row8_col15\" class=\"data row8 col15\" >0.913877</td>\n",
-       "      <td id=\"T_32ed4_row8_col16\" class=\"data row8 col16\" >732.317871</td>\n",
-       "      <td id=\"T_32ed4_row8_col17\" class=\"data row8 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_32ed4_row8_col18\" class=\"data row8 col18\" >OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_8/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_32ed4_level0_row9\" class=\"row_heading level0 row9\" >OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_9/metrics.json</th>\n",
-       "      <td id=\"T_32ed4_row9_col0\" class=\"data row9 col0\" >5</td>\n",
-       "      <td id=\"T_32ed4_row9_col1\" class=\"data row9 col1\" >128</td>\n",
-       "      <td id=\"T_32ed4_row9_col2\" class=\"data row9 col2\" >9</td>\n",
-       "      <td id=\"T_32ed4_row9_col3\" class=\"data row9 col3\" >0.096923</td>\n",
-       "      <td id=\"T_32ed4_row9_col4\" class=\"data row9 col4\" >5.396312</td>\n",
-       "      <td id=\"T_32ed4_row9_col5\" class=\"data row9 col5\" >3.695744</td>\n",
-       "      <td id=\"T_32ed4_row9_col6\" class=\"data row9 col6\" >3.599065</td>\n",
-       "      <td id=\"T_32ed4_row9_col7\" class=\"data row9 col7\" >8.970472</td>\n",
-       "      <td id=\"T_32ed4_row9_col8\" class=\"data row9 col8\" >0.982039</td>\n",
-       "      <td id=\"T_32ed4_row9_col9\" class=\"data row9 col9\" >0.982001</td>\n",
-       "      <td id=\"T_32ed4_row9_col10\" class=\"data row9 col10\" >181.313721</td>\n",
-       "      <td id=\"T_32ed4_row9_col11\" class=\"data row9 col11\" >176.829346</td>\n",
-       "      <td id=\"T_32ed4_row9_col12\" class=\"data row9 col12\" >0.966578</td>\n",
-       "      <td id=\"T_32ed4_row9_col13\" class=\"data row9 col13\" >31.997070</td>\n",
-       "      <td id=\"T_32ed4_row9_col14\" class=\"data row9 col14\" >51.393932</td>\n",
-       "      <td id=\"T_32ed4_row9_col15\" class=\"data row9 col15\" >0.895696</td>\n",
-       "      <td id=\"T_32ed4_row9_col16\" class=\"data row9 col16\" >1123.425049</td>\n",
-       "      <td id=\"T_32ed4_row9_col17\" class=\"data row9 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_32ed4_row9_col18\" class=\"data row9 col18\" >OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_9/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_32ed4_level0_row10\" class=\"row_heading level0 row10\" >OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_10/metrics.json</th>\n",
-       "      <td id=\"T_32ed4_row10_col0\" class=\"data row10 col0\" >5</td>\n",
-       "      <td id=\"T_32ed4_row10_col1\" class=\"data row10 col1\" >128</td>\n",
-       "      <td id=\"T_32ed4_row10_col2\" class=\"data row10 col2\" >10</td>\n",
-       "      <td id=\"T_32ed4_row10_col3\" class=\"data row10 col3\" >0.106645</td>\n",
-       "      <td id=\"T_32ed4_row10_col4\" class=\"data row10 col4\" >6.193092</td>\n",
-       "      <td id=\"T_32ed4_row10_col5\" class=\"data row10 col5\" >3.692219</td>\n",
-       "      <td id=\"T_32ed4_row10_col6\" class=\"data row10 col6\" >3.599065</td>\n",
-       "      <td id=\"T_32ed4_row10_col7\" class=\"data row10 col7\" >9.754217</td>\n",
-       "      <td id=\"T_32ed4_row10_col8\" class=\"data row10 col8\" >0.982780</td>\n",
-       "      <td id=\"T_32ed4_row10_col9\" class=\"data row10 col9\" >0.984866</td>\n",
-       "      <td id=\"T_32ed4_row10_col10\" class=\"data row10 col10\" >224.287598</td>\n",
-       "      <td id=\"T_32ed4_row10_col11\" class=\"data row10 col11\" >218.769226</td>\n",
-       "      <td id=\"T_32ed4_row10_col12\" class=\"data row10 col12\" >0.968813</td>\n",
-       "      <td id=\"T_32ed4_row10_col13\" class=\"data row10 col13\" >31.998047</td>\n",
-       "      <td id=\"T_32ed4_row10_col14\" class=\"data row10 col14\" >47.411495</td>\n",
-       "      <td id=\"T_32ed4_row10_col15\" class=\"data row10 col15\" >0.877616</td>\n",
-       "      <td id=\"T_32ed4_row10_col16\" class=\"data row10 col16\" >1806.194092</td>\n",
-       "      <td id=\"T_32ed4_row10_col17\" class=\"data row10 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_32ed4_row10_col18\" class=\"data row10 col18\" >OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_10/metrics.json</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th id=\"T_32ed4_level0_row11\" class=\"row_heading level0 row11\" >OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_11/metrics.json</th>\n",
-       "      <td id=\"T_32ed4_row11_col0\" class=\"data row11 col0\" >5</td>\n",
-       "      <td id=\"T_32ed4_row11_col1\" class=\"data row11 col1\" >128</td>\n",
-       "      <td id=\"T_32ed4_row11_col2\" class=\"data row11 col2\" >11</td>\n",
-       "      <td id=\"T_32ed4_row11_col3\" class=\"data row11 col3\" >0.136668</td>\n",
-       "      <td id=\"T_32ed4_row11_col4\" class=\"data row11 col4\" >13.087515</td>\n",
-       "      <td id=\"T_32ed4_row11_col5\" class=\"data row11 col5\" >3.732962</td>\n",
-       "      <td id=\"T_32ed4_row11_col6\" class=\"data row11 col6\" >3.599065</td>\n",
-       "      <td id=\"T_32ed4_row11_col7\" class=\"data row11 col7\" >16.484846</td>\n",
-       "      <td id=\"T_32ed4_row11_col8\" class=\"data row11 col8\" >0.989557</td>\n",
-       "      <td id=\"T_32ed4_row11_col9\" class=\"data row11 col9\" >0.989609</td>\n",
-       "      <td id=\"T_32ed4_row11_col10\" class=\"data row11 col10\" >395.539520</td>\n",
-       "      <td id=\"T_32ed4_row11_col11\" class=\"data row11 col11\" >391.472504</td>\n",
-       "      <td id=\"T_32ed4_row11_col12\" class=\"data row11 col12\" >0.989259</td>\n",
-       "      <td id=\"T_32ed4_row11_col13\" class=\"data row11 col13\" >32.000000</td>\n",
-       "      <td id=\"T_32ed4_row11_col14\" class=\"data row11 col14\" >31.824055</td>\n",
-       "      <td id=\"T_32ed4_row11_col15\" class=\"data row11 col15\" >0.870424</td>\n",
-       "      <td id=\"T_32ed4_row11_col16\" class=\"data row11 col16\" >3098.075928</td>\n",
-       "      <td id=\"T_32ed4_row11_col17\" class=\"data row11 col17\" >6144.000000</td>\n",
-       "      <td id=\"T_32ed4_row11_col18\" class=\"data row11 col18\" >OAI_GPT2Small_v5_128k_resid_post_attn/v5_128k_layer_11/metrics.json</td>\n",
-       "    </tr>\n",
-       "  </tbody>\n",
-       "</table>\n"
-      ],
-      "text/plain": [
-       "<pandas.io.formats.style.Styler at 0x7f0d3cc2b810>"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    }
-   ],
-   "source": [
-    "import pandas as pd\n",
-    "\n",
-    "# get all json files in all subfolders of the mother path\n",
-    "import os\n",
-    "import json\n",
-    "from IPython.display import display\n",
-    "import imgkit\n",
-    "\n",
-    "\n",
-    "def get_all_json_files(mother_path):\n",
-    "    json_files = []\n",
-    "\n",
-    "    for root, dirs, files in os.walk(mother_path):\n",
-    "        for file in files:\n",
-    "            if file.endswith(\"metrics.json\"):\n",
-    "                json_files.append(os.path.join(root, file))\n",
-    "    return json_files\n",
-    "\n",
-    "\n",
-    "def get_benchmark_stats_csv(\n",
-    "    mother_path=\"open_ai_sae_weights_resid_post_attn_reformatted\",\n",
-    "):\n",
-    "    json_files = get_all_json_files(mother_path)\n",
-    "    eval_metrics = {}\n",
-    "\n",
-    "    for file in json_files:\n",
-    "        with open(file, \"r\") as f:\n",
-    "            data = json.load(f)\n",
-    "            eval_metrics[file] = data\n",
-    "\n",
-    "    df = pd.DataFrame(eval_metrics).T\n",
-    "    df[\"filepath\"] = df.index\n",
-    "    df.head()\n",
-    "    pattern = r\".*/v(\\d+)_(\\d+)k_layer_(\\d+)/metrics\\.json\"\n",
-    "\n",
-    "    df[[\"version\", \"d_sae\", \"layer\"]] = df.filepath.str.extract(pattern)\n",
-    "    # move these columns to the start\n",
-    "    cols = df.columns.tolist()\n",
-    "    cols = cols[-3:] + cols[:-3]\n",
-    "    df = df[cols]\n",
-    "    df[\"layer\"] = df[\"layer\"].astype(int)\n",
-    "\n",
-    "    # remove \"metrics\" prefix from the columns\n",
-    "    df.columns = [i.replace(\"metrics/\", \"\") for i in df.columns]\n",
-    "    df.sort_values(by=[\"version\", \"d_sae\", \"layer\"], inplace=True)\n",
-    "    df.to_csv(os.path.join(mother_path, \"benchmark_stats.csv\"))\n",
-    "    df.style.background_gradient(cmap=\"viridis\", axis=0).to_html(\n",
-    "        os.path.join(mother_path, \"benchmark_stats.html\")\n",
-    "    )\n",
-    "\n",
-    "    # read the html\n",
-    "    with open(os.path.join(mother_path, \"benchmark_stats.html\"), \"r\") as f:\n",
-    "        html = f.read()\n",
-    "        imgkit.from_string(html, os.path.join(mother_path, \"benchmark_stats.png\"))\n",
-    "\n",
-    "    return df.style.background_gradient(cmap=\"viridis\", axis=0)\n",
-    "\n",
-    "\n",
-    "# list all paths that start with OAI in the current fold\n",
-    "paths = [i for i in os.listdir(\".\") if i.startswith(\"OAI\")]\n",
-    "tables = []\n",
-    "for path in paths:\n",
-    "    print(path)\n",
-    "    display(get_benchmark_stats_csv(path))"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {},
-   "outputs": [],
-   "source": []
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {},
-   "outputs": [],
-   "source": []
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {},
-   "outputs": [],
-   "source": []
-  }
- ],
- "metadata": {
-  "kernelspec": {
-   "display_name": ".venv",
-   "language": "python",
-   "name": "python3"
-  },
-  "language_info": {
-   "codemirror_mode": {
-    "name": "ipython",
-    "version": 3
-   },
-   "file_extension": ".py",
-   "mimetype": "text/x-python",
-   "name": "python",
-   "nbconvert_exporter": "python",
-   "pygments_lexer": "ipython3",
-   "version": "3.11.7"
-  }
- },
- "nbformat": 4,
- "nbformat_minor": 2
-}
diff --git a/content/dashboard_screenshot.png b/content/dashboard_screenshot.png
deleted file mode 100644
index 732217e5f..000000000
Binary files a/content/dashboard_screenshot.png and /dev/null differ
diff --git a/content/readme_screenshot_predict_pronoun_feature.png b/content/readme_screenshot_predict_pronoun_feature.png
deleted file mode 100644
index 904b1277d..000000000
Binary files a/content/readme_screenshot_predict_pronoun_feature.png and /dev/null differ
diff --git a/docs/feature_dashboards.md b/docs/feature_dashboards.md
deleted file mode 100644
index 05652a9d8..000000000
--- a/docs/feature_dashboards.md
+++ /dev/null
@@ -1,8 +0,0 @@
-
-## Example Output
-
-Here's one feature we found in the residual stream of Layer 10 of GPT-2 Small:
-
-![alt text](../../content/readme_screenshot_predict_pronoun_feature.png). Open `gpt2_resid_pre10_predict_pronoun_feature.html` in your browser to interact with the dashboard (WIP).
-
-Note, probably this feature could split into more mono-semantic features in a larger SAE that had been trained for longer. (this was was only about 49152 features trained on 10M tokens from OpenWebText).
diff --git a/docs/reference.md b/docs/reference.md
deleted file mode 100644
index e69de29bb..000000000
diff --git a/eval_metrics_resid_mid_oai.csv b/eval_metrics_resid_mid_oai.csv
deleted file mode 100644
index 1221f4c4a..000000000
--- a/eval_metrics_resid_mid_oai.csv
+++ /dev/null
@@ -1,25 +0,0 @@
-,version,d_sae,layer,metrics/kl_div_with_sae,metrics/kl_div_with_ablation,metrics/ce_loss_with_sae,metrics/ce_loss_without_sae,metrics/ce_loss_with_ablation,metrics/kl_div_score,metrics/ce_loss_score,metrics/l2_norm_in,metrics/l2_norm_out,metrics/l2_ratio,metrics/l0,metrics/l1,metrics/explained_variance,metrics/mse,metrics/total_tokens_evaluated,filepath
-open_ai_sae_weights_resid_post_attn_reformatted/v5_128k_layer_0/metrics.json,5,128,0,0.0038433405570685863,12.480283737182617,3.603421926498413,3.599064588546753,15.861976623535156,0.9996920470208848,0.9996446734723997,32.70796203613281,32.60739517211914,0.9969363212585449,31.98079490661621,44.247344970703125,0.9764951467514038,5.842685222625732,6144.0,open_ai_sae_weights_resid_post_attn_reformatted/v5_128k_layer_0/metrics.json
-open_ai_sae_weights_resid_post_attn_reformatted/v5_128k_layer_1/metrics.json,5,128,1,0.006731455214321613,16.217103958129883,3.605462074279785,3.599064588546753,19.600265502929688,0.999584916318493,0.999600187150498,56.929866790771484,56.6934928894043,0.9958688616752625,31.9990234375,59.95335388183594,0.9722690582275391,31.145605087280273,6144.0,open_ai_sae_weights_resid_post_attn_reformatted/v5_128k_layer_1/metrics.json
-open_ai_sae_weights_resid_post_attn_reformatted/v5_128k_layer_2/metrics.json,5,128,2,0.014034643769264221,12.81351089477539,3.6128032207489014,3.599064588546753,16.32787322998047,0.9989046995874498,0.9989206662941394,68.90753173828125,68.5189208984375,0.9936020374298096,31.99934959411621,53.266326904296875,0.9691864848136902,49.732627868652344,6144.0,open_ai_sae_weights_resid_post_attn_reformatted/v5_128k_layer_2/metrics.json
-open_ai_sae_weights_resid_post_attn_reformatted/v5_128k_layer_3/metrics.json,5,128,3,0.023511391133069992,10.10186767578125,3.622774839401245,3.599064588546753,13.548822402954102,0.9976725698764163,0.9976170022128419,103.71144104003906,103.02696228027344,0.9895378351211548,31.983074188232422,54.82560348510742,0.9752952456474304,89.62007904052734,6144.0,open_ai_sae_weights_resid_post_attn_reformatted/v5_128k_layer_3/metrics.json
-open_ai_sae_weights_resid_post_attn_reformatted/v5_128k_layer_4/metrics.json,5,128,4,0.03753046691417694,13.249712944030762,3.640705108642578,3.599064588546753,16.69910430908203,0.9971674505649509,0.9968213439818392,111.40328216552734,110.28677368164062,0.9840068817138672,31.94856834411621,56.49782943725586,0.9639231562614441,153.8262939453125,6144.0,open_ai_sae_weights_resid_post_attn_reformatted/v5_128k_layer_4/metrics.json
-open_ai_sae_weights_resid_post_attn_reformatted/v5_128k_layer_5/metrics.json,5,128,5,0.04741125553846359,11.519681930541992,3.6441657543182373,3.599064588546753,14.860109329223633,0.9958843259888311,0.9959949394740818,119.6514892578125,118.05345916748047,0.9789802432060242,31.9580078125,56.149471282958984,0.9522756338119507,238.1262664794922,6144.0,open_ai_sae_weights_resid_post_attn_reformatted/v5_128k_layer_5/metrics.json
-open_ai_sae_weights_resid_post_attn_reformatted/v5_128k_layer_6/metrics.json,5,128,6,0.06079387292265892,6.933250427246094,3.655242681503296,3.599064588546753,10.522689819335938,0.9912315480941302,0.9918860291994546,128.84793090820312,126.68817138671875,0.9742312431335449,31.99609375,56.119468688964844,0.940334677696228,349.56976318359375,6144.0,open_ai_sae_weights_resid_post_attn_reformatted/v5_128k_layer_6/metrics.json
-open_ai_sae_weights_resid_post_attn_reformatted/v5_128k_layer_7/metrics.json,5,128,7,0.07359001040458679,9.511523246765137,3.668210983276367,3.599064588546753,13.054040908813477,0.9922630678078178,0.9926867722998524,140.90599060058594,138.12875366210938,0.9708306789398193,31.9970703125,55.75236129760742,0.928668200969696,499.7657165527344,6144.0,open_ai_sae_weights_resid_post_attn_reformatted/v5_128k_layer_7/metrics.json
-open_ai_sae_weights_resid_post_attn_reformatted/v5_128k_layer_8/metrics.json,5,128,8,0.08936788886785507,7.897105693817139,3.679746389389038,3.599064588546753,11.460872650146484,0.9886834629884942,0.9897375005583807,157.34324645996094,153.83953857421875,0.9683517217636108,31.99837303161621,53.45509338378906,0.9138767123222351,732.31787109375,6144.0,open_ai_sae_weights_resid_post_attn_reformatted/v5_128k_layer_8/metrics.json
-open_ai_sae_weights_resid_post_attn_reformatted/v5_128k_layer_9/metrics.json,5,128,9,0.09692329168319702,5.3963117599487305,3.6957435607910156,3.599064588546753,8.97047233581543,0.9820389747674404,0.9820011853887981,181.313720703125,176.829345703125,0.966578483581543,31.9970703125,51.3939323425293,0.8956956267356873,1123.425048828125,6144.0,open_ai_sae_weights_resid_post_attn_reformatted/v5_128k_layer_9/metrics.json
-open_ai_sae_weights_resid_post_attn_reformatted/v5_128k_layer_10/metrics.json,5,128,10,0.10664453357458115,6.193092346191406,3.692218780517578,3.599064588546753,9.754217147827148,0.98278008341985,0.9848656566878472,224.28759765625,218.76922607421875,0.9688126444816589,31.998046875,47.411495208740234,0.8776161670684814,1806.194091796875,6144.0,open_ai_sae_weights_resid_post_attn_reformatted/v5_128k_layer_10/metrics.json
-open_ai_sae_weights_resid_post_attn_reformatted/v5_128k_layer_11/metrics.json,5,128,11,0.1366678923368454,13.087514877319336,3.7329623699188232,3.599064588546753,16.484846115112305,0.9895573839939856,0.9896088738509167,395.5395202636719,391.4725036621094,0.9892591834068298,32.0,31.824054718017578,0.8704243898391724,3098.075927734375,6144.0,open_ai_sae_weights_resid_post_attn_reformatted/v5_128k_layer_11/metrics.json
-open_ai_sae_weights_resid_post_attn_reformatted/v5_32k_layer_0/metrics.json,5,32,0,0.012114070355892181,12.480283737182617,3.614269256591797,3.599064588546753,15.861976623535156,0.9990293433538053,0.9987601095072963,32.70796203613281,32.566856384277344,0.9957150220870972,31.9892578125,44.14577865600586,0.967971682548523,8.511816024780273,6144.0,open_ai_sae_weights_resid_post_attn_reformatted/v5_32k_layer_0/metrics.json
-open_ai_sae_weights_resid_post_attn_reformatted/v5_32k_layer_1/metrics.json,5,32,1,0.0107693150639534,16.217103958129883,3.608069896697998,3.599064588546753,19.600265502929688,0.9993359285917043,0.9994372104819239,56.929866790771484,56.55320358276367,0.9934985041618347,32.0,50.73607635498047,0.9608334302902222,47.57225799560547,6144.0,open_ai_sae_weights_resid_post_attn_reformatted/v5_32k_layer_1/metrics.json
-open_ai_sae_weights_resid_post_attn_reformatted/v5_32k_layer_2/metrics.json,5,32,2,0.02015852928161621,12.81351089477539,3.6234664916992188,3.599064588546753,16.32787322998047,0.9984267754991463,0.9980829389584006,68.90753173828125,68.3624496459961,0.9911429286003113,31.99934959411621,52.513954162597656,0.9571983218193054,71.10215759277344,6144.0,open_ai_sae_weights_resid_post_attn_reformatted/v5_32k_layer_2/metrics.json
-open_ai_sae_weights_resid_post_attn_reformatted/v5_32k_layer_3/metrics.json,5,32,3,0.03577210009098053,10.10186767578125,3.63696551322937,3.599064588546753,13.548822402954102,0.9964588627332011,0.9961907691232709,103.71144104003906,102.80717468261719,0.9862173795700073,31.92578125,53.469627380371094,0.9659597277641296,125.999267578125,6144.0,open_ai_sae_weights_resid_post_attn_reformatted/v5_32k_layer_3/metrics.json
-open_ai_sae_weights_resid_post_attn_reformatted/v5_32k_layer_4/metrics.json,5,32,4,0.05706218630075455,13.249712944030762,3.668520927429199,3.599064588546753,16.69910430908203,0.9956933265994671,0.9946980054744744,111.40328216552734,109.93180847167969,0.9791091680526733,31.93115234375,55.739112854003906,0.9510807991027832,211.80575561523438,6144.0,open_ai_sae_weights_resid_post_attn_reformatted/v5_32k_layer_4/metrics.json
-open_ai_sae_weights_resid_post_attn_reformatted/v5_32k_layer_5/metrics.json,5,32,5,0.06962442398071289,11.519681930541992,3.673067569732666,3.599064588546753,14.860109329223633,0.9939560463213729,0.9934284089185259,119.6514892578125,117.60850524902344,0.9731881022453308,31.87776756286621,56.81734848022461,0.9374126195907593,317.22320556640625,6144.0,open_ai_sae_weights_resid_post_attn_reformatted/v5_32k_layer_5/metrics.json
-open_ai_sae_weights_resid_post_attn_reformatted/v5_32k_layer_6/metrics.json,5,32,6,0.08721713721752167,6.933250427246094,3.691099166870117,3.599064588546753,10.522689819335938,0.9874204547877315,0.9867071692566362,128.84793090820312,126.08697509765625,0.9672197699546814,31.995281219482422,58.89768600463867,0.923336923122406,455.1238708496094,6144.0,open_ai_sae_weights_resid_post_attn_reformatted/v5_32k_layer_6/metrics.json
-open_ai_sae_weights_resid_post_attn_reformatted/v5_32k_layer_7/metrics.json,5,32,7,0.10268213599920273,9.511523246765137,3.708052635192871,3.599064588546753,13.054040908813477,0.9892044488211575,0.9884729434580918,140.90599060058594,137.48452758789062,0.9640159010887146,31.88655662536621,56.6595458984375,0.910139262676239,636.6057739257812,6144.0,open_ai_sae_weights_resid_post_attn_reformatted/v5_32k_layer_7/metrics.json
-open_ai_sae_weights_resid_post_attn_reformatted/v5_32k_layer_8/metrics.json,5,32,8,0.12361977994441986,7.897105693817139,3.7338976860046387,3.599064588546753,11.460872650146484,0.9843461915368303,0.9828496070622145,157.34324645996094,153.03326416015625,0.9611150622367859,31.998699188232422,55.846397399902344,0.8925139307975769,920.3406982421875,6144.0,open_ai_sae_weights_resid_post_attn_reformatted/v5_32k_layer_8/metrics.json
-open_ai_sae_weights_resid_post_attn_reformatted/v5_32k_layer_9/metrics.json,5,32,9,0.13671526312828064,5.3963117599487305,3.7445876598358154,3.599064588546753,8.97047233581543,0.974665054724418,0.9729078338238127,181.313720703125,175.99746704101562,0.9603419303894043,31.99365234375,54.271484375,0.8718730807304382,1386.9677734375,6144.0,open_ai_sae_weights_resid_post_attn_reformatted/v5_32k_layer_9/metrics.json
-open_ai_sae_weights_resid_post_attn_reformatted/v5_32k_layer_10/metrics.json,5,32,10,0.15013137459754944,6.193092346191406,3.750826358795166,3.599064588546753,9.754217147827148,0.9757582535177477,0.9753439465899841,224.28759765625,217.7724609375,0.962986946105957,32.0,49.59239959716797,0.851866602897644,2193.0966796875,6144.0,open_ai_sae_weights_resid_post_attn_reformatted/v5_32k_layer_10/metrics.json
-open_ai_sae_weights_resid_post_attn_reformatted/v5_32k_layer_11/metrics.json,5,32,11,0.17566144466400146,13.087514877319336,3.781702756881714,3.599064588546753,16.484846115112305,0.9865779373463466,0.9858263801882384,395.5395202636719,390.68212890625,0.9870077967643738,31.99007225036621,32.074562072753906,0.846983790397644,3677.22607421875,6144.0,open_ai_sae_weights_resid_post_attn_reformatted/v5_32k_layer_11/metrics.json
diff --git a/make_hf_repo.sh b/make_hf_repo.sh
deleted file mode 100755
index 9f681e5d4..000000000
--- a/make_hf_repo.sh
+++ /dev/null
@@ -1,16 +0,0 @@
-#!/bin/bash
-
-# # Set these variables
-# LOCAL_FOLDER="OAI_GPT2Small_v5_32k_resid_delta_attn"
-# REPO_NAME="GPT2-Small-OAI-v5-32k-attn-out-SAEs"
-# USERNAME="jbloom"
-
-
-# It's actually really easy to upload folders
-huggingface-cli repo create GPT2-Small-OAI-v5-128k-attn-out-SAEs
-cd OAI_GPT2Small_v5_128k_resid_delta_attn
-huggingface-cli upload jbloom/GPT2-Small-OAI-v5-128k-attn-out-SAEs .
-
-huggingface-cli repo create GPT2-Small-OAI-v5-128k-resid-mid-SAEs
-cd OAI_GPT2Small_v5_128k_resid_post_attn
-huggingface-cli upload jbloom/GPT2-Small-OAI-v5-128k-resid-mid-SAEs .
\ No newline at end of file
diff --git a/pyproject.toml b/pyproject.toml
index 7b2fba712..db222d6f0 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "sae-lens"
-version = "5.10.2"
+version = "5.10.3"
 description = "Training and Analyzing Sparse Autoencoders (SAEs)"
 authors = ["Joseph Bloom"]
 readme = "README.md"
diff --git a/sae_lens/__init__.py b/sae_lens/__init__.py
index 899252ff1..96e18d6d8 100644
--- a/sae_lens/__init__.py
+++ b/sae_lens/__init__.py
@@ -1,5 +1,5 @@
 # ruff: noqa: E402
-__version__ = "5.10.2"
+__version__ = "5.10.3"
 
 import logging
 
diff --git a/sae_lens/config.py b/sae_lens/config.py
index 6faf8ac9b..c79a9c308 100644
--- a/sae_lens/config.py
+++ b/sae_lens/config.py
@@ -99,6 +99,8 @@ class LanguageModelSAERunnerConfig:
         prepend_bos (bool): Whether to prepend the beginning of sequence token. You should use whatever the model was trained with.
         jumprelu_init_threshold (float): The threshold to initialize for training JumpReLU SAEs.
         jumprelu_bandwidth (float): Bandwidth for training JumpReLU SAEs.
+        fisher_lambda_term (float): The lambda term for the Fisher information matrix. Used for redundant feature removal.
+        use_fisher (bool): Whether to use the Fisher information matrix for redundant feature removal.
         autocast (bool): Whether to use autocast during training. Saves vram.
         autocast_lm (bool): Whether to use autocast during activation fetching.
         compile_llm (bool): Whether to compile the LLM.
@@ -198,6 +200,10 @@ class LanguageModelSAERunnerConfig:
     jumprelu_init_threshold: float = 0.001
     jumprelu_bandwidth: float = 0.001
 
+    # Likelihood Context
+    fisher_lambda_term: float = 1e-4
+    use_fisher: bool = False  # whether to use the Fisher information matrix for redudant feature removal
+
     # Performance - see compilation section of lm_runner.py for info
     autocast: bool = False  # autocast to autocast_dtype during training
     autocast_lm: bool = False  # autocast lm during activation fetching
@@ -477,6 +483,8 @@ def get_training_sae_cfg_dict(self) -> dict[str, Any]:
             "jumprelu_init_threshold": self.jumprelu_init_threshold,
             "jumprelu_bandwidth": self.jumprelu_bandwidth,
             "scale_sparsity_penalty_by_decoder_norm": self.scale_sparsity_penalty_by_decoder_norm,
+            "fisher_lambda_term": self.fisher_lambda_term,
+            "use_fisher": self.use_fisher,
         }
 
     def to_dict(self) -> dict[str, Any]:
diff --git a/sae_lens/evals.py b/sae_lens/evals.py
index 63d43d203..f41b7bbc4 100644
--- a/sae_lens/evals.py
+++ b/sae_lens/evals.py
@@ -712,12 +712,15 @@ def single_head_zero_ablate_hook(activations: torch.Tensor, hook: Any):  # noqa:
     )
 
     def kl(original_logits: torch.Tensor, new_logits: torch.Tensor):
-        original_probs = torch.nn.functional.softmax(original_logits, dim=-1)
-        log_original_probs = torch.log(original_probs)
-        new_probs = torch.nn.functional.softmax(new_logits, dim=-1)
-        log_new_probs = torch.log(new_probs)
-        kl_div = original_probs * (log_original_probs - log_new_probs)
-        return kl_div.sum(dim=-1)
+        # Computes the log-probabilities of the new logits (approximation).
+        log_probs_new = torch.nn.functional.log_softmax(new_logits, dim=-1)
+        # Computes the probabilities of the original logits (true distribution).
+        probs_orig = torch.nn.functional.softmax(original_logits, dim=-1)
+        # Compute the KL divergence. torch.nn.functional.kl_div expects the first argument to be the log
+        # probabilities of the approximation (new), and the second argument to be the true distribution
+        # (original) as probabilities. This computes KL(original || new).
+        kl = torch.nn.functional.kl_div(log_probs_new, probs_orig, reduction="none")
+        return kl.sum(dim=-1)
 
     if compute_kl:
         recons_kl_div = kl(original_logits, recons_logits)
diff --git a/sae_lens/sae.py b/sae_lens/sae.py
index edd873b30..881bc4a4c 100644
--- a/sae_lens/sae.py
+++ b/sae_lens/sae.py
@@ -44,7 +44,7 @@
 @dataclass
 class SAEConfig:
     # architecture details
-    architecture: Literal["standard", "gated", "jumprelu", "topk"]
+    architecture: Literal["standard", "gated", "jumprelu", "topk", "singular_fisher"]
 
     # forward pass details.
     d_in: int
@@ -172,6 +172,9 @@ def __init__(
         elif self.cfg.architecture == "jumprelu":
             self.initialize_weights_jumprelu()
             self.encode = self.encode_jumprelu
+        elif self.cfg.architecture == "singular_fisher":
+            self.initialize_weights_singular_fisher()
+            self.encode = self.encode_singular_fisher
         else:
             raise ValueError(f"Invalid architecture: {self.cfg.architecture}")
 
@@ -321,6 +324,14 @@ def initialize_weights_jumprelu(self):
         )
         self.initialize_weights_basic()
 
+    def initialize_weights_singular_fisher(self):
+        # The params are identical to the standard SAE
+        # except we use a threshold parameter too
+        self.threshold = nn.Parameter(
+            torch.zeros(self.cfg.d_sae, dtype=self.dtype, device=self.device)
+        )
+        self.initialize_weights_basic()
+
     @overload
     def to(
         self: T,
@@ -441,6 +452,22 @@ def encode_standard(
         hidden_pre = self.hook_sae_acts_pre(sae_in @ self.W_enc + self.b_enc)
         return self.hook_sae_acts_post(self.activation_fn(hidden_pre))
 
+
+    def encode_singular_fisher(
+        self, x: Float[torch.Tensor, "... d_in"]
+    ) -> Float[torch.Tensor, "... d_sae"]:
+        """
+        Calculate SAE features from inputs
+        """
+        sae_in = self.process_sae_in(x)
+
+        # "... d_in, d_in d_sae -> ... d_sae",
+        hidden_pre = self.hook_sae_acts_pre(sae_in @ self.W_enc + self.b_enc)
+
+        return self.hook_sae_acts_post(
+            self.activation_fn(hidden_pre) * (hidden_pre > self.threshold)
+        )
+
     def process_sae_in(
         self, sae_in: Float[torch.Tensor, "... d_in"]
     ) -> Float[torch.Tensor, "... d_sae"]:
@@ -475,7 +502,7 @@ def fold_W_dec_norm(self):
             self.r_mag.data = self.r_mag.data * W_dec_norms.squeeze()
             self.b_gate.data = self.b_gate.data * W_dec_norms.squeeze()
             self.b_mag.data = self.b_mag.data * W_dec_norms.squeeze()
-        elif self.cfg.architecture == "jumprelu":
+        elif self.cfg.architecture == "jumprelu" or self.cfg.architecture == "singular_fisher":
             self.threshold.data = self.threshold.data * W_dec_norms.squeeze()
             self.b_enc.data = self.b_enc.data * W_dec_norms.squeeze()
         else:
diff --git a/sae_lens/toolkit/pretrained_sae_loaders.py b/sae_lens/toolkit/pretrained_sae_loaders.py
index 583f0528a..ffb08f353 100644
--- a/sae_lens/toolkit/pretrained_sae_loaders.py
+++ b/sae_lens/toolkit/pretrained_sae_loaders.py
@@ -473,11 +473,20 @@ def get_llama_scope_config_from_hf(
     # Model specific parameters
     model_name, d_in = "meta-llama/Llama-3.1-8B", old_cfg_dict["d_model"]
 
+    # Get norm scaling factor to rescale jumprelu threshold.
+    # We need this because sae.fold_activation_norm_scaling_factor folds scaling norm into W_enc.
+    # This requires jumprelu threshold to be scaled in the same way
+    norm_scaling_factor = (
+        d_in**0.5 / old_cfg_dict["dataset_average_activation_norm"]["in"]
+    )
+
     cfg_dict = {
         "architecture": "jumprelu",
-        "jump_relu_threshold": old_cfg_dict["jump_relu_threshold"],
+        "jump_relu_threshold": old_cfg_dict["jump_relu_threshold"]
+        * norm_scaling_factor,
         # We use a scalar jump_relu_threshold for all features
         # This is different from Gemma Scope JumpReLU SAEs.
+        # Scaled with norm_scaling_factor to match sae.fold_activation_norm_scaling_factor
         "d_in": d_in,
         "d_sae": old_cfg_dict["d_sae"],
         "dtype": "bfloat16",
diff --git a/sae_lens/training/sae_trainer.py b/sae_lens/training/sae_trainer.py
index eef087e1a..a14a47f23 100644
--- a/sae_lens/training/sae_trainer.py
+++ b/sae_lens/training/sae_trainer.py
@@ -193,7 +193,7 @@ def fit(self) -> TrainingSAE:
             self._checkpoint_if_needed()
             self.n_training_steps += 1
             self._update_pbar(step_output, pbar)
-
+            
             ### If n_training_tokens > sae_group.cfg.training_tokens, then we should switch to fine-tuning (if we haven't already)
             self._begin_finetuning_if_needed()
 
diff --git a/sae_lens/training/training_sae.py b/sae_lens/training/training_sae.py
index c82ad20aa..7136524e3 100644
--- a/sae_lens/training/training_sae.py
+++ b/sae_lens/training/training_sae.py
@@ -121,6 +121,8 @@ class TrainingSAEConfig(SAEConfig):
     decoder_heuristic_init_norm: float
     init_encoder_as_decoder_transpose: bool
     scale_sparsity_penalty_by_decoder_norm: bool
+    fisher_lambda_term: float 
+    use_fisher: bool = False
 
     @classmethod
     def from_sae_runner_config(
@@ -163,6 +165,8 @@ def from_sae_runner_config(
             model_from_pretrained_kwargs=cfg.model_from_pretrained_kwargs or {},
             jumprelu_init_threshold=cfg.jumprelu_init_threshold,
             jumprelu_bandwidth=cfg.jumprelu_bandwidth,
+            fisher_lambda_term=cfg.fisher_lambda_term,
+            use_fisher=cfg.use_fisher,
         )
 
     @classmethod
@@ -204,6 +208,8 @@ def to_dict(self) -> dict[str, Any]:
             "normalize_activations": self.normalize_activations,
             "jumprelu_init_threshold": self.jumprelu_init_threshold,
             "jumprelu_bandwidth": self.jumprelu_bandwidth,
+            "fisher_lambda_term": self.fisher_lambda_term,
+            "use_fisher": self.use_fisher,
         }
 
     # this needs to exist so we can initialize the parent sae cfg without the training specific
@@ -258,6 +264,12 @@ def __init__(self, cfg: TrainingSAEConfig, use_error_term: bool = False):
             self.log_threshold.data = torch.ones(
                 self.cfg.d_sae, dtype=self.dtype, device=self.device
             ) * np.log(cfg.jumprelu_init_threshold)
+        # elif cfg.architecture == "singular_fisher":
+        #     self.encode_with_hidden_pre_fn = self.encode_with_hidden_pre_singular_fisher
+        #     self.bandwidth = cfg.jumprelu_bandwidth
+        #     self.log_threshold.data = torch.ones(
+        #         self.cfg.d_sae, dtype=self.dtype, device=self.device
+        #     ) * np.log(cfg.jumprelu_init_threshold)
 
         else:
             raise ValueError(f"Unknown architecture: {cfg.architecture}")
@@ -281,9 +293,16 @@ def initialize_weights_jumprelu(self):
         )
         self.initialize_weights_basic()
 
+    def initialize_weights_singular_fisher(self):
+        # same as the superclass, except we use a log_threshold parameter instead of threshold
+        self.log_threshold = nn.Parameter(
+            torch.empty(self.cfg.d_sae, dtype=self.dtype, device=self.device)
+        )
+        self.initialize_weights_basic()
+
     @property
     def threshold(self) -> torch.Tensor:
-        if self.cfg.architecture != "jumprelu":
+        if self.cfg.architecture != "jumprelu" and self.cfg.architecture != "singular_fisher":
             raise ValueError("Threshold is only defined for Jumprelu SAEs")
         return torch.exp(self.log_threshold)
 
@@ -324,6 +343,26 @@ def encode_with_hidden_pre_jumprelu(
 
         return feature_acts, hidden_pre  # type: ignore
 
+    def encode_with_hidden_pre_singular_fisher(
+        self, x: Float[torch.Tensor, "... d_in"]
+    ) -> tuple[Float[torch.Tensor, "... d_sae"], Float[torch.Tensor, "... d_sae"]]:
+        sae_in : Float[torch.Tensor, "... d_in"]  = self.process_sae_in(x)
+        hidden_pre : Float[torch.Tensor, "... d_sae"]  = sae_in @ self.W_enc + self.b_enc
+
+        if self.training:
+            hidden_pre = (hidden_pre + torch.randn_like(hidden_pre) * self.cfg.noise_scale)
+
+            # Calculate the Fisher regularization term
+            self.fisher_reg_term = self.get_fisher_reg_term(hidden_pre)
+
+
+        threshold = torch.exp(self.log_threshold)
+        feature_acts = JumpReLU.apply(hidden_pre, threshold, self.bandwidth)
+
+        return feature_acts, hidden_pre
+
+
+
     def encode_with_hidden_pre(
         self, x: Float[torch.Tensor, "... d_in"]
     ) -> tuple[Float[torch.Tensor, "... d_sae"], Float[torch.Tensor, "... d_sae"]]:
@@ -357,10 +396,14 @@ def encode_with_hidden_pre_gated(
         )  # magnitude_pre_activation_noised)
 
         # Return both the gated feature activations and the magnitude pre-activations
-        return (
-            active_features * feature_magnitudes,
-            magnitude_pre_activation,
-        )  # magnitude_pre_activation_noised
+        # return (
+        #     active_features * feature_magnitudes,
+        #     magnitude_pre_activation,
+        # )  # magnitude_pre_activation_noised
+        out_feature_acts = active_features * feature_magnitudes
+        return out_feature_acts, magnitude_pre_activation
+    
+
 
     def forward(
         self,
@@ -369,6 +412,27 @@ def forward(
         feature_acts, _ = self.encode_with_hidden_pre_fn(x)
         return self.decode(feature_acts)
 
+    def get_fisher_reg_term(self, feature_acts) -> torch.Tensor:
+        pseudo_loss = torch.sum(feature_acts**2)
+        grads = torch.autograd.grad(
+            pseudo_loss, feature_acts, create_graph=True, retain_graph=True
+        )[0]
+
+        # Normalize feature activations along the batch (rows)
+        grads = grads - grads.mean(dim=0, keepdim=True)
+        grads = grads / (grads.norm(dim=0, keepdim=True) + 1e-8)
+
+        # Compute empirical Fisher matrix
+        F_empirical = torch.einsum("bi,bj->ij", grads, grads) / feature_acts.shape[0]
+
+        # Remove diagonal (self-correlation)
+        off_diag = F_empirical - torch.diag(torch.diag(F_empirical))
+
+        # Penalize off-diagonal (correlation) terms
+        fisher_reg_term = self.cfg.fisher_lambda_term * torch.sum(off_diag**2)
+
+        return fisher_reg_term
+
     def training_forward_pass(
         self,
         sae_in: torch.Tensor,
@@ -378,6 +442,8 @@ def training_forward_pass(
         # do a forward pass to get SAE out, but we also need the
         # hidden pre.
         feature_acts, hidden_pre = self.encode_with_hidden_pre_fn(sae_in)
+        if self.cfg.use_fisher and self.cfg.architecture != "gated":
+            self.fisher_reg_term = self.get_fisher_reg_term(feature_acts)
         sae_out = self.decode(feature_acts)
 
         # MSE LOSS
@@ -407,9 +473,16 @@ def training_forward_pass(
             aux_reconstruction_loss = torch.sum(
                 (via_gate_reconstruction - sae_in) ** 2, dim=-1
             ).mean()
+
             loss = mse_loss + l1_loss + aux_reconstruction_loss
+
             losses["auxiliary_reconstruction_loss"] = aux_reconstruction_loss
             losses["l1_loss"] = l1_loss
+            if self.cfg.use_fisher:
+                self.fisher_reg_term = self.get_fisher_reg_term(feature_acts)
+                losses["fisher_reg_term"] = self.fisher_reg_term
+                loss += self.fisher_reg_term
+
         elif self.cfg.architecture == "jumprelu":
             threshold = torch.exp(self.log_threshold)
             l0 = torch.sum(Step.apply(hidden_pre, threshold, self.bandwidth), dim=-1)  # type: ignore
@@ -425,6 +498,13 @@ def training_forward_pass(
             )
             losses["auxiliary_reconstruction_loss"] = topk_loss
             loss = mse_loss + topk_loss
+        elif self.cfg.architecture == "singular_fisher":
+            threshold = torch.exp(self.log_threshold)
+            l0 = torch.sum(Step.apply(hidden_pre, threshold, self.bandwidth), dim=-1)  # type: ignore
+            l0_loss = (current_l1_coefficient * l0).mean()
+            loss = mse_loss + l0_loss + self.fisher_reg_term
+            losses["l0_loss"] = l0_loss
+            losses["fisher_reg_term"] = self.fisher_reg_term
         else:
             # default SAE sparsity loss
             weighted_feature_acts = feature_acts
@@ -453,6 +533,9 @@ def training_forward_pass(
             losses["l1_loss"] = l1_loss
 
         losses["mse_loss"] = mse_loss
+        if self.cfg.use_fisher and self.cfg.architecture != "gated":
+            losses["fisher_reg_term"] = self.fisher_reg_term
+            loss = loss + self.fisher_reg_term
 
         return TrainStepOutput(
             sae_in=sae_in,
@@ -553,13 +636,13 @@ def batch_norm_mse_loss_fn(
         return standard_mse_loss_fn
 
     def process_state_dict_for_saving(self, state_dict: dict[str, Any]) -> None:
-        if self.cfg.architecture == "jumprelu" and "log_threshold" in state_dict:
+        if self.cfg.architecture in ["jumprelu", "singular_fisher"] and "log_threshold" in state_dict:
             threshold = torch.exp(state_dict["log_threshold"]).detach().contiguous()
             del state_dict["log_threshold"]
             state_dict["threshold"] = threshold
 
     def process_state_dict_for_loading(self, state_dict: dict[str, Any]) -> None:
-        if self.cfg.architecture == "jumprelu" and "threshold" in state_dict:
+        if self.cfg.architecture in ["jumprelu", "singular_fisher"] and "threshold" in state_dict:
             threshold = state_dict["threshold"]
             del state_dict["threshold"]
             state_dict["log_threshold"] = torch.log(threshold).detach().contiguous()
@@ -627,7 +710,7 @@ def initialize_weights_complex(self):
     @torch.no_grad()
     def fold_W_dec_norm(self):
         # need to deal with the jumprelu having a log_threshold in training
-        if self.cfg.architecture == "jumprelu":
+        if self.cfg.architecture == "jumprelu" or self.cfg.architecture == "singular_fisher":
             cur_threshold = self.threshold.clone()
             W_dec_norms = self.W_dec.norm(dim=-1).unsqueeze(1)
             super().fold_W_dec_norm()