diff --git a/demos/Backward_Lens_Demo.ipynb b/demos/Backward_Lens_Demo.ipynb
index 070e7f984..94942c9a6 100644
--- a/demos/Backward_Lens_Demo.ipynb
+++ b/demos/Backward_Lens_Demo.ipynb
@@ -843,49 +843,49 @@
"
\n",
" | 0 | \n",
" 0 | \n",
- " 6.557e-01 | \n",
+ " 6.56e-01 | \n",
" adr, adian, umn, itia, igmatic | \n",
" adr, adian, umn, itia, igmatic | \n",
"
\n",
" \n",
" | 1 | \n",
" 2 | \n",
- " 1.442e+00 | \n",
+ " 1.44e+00 | \n",
" EStreamFrame, ORPG, Dise, misconception, senal | \n",
" EStreamFrame, ORPG, Dise, misconception, senal | \n",
"
\n",
" \n",
" | 2 | \n",
" 4 | \n",
- " 1.329e+00 | \n",
+ " 1.33e+00 | \n",
" Diseases, Firstly, Feet, heses, Differences | \n",
" Diseases, Firstly, Feet, heses, Differences | \n",
"
\n",
" \n",
" | 3 | \n",
" 6 | \n",
- " 1.042e+00 | \n",
+ " 1.04e+00 | \n",
" Tycoon, 76561, Osiris, Modes, Memories | \n",
" Tycoon, 76561, Osiris, Modes, Memories | \n",
"
\n",
" \n",
" | 4 | \n",
" 8 | \n",
- " 4.872e-01 | \n",
+ " 4.87e-01 | \n",
" Paris, Paris, Cologne, Copenhagen, Rome | \n",
" Paris, Paris, Cologne, Copenhagen, Rome | \n",
"
\n",
" \n",
" | 5 | \n",
" 10 | \n",
- " 2.749e-01 | \n",
+ " 2.75e-01 | \n",
" Paris, Paris, Copenhagen, Cologne, Kyoto | \n",
" Paris, Paris, Copenhagen, Cologne, Kyoto | \n",
"
\n",
" \n",
" | 6 | \n",
" 11 | \n",
- " 2.609e-01 | \n",
+ " 2.61e-01 | \n",
" Paris, Paris, Copenhagen, Marse, France | \n",
" Paris, Paris, Copenhagen, Marse, France | \n",
"
\n",
@@ -894,14 +894,14 @@
""
],
"text/plain": [
- " layer VJP norm raw FF2 bottom tokens \\\n",
- "0 0 6.557e-01 adr, adian, umn, itia, igmatic \n",
- "1 2 1.442e+00 EStreamFrame, ORPG, Dise, misconception, senal \n",
- "2 4 1.329e+00 Diseases, Firstly, Feet, heses, Differences \n",
- "3 6 1.042e+00 Tycoon, 76561, Osiris, Modes, Memories \n",
- "4 8 4.872e-01 Paris, Paris, Cologne, Copenhagen, Rome \n",
- "5 10 2.749e-01 Paris, Paris, Copenhagen, Cologne, Kyoto \n",
- "6 11 2.609e-01 Paris, Paris, Copenhagen, Marse, France \n",
+ " layer VJP norm raw FF2 bottom tokens \\\n",
+ "0 0 6.56e-01 adr, adian, umn, itia, igmatic \n",
+ "1 2 1.44e+00 EStreamFrame, ORPG, Dise, misconception, senal \n",
+ "2 4 1.33e+00 Diseases, Firstly, Feet, heses, Differences \n",
+ "3 6 1.04e+00 Tycoon, 76561, Osiris, Modes, Memories \n",
+ "4 8 4.87e-01 Paris, Paris, Cologne, Copenhagen, Rome \n",
+ "5 10 2.75e-01 Paris, Paris, Copenhagen, Cologne, Kyoto \n",
+ "6 11 2.61e-01 Paris, Paris, Copenhagen, Marse, France \n",
"\n",
" normalized FF2 bottom tokens \n",
"0 adr, adian, umn, itia, igmatic \n",
@@ -932,10 +932,11 @@
" row = (layer, position, token, joined(ff1_top[position]), joined(ff2_bottom[position]))\n",
" layer_position_rows.append(row)\n",
" normalized = vocab_logits(model, delta[-1], normalized=True)\n",
+ " # fp32 backends disagree in the fifth significant digit, so the norm shows three.\n",
" norm_comparison_rows.append(\n",
" (\n",
" layer,\n",
- " f\"{float(delta[-1].norm()):.3e}\",\n",
+ " f\"{float(delta[-1].norm()):.2e}\",\n",
" joined(ff2[-1].topk(5, largest=False).indices),\n",
" joined(normalized.topk(5, largest=False).indices),\n",
" )\n",