jbloom
/

Gemma-2b-IT-Residual-Stream-SAEs

Model card Files Files and versions Community

Update README.md

#1

by lewington - opened Jul 24

base: refs/heads/main

←

from: refs/pr/1

Discussion Files changed

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -18,7 +18,7 @@ from transformer_lens import HookedTransformer
 from sae_lens import SAE, ActivationsStore
 torch.set_grad_enabled(False)
-model = HookedTransformer.from_pretrained("gemma-2b")
 sae, cfg, sparsity = SAE.from_pretrained(
  "gemma-2b-it-res-jb", # to see the list of available releases, go to: https://github.com/jbloomAus/SAELens/blob/main/sae_lens/pretrained_saes.yaml
  "blocks.12.hook_resid_post" # change this to another specific SAE ID in the release if desired.

 from sae_lens import SAE, ActivationsStore
 torch.set_grad_enabled(False)
+model = HookedTransformer.from_pretrained("gemma-2b-it")
 sae, cfg, sparsity = SAE.from_pretrained(
  "gemma-2b-it-res-jb", # to see the list of available releases, go to: https://github.com/jbloomAus/SAELens/blob/main/sae_lens/pretrained_saes.yaml
  "blocks.12.hook_resid_post" # change this to another specific SAE ID in the release if desired.