Update README.md
Browse files
README.md
CHANGED
@@ -15,11 +15,11 @@ They are loadable using SAE via a few methods. The preferred method is to use th
|
|
15 |
```python
|
16 |
import torch
|
17 |
from transformer_lens import HookedTransformer
|
18 |
-
from sae_lens import
|
19 |
|
20 |
torch.set_grad_enabled(False)
|
21 |
model = HookedTransformer.from_pretrained("gemma-2b")
|
22 |
-
sae, cfg, sparsity =
|
23 |
"gemma-2b-it-res-jb", # to see the list of available releases, go to: https://github.com/jbloomAus/SAELens/blob/main/sae_lens/pretrained_saes.yaml
|
24 |
"blocks.12.hook_resid_post" # change this to another specific SAE ID in the release if desired.
|
25 |
)
|
|
|
15 |
```python
|
16 |
import torch
|
17 |
from transformer_lens import HookedTransformer
|
18 |
+
from sae_lens import SAE, ActivationsStore
|
19 |
|
20 |
torch.set_grad_enabled(False)
|
21 |
model = HookedTransformer.from_pretrained("gemma-2b")
|
22 |
+
sae, cfg, sparsity = SAE.from_pretrained(
|
23 |
"gemma-2b-it-res-jb", # to see the list of available releases, go to: https://github.com/jbloomAus/SAELens/blob/main/sae_lens/pretrained_saes.yaml
|
24 |
"blocks.12.hook_resid_post" # change this to another specific SAE ID in the release if desired.
|
25 |
)
|