Epic3123 commited on
Commit
c92c6b1
·
verified ·
1 Parent(s): 306fc72

Upload folder using huggingface_hub

Browse files
config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"sae": {"expansion_factor": 32, "normalize_decoder": true, "num_latents": 0, "k": 32, "multi_topk": false}, "batch_size": 8, "grad_acc_steps": 1, "micro_acc_steps": 1, "lr": null, "lr_warmup_steps": 1000, "auxk_alpha": 0.0, "dead_feature_threshold": 10000000, "hookpoints": ["model.layers.10", "model.layers.14", "model.layers.15"], "layers": [10, 14, 15], "layer_stride": 1, "distribute_modules": false, "save_every": 1000, "log_to_wandb": true, "run_name": null, "wandb_log_frequency": 1}
lr_scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a78893e63e4dc2703bb0e6d7d9dc12230c6b3e49658289e466c1bd8c83b23a2
3
+ size 1076
model.layers.10/cfg.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"expansion_factor": 32, "normalize_decoder": true, "num_latents": 0, "k": 32, "multi_topk": false, "d_in": 4096}
model.layers.10/sae.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:587e4acf0d99a86b1d960347de11c6f01c74747f65d1a6cbe3e443d222a43477
3
+ size 4295508312
model.layers.14/cfg.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"expansion_factor": 32, "normalize_decoder": true, "num_latents": 0, "k": 32, "multi_topk": false, "d_in": 4096}
model.layers.14/sae.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfb52c8ebf3aa9201190f6c80a224724f4b5bdcda547dbd5e9dfae8f9db4c874
3
+ size 4295508312
model.layers.15/cfg.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"expansion_factor": 32, "normalize_decoder": true, "num_latents": 0, "k": 32, "multi_topk": false, "d_in": 4096}
model.layers.15/sae.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42f59b8c2b60a7cfff7a551b1bced8cbe0f69922ccfe74c029501c5314c3ac86
3
+ size 4295508312
optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b37c150310eaf97524ca6891b3b5c20fe3451d2c0d7a4835d79e95e5163df428
3
+ size 6455863976
state.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83639245ed321e8f520e00c8233f537b083195058796135869bf09b657172c2e
3
+ size 3147334