zhenghenry's picture
Upload SAE blocks.0.hook_resid_post
8787580 verified
raw
history blame contribute delete
No virus
586 Bytes
{"architecture": "gated", "d_in": 768, "d_sae": 24576, "dtype": "float32", "device": "cuda", "model_name": "gpt2", "hook_name": "blocks.0.hook_resid_post", "hook_layer": 0, "hook_head_index": null, "activation_fn_str": "relu", "activation_fn_kwargs": {}, "apply_b_dec_to_input": true, "finetuning_scaling_factor": false, "sae_lens_training_version": "3.18.2", "prepend_bos": true, "dataset_path": "apollo-research/roneneldan-TinyStories-tokenizer-gpt2", "dataset_trust_remote_code": true, "context_size": 128, "normalize_activations": "expected_average_only_in", "neuronpedia_id": null}