flodraye commited on
Commit
88021d3
·
verified ·
1 Parent(s): 71f2eef

Upload folder using huggingface_hub

Browse files
Files changed (2) hide show
  1. clt_cfg.json +1 -0
  2. clt_weights.safetensors +3 -0
clt_cfg.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"device": "cuda:0", "dtype": "torch.float32", "seed": 42, "model_name": "meta-llama/Llama-3.2-1B", "d_in": 2048, "d_latent": 7100, "n_layers": 16, "jumprelu_bandwidth": 1.0, "jumprelu_init_threshold": 0.03, "normalize_decoder": false, "dead_feature_window": 250, "cross_layer_decoders": true, "context_size": 16, "functional_loss": "kl", "l0_coefficient": 30.0, "ddp": true, "fsdp": false}
clt_weights.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71a9060dc22dc80ea7117dba897cad8c3ce1e21c324e739598258da356bd3c29
3
+ size 8843747744