lowlorenz commited on
Commit
87413bd
·
verified ·
1 Parent(s): acd1628

Upload folder using huggingface_hub

Browse files
config.json ADDED
@@ -0,0 +1,54 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_class_name": "HookedViT",
3
+ "model_name": "openai/clip-vit-base-patch32",
4
+ "vit_model_cfg": null,
5
+ "model_path": null,
6
+ "hook_point_layer": 11,
7
+ "layer_subtype": "hook_resid_post",
8
+ "hook_point_head_index": null,
9
+ "context_size": 50,
10
+ "use_cached_activations": false,
11
+ "use_patches_only": false,
12
+ "cached_activations_path": "activations/_datasets_imagenet1k/openai_clip-vit-base-patch32/blocks.11.hook_resid_post",
13
+ "image_size": 224,
14
+ "architecture": "standard",
15
+ "b_dec_init_method": "geometric_median",
16
+ "expansion_factor": 64,
17
+ "from_pretrained_path": null,
18
+ "seed": 42,
19
+ "d_in": 768,
20
+ "activation_fn_str": "topk",
21
+ "activation_fn_kwargs": {
22
+ "k": 64
23
+ },
24
+ "cls_token_only": true,
25
+ "max_grad_norm": 1.0,
26
+ "initialization_method": "encoder_transpose_decoder",
27
+ "normalize_activations": null,
28
+ "n_batches_in_buffer": 20,
29
+ "store_batch_size": 256,
30
+ "num_workers": 32,
31
+ "num_epochs": 2,
32
+ "verbose": false,
33
+ "l1_coefficient": 3e-05,
34
+ "lp_norm": 1,
35
+ "lr": 0.005,
36
+ "lr_scheduler_name": "constantwithwarmup",
37
+ "lr_warm_up_steps": 200,
38
+ "train_batch_size": 4096,
39
+ "dataset_name": "imagenet1k",
40
+ "dataset_path": "/datasets/imagenet1k",
41
+ "dataset_train_path": "/datasets/imagenet1k/ILSVRC/Data/CLS-LOC/train",
42
+ "dataset_val_path": "/datasets/imagenet1k/ILSVRC/Data/CLS-LOC/val",
43
+ "use_ghost_grads": true,
44
+ "feature_sampling_window": 1000,
45
+ "dead_feature_window": 5000,
46
+ "dead_feature_threshold": 1e-08,
47
+ "log_to_wandb": true,
48
+ "wandb_project": "openai_clip_vit_b_32",
49
+ "wandb_entity": "perceptual-alignment",
50
+ "wandb_log_frequency": 100,
51
+ "n_validation_runs": 4,
52
+ "n_checkpoints": 2,
53
+ "checkpoint_path": "models/sae/openai/topk/acae9988-openai_clip_vit_b_32"
54
+ }
n_images_26050.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4d2cb8d969b2a2dcdef77bcd38786ea3aac5f4af14c268d720be6bc7c72154d
3
+ size 302193800
n_images_26050_log_feature_sparsity.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0585e01a16fce4b7b886477eef0520eecb24cd9705b0d5de116eae7ccaca1fbb
3
+ size 197992
n_images_52019.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de7f0d9f76d9ae9001472004e2ff8f4b4a7d5128fabaa0501478606765e2eea1
3
+ size 302193800
n_images_52019_log_feature_sparsity.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1069ac103d4dc404bc6fb770cd73e8ddee8f741ea9f302c3c5546ce4ebd0d835
3
+ size 197992