lowlorenz commited on
Commit
7d9d1ea
·
verified ·
1 Parent(s): 0407e3b

Upload folder using huggingface_hub

Browse files
config.json ADDED
@@ -0,0 +1,54 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_class_name": "HookedViT",
3
+ "model_name": "openai/clip-vit-base-patch32",
4
+ "vit_model_cfg": null,
5
+ "model_path": null,
6
+ "hook_point_layer": 11,
7
+ "layer_subtype": "hook_resid_post",
8
+ "hook_point_head_index": null,
9
+ "context_size": 50,
10
+ "use_cached_activations": false,
11
+ "use_patches_only": false,
12
+ "cached_activations_path": "activations/_datasets_imagenet1k/openai_clip-vit-base-patch32/blocks.11.hook_resid_post",
13
+ "image_size": 224,
14
+ "architecture": "standard",
15
+ "b_dec_init_method": "geometric_median",
16
+ "expansion_factor": 64,
17
+ "from_pretrained_path": null,
18
+ "seed": 42,
19
+ "d_in": 768,
20
+ "activation_fn_str": "topk",
21
+ "activation_fn_kwargs": {
22
+ "k": 64
23
+ },
24
+ "cls_token_only": false,
25
+ "max_grad_norm": 1.0,
26
+ "initialization_method": "encoder_transpose_decoder",
27
+ "normalize_activations": null,
28
+ "n_batches_in_buffer": 20,
29
+ "store_batch_size": 256,
30
+ "num_workers": 32,
31
+ "num_epochs": 1,
32
+ "verbose": false,
33
+ "l1_coefficient": 0.3,
34
+ "lp_norm": 1,
35
+ "lr": 0.0002,
36
+ "lr_scheduler_name": "cosineannealingwarmup",
37
+ "lr_warm_up_steps": 200,
38
+ "train_batch_size": 4096,
39
+ "dataset_name": "imagenet1k",
40
+ "dataset_path": "/datasets/imagenet1k",
41
+ "dataset_train_path": "/datasets/imagenet1k/ILSVRC/Data/CLS-LOC/train",
42
+ "dataset_val_path": "/datasets/imagenet1k/ILSVRC/Data/CLS-LOC/val",
43
+ "use_ghost_grads": true,
44
+ "feature_sampling_window": 1000,
45
+ "dead_feature_window": 5000,
46
+ "dead_feature_threshold": 1e-08,
47
+ "log_to_wandb": true,
48
+ "wandb_project": "openai_clip_vit_b_32",
49
+ "wandb_entity": "perceptual-alignment",
50
+ "wandb_log_frequency": 100,
51
+ "n_validation_runs": 4,
52
+ "n_checkpoints": 2,
53
+ "checkpoint_path": "models/sae/openai/topk/45f08c42-openai_clip_vit_b_32"
54
+ }
n_images_1300070.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12bb289b67a31794744b404818dd03d02fd99f990b92cd7af23c5b4690de87ba
3
+ size 302193816
n_images_1300070_log_feature_sparsity.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2efd8ec717de9fb460ed89298d1d51783e45b3be92893c3e19833530a52dc7b
3
+ size 198002
n_images_650035.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da6b1c48c38ca637f4c654266896fb85f3abccff75596bfee9c9bfe723103e02
3
+ size 302193808
n_images_650035_log_feature_sparsity.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56af9449fe87de52dbd74cbd8b3c65ef3c6183cbf0cd2cdddd89f95a7bc5bad5
3
+ size 197997