OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_0/metrics.json |
5 |
32 |
0 |
0.004215 |
2.121528 |
3.603763 |
3.599065 |
5.748601 |
0.998013 |
0.997814 |
32.013138 |
31.891546 |
0.996240 |
31.993979 |
42.146969 |
0.966712 |
8.074387 |
6144.000000 |
OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_0/metrics.json |
OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_1/metrics.json |
5 |
32 |
1 |
0.001881 |
0.024066 |
3.601315 |
3.599065 |
3.620633 |
0.921821 |
0.895681 |
9.714648 |
9.157854 |
0.937912 |
32.000000 |
82.860558 |
0.868087 |
9.541979 |
6144.000000 |
OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_1/metrics.json |
OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_2/metrics.json |
5 |
32 |
2 |
0.002342 |
0.031005 |
3.600916 |
3.599065 |
3.626660 |
0.924478 |
0.932912 |
8.641823 |
8.045539 |
0.929619 |
32.000000 |
82.863617 |
0.853233 |
9.740603 |
6144.000000 |
OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_2/metrics.json |
OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_3/metrics.json |
5 |
32 |
3 |
0.002842 |
0.025134 |
3.602360 |
3.599065 |
3.628661 |
0.886914 |
0.888638 |
8.571012 |
7.753783 |
0.904760 |
32.000000 |
81.563385 |
0.815689 |
13.545696 |
6144.000000 |
OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_3/metrics.json |
OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_4/metrics.json |
5 |
32 |
4 |
0.003790 |
0.026723 |
3.603180 |
3.599065 |
3.632133 |
0.858169 |
0.875538 |
9.123016 |
7.993571 |
0.877799 |
32.000000 |
79.127533 |
0.772355 |
19.599684 |
6144.000000 |
OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_4/metrics.json |
OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_5/metrics.json |
5 |
32 |
5 |
0.004055 |
0.031378 |
3.602063 |
3.599065 |
3.627760 |
0.870766 |
0.895510 |
10.034396 |
8.880257 |
0.886243 |
32.000000 |
77.734062 |
0.782550 |
24.739639 |
6144.000000 |
OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_5/metrics.json |
OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_6/metrics.json |
5 |
32 |
6 |
0.005056 |
0.032789 |
3.604352 |
3.599065 |
3.634286 |
0.845789 |
0.849889 |
11.678066 |
10.210135 |
0.877007 |
32.000000 |
74.857086 |
0.753413 |
35.039909 |
6144.000000 |
OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_6/metrics.json |
OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_7/metrics.json |
5 |
32 |
7 |
0.004876 |
0.034661 |
3.605160 |
3.599065 |
3.634834 |
0.859336 |
0.829584 |
13.650208 |
12.291288 |
0.902289 |
32.000000 |
71.106369 |
0.783828 |
41.602531 |
6144.000000 |
OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_7/metrics.json |
OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_8/metrics.json |
5 |
32 |
8 |
0.005558 |
0.029382 |
3.604657 |
3.599065 |
3.625802 |
0.810828 |
0.790831 |
16.137949 |
14.443828 |
0.896318 |
32.000000 |
71.654037 |
0.759009 |
57.211456 |
6144.000000 |
OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_8/metrics.json |
OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_9/metrics.json |
5 |
32 |
9 |
0.004499 |
0.028918 |
3.601583 |
3.599065 |
3.636501 |
0.844428 |
0.932728 |
20.912498 |
19.139347 |
0.917789 |
32.000000 |
65.829063 |
0.780790 |
77.843826 |
6144.000000 |
OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_9/metrics.json |
OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_10/metrics.json |
5 |
32 |
10 |
0.003999 |
0.024752 |
3.602678 |
3.599065 |
3.640488 |
0.838441 |
0.912773 |
31.821377 |
30.121130 |
0.945757 |
32.000000 |
55.563881 |
0.819294 |
125.342606 |
6144.000000 |
OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_10/metrics.json |
OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_11/metrics.json |
5 |
32 |
11 |
0.003772 |
0.106875 |
3.601134 |
3.599065 |
3.730870 |
0.964708 |
0.984299 |
280.864441 |
280.543213 |
0.998668 |
31.687500 |
17.145309 |
0.967849 |
180.271027 |
6144.000000 |
OAI_GPT2Small_v5_32k_resid_delta_attn/v5_32k_layer_11/metrics.json |