_target_: sat_pred.models.earthformer_model.Earthformer
attn_drop: 0.1
attn_linear_init_mode: '0'
base_units: 128
block_units: null
checkpoint_level: 0
conv_init_mode: '0'
dec_cross_attn_patterns: cross_1x1
dec_cross_last_n_frames: null
dec_depth:
- 1
- 1
dec_hierarchical_pos_embed: false
dec_self_attn_patterns: axial
dec_self_update_global: true
dec_use_first_self_attn: false
dec_use_inter_ffn: true
down_up_linear_init_mode: '0'
downsample: 2
downsample_type: patch_merge
enc_attn_patterns: axial
enc_depth:
- 1
- 1
enc_use_inter_ffn: true
ffn_activation: gelu
ffn_drop: 0.1
ffn_linear_init_mode: '0'
gated_ffn: false
global_dim_ratio: 1
initial_downsample_activation: leaky
initial_downsample_stack_conv_dim_list:
- 16
- 64
- 128
initial_downsample_stack_conv_downscale_list:
- 3
- 2
- 2
initial_downsample_stack_conv_num_conv_list:
- 2
- 2
- 2
initial_downsample_stack_conv_num_layers: 3
initial_downsample_type: stack_conv
input_shape:
- 12
- 372
- 614
- 11
norm_init_mode: '0'
norm_layer: layer_norm
num_global_vectors: 8
num_heads: 4
padding_type: zeros
pos_embed_type: t+h+w
proj_drop: 0.1
scale_alpha: 1.0
self_attn_use_final_proj: true
separate_global_qkv: true
target_shape:
- 12
- 372
- 614
- 11
upsample_type: upsample
use_dec_cross_global: false
use_dec_self_global: false
use_global_self_attn: true
use_global_vector_ffn: false
use_relative_pos: true
z_init_method: zeros