{ "architectures": [ "ESMplusplusForMaskedLM" ], "hidden_size": 1152, "model_type": "ESMplusplus", "num_attention_heads": 18, "num_hidden_layers": 36, "torch_dtype": "float32", "transformers_version": "4.45.0", "vocab_size": 64 }