query_pre_attn_scalar = 224?
#2
by
AlexHung29629
- opened
in https://huggingface.co/google/gemma-2-9b/blob/main/config.json
"query_pre_attn_scalar": 256,
in https://huggingface.co/google/gemma-2-9b/blob/main/config.json
"query_pre_attn_scalar": 256,