Update modeling_gpt_refact.py

modeling_gpt_refact.py

@@ -420,7 +420,7 @@ class GPTRefactModel(GPTRefactPreTrainedModel):
         hidden_states = self.wte(input_ids) if inputs_embeds is None else inputs_embeds
 
         alibi = get_alibi_biases(hidden_states.shape[0], seq_length_with_past,
-                                 self.num_heads, device, self.wte.weight.dtype)[:, :, -query_length:, :]
+                                 self.num_heads, device, torch.float32)[:, :, -query_length:, :]
 
         output_shape = input_shape + (hidden_states.size(-1),)