Update modeling_granite_speech.py

modeling_granite_speech.py

@@ -527,7 +527,7 @@ class GraniteSpeechEncoderProjectorPreTrainedModel(PreTrainedModel):
         "OPTDecoderLayer",
     ]
     _skip_keys_device_placement = "past_key_values"
-    _keep_in_fp32_modules = ["query_tokens"]
+    #_keep_in_fp32_modules = ["query_tokens"]
 
     def _init_weights(self, module):
         """Initialize the weights"""