diff --git a/src/mcore_bridge/bridge/gpt_bridge.py b/src/mcore_bridge/bridge/gpt_bridge.py
index 41caf7cb..64b473f2 100644
--- a/src/mcore_bridge/bridge/gpt_bridge.py
+++ b/src/mcore_bridge/bridge/gpt_bridge.py
@@ -405,7 +405,7 @@ def _get_weight(
                 tensor = [tensor]
             if self._is_fp8_param(tensor[0]):
                 mg_scale_inv = [
-                    t._rowwise_scale_inv[..., :math.ceil(t._rowwise_data.shape[-1] / self.fp8_block_size)]
+                    t._rowwise_scale_inv[..., :math.ceil(t._rowwise_data.shape[-1] / self.fp8_block_size)].contiguous()
                     for t in tensor
                 ]
                 tensor = [t._rowwise_data for t in tensor]