diff --git a/csrc/multidevice/symmetric_tensor.h b/csrc/multidevice/symmetric_tensor.h
index 5608153e0ce..ec07265a802 100644
--- a/csrc/multidevice/symmetric_tensor.h
+++ b/csrc/multidevice/symmetric_tensor.h
@@ -71,12 +71,14 @@ class SymmetricTensor {
   size_t requested_size_;
   mutable bool are_remote_tensors_setup_ = false;
   bool is_multicast_setup_ = false;
+  void* mc_ptr_{nullptr};
+#if (CUDA_VERSION >= 13000)
   CUmemGenericAllocationHandle mcast_handle_{};
   CUdevice cu_dev_{};
-  void* mc_ptr_{nullptr};
   CUdeviceptr mc_base_ptr_{0};
   int exporter_rank_{-1};
   int peer_fd_{-1};
+#endif
   bool is_contiguous_view_setup_ = false;
   at::Tensor contiguous_view_;
 };