diff --git a/source/op/prod_env_mat_multi_device.cc b/source/op/prod_env_mat_multi_device.cc
index 7037a00a6c..ca2778a20b 100644
--- a/source/op/prod_env_mat_multi_device.cc
+++ b/source/op/prod_env_mat_multi_device.cc
@@ -1765,7 +1765,7 @@ REGISTER_CPU(double);
 
 // Register the GPU kernels.
 // Compatible with v1.3
-#if GOOGLE_CUDA || TENSORFLOW_USE_ROCM
+#if 0  // GOOGLE_CUDA || TENSORFLOW_USE_ROCM
 #define REGISTER_GPU(T)                                    \
   REGISTER_KERNEL_BUILDER(Name("ProdEnvMatA")              \
                               .Device(DEVICE_GPU)          \