diff --git a/csrc/quantization/gptq_marlin/quantized_marlin_common.cuh b/csrc/quantization/gptq_marlin/quantized_marlin_common.cuh
index 4f8331b160629..af5563bb2dcd2 100644
--- a/csrc/quantization/gptq_marlin/quantized_marlin_common.cuh
+++ b/csrc/quantization/gptq_marlin/quantized_marlin_common.cuh
@@ -1611,8 +1611,6 @@ exec_config_t determine_thread_config(int prob_m, int prob_n, int prob_k,
   return exec_config_t{0, {-1, -1, -1}};
 }
 
-#endif
-
 inline exec_config_t get_and_check_exec_config(int prob_m, int prob_n,
                                                int prob_k, int num_bits,
                                                bool has_act_order,
@@ -1679,4 +1677,6 @@ inline int get_and_check_group_blocks(int prob_k, bool has_act_order,
   }
 }
 
+#endif
+
 }  // namespace gptq_marlin