diff --git a/csrc/kernels/configs.cuh b/csrc/kernels/configs.cuh
index 4df478fe..8dd36bf9 100644
--- a/csrc/kernels/configs.cuh
+++ b/csrc/kernels/configs.cuh
@@ -6,7 +6,7 @@
 #define NUM_MAX_LOCAL_EXPERTS 1024
 #define NUM_BUFFER_ALIGNMENT_BYTES 128
 
-#define FINISHED_SUM_TAG 1024
+#define FINISHED_SUM_TAG 2048
 #define NUM_WAIT_NANOSECONDS 500
 
 #ifndef ENABLE_FAST_DEBUG