diff --git a/include/mxnet/tuple.h b/include/mxnet/tuple.h
index e1d9b66754d1..2b2755069707 100644
--- a/include/mxnet/tuple.h
+++ b/include/mxnet/tuple.h
@@ -383,7 +383,7 @@ class Tuple {
 
  protected:
   // stack cache size
-  static const int kStackCache = 4;
+  static const int kStackCache = 8;
   /*! \brief number of dimension of the tuple */
   int ndim_{0};
   /*! \brief number of cells allocated in data_heap_ */