diff --git a/src/kvstore/gradient_compression.cc b/src/kvstore/gradient_compression.cc
index dbfc495cc8b0..d59035a77470 100644
--- a/src/kvstore/gradient_compression.cc
+++ b/src/kvstore/gradient_compression.cc
@@ -72,7 +72,7 @@ void GradientCompression::SetTwoBitCompression(const float threshold) {
 std::string GradientCompression::EncodeParams() {
   using namespace std;  // to reduce length of next line
   string rval = get_type_str();
-  if (type_ == CompressionType::kTwoBit) {
+  if (type_ != CompressionType::kNone) {
     rval += "," + to_string(threshold_);
   }
   return rval;