diff --git a/ci/apt-test.sh b/ci/apt-test.sh
index 788d9a9..daadece 100755
--- a/ci/apt-test.sh
+++ b/ci/apt-test.sh
@@ -10,6 +10,6 @@ apt install -V -y lsb-release
 apt install -V -y ruby-dev git build-essential pkg-config
 apt install -V -y libcap-ng-dev
 cd /capng && \
-    gem install bundler --no-document && \
+    gem install bundler -v 2.3.27 --no-document && \
     bundle install && \
     bundle exec rake
diff --git a/ci/yum-test.sh b/ci/yum-test.sh
index 39e19cc..0998f53 100755
--- a/ci/yum-test.sh
+++ b/ci/yum-test.sh
@@ -60,5 +60,5 @@ if [ $USE_SCL -eq 1 ]; then
     export MANPATH=
     cd /capng && source /opt/rh/rh-ruby26/enable && gem install bundler --no-document && bundle install && bundle exec rake
 else
-    cd /capng && gem install bundler --no-document && bundle install && bundle exec rake
+    cd /capng && gem install bundler -v 2.4.22 --no-document && bundle install && bundle exec rake
 fi