diff --git a/tests/xgboost/test_xgboost_converters.py b/tests/xgboost/test_xgboost_converters.py
index 5cfea0bf..30ba92f0 100644
--- a/tests/xgboost/test_xgboost_converters.py
+++ b/tests/xgboost/test_xgboost_converters.py
@@ -479,6 +479,7 @@ def test_xgb0_empty_tree_classifier(self):
         assert_almost_equal(xgb.predict_proba(X), res[1])
         assert_almost_equal(xgb.predict(X), res[0])
 
+    @unittest.skipIf(XGBRegressor is None, "xgboost is not available")
     def test_xgb_best_tree_limit_classifier(self):
         # Train
         iris = load_iris()
@@ -822,5 +823,4 @@ def test_xgb_classifier_13_2(self):
 
 
 if __name__ == "__main__":
-    TestXGBoostModels().test_xgb_classifier_13_2()
     unittest.main(verbosity=2)
diff --git a/tests/xgboost/test_xgboost_converters_rf.py b/tests/xgboost/test_xgboost_converters_rf.py
index f85bb5e5..ddff9090 100644
--- a/tests/xgboost/test_xgboost_converters_rf.py
+++ b/tests/xgboost/test_xgboost_converters_rf.py
@@ -87,5 +87,4 @@ def test_xgbrf_classifier(self):
 
 
 if __name__ == "__main__":
-    # TestXGBoostModels().test_xgboost_booster_classifier_multiclass_softprob()
     unittest.main(verbosity=2)