diff --git a/python/ray/data/tests/test_csv.py b/python/ray/data/tests/test_csv.py
index f685317d51301..af1259f893a68 100644
--- a/python/ray/data/tests/test_csv.py
+++ b/python/ray/data/tests/test_csv.py
@@ -796,11 +796,7 @@ def test_csv_read_filter_non_csv_file(ray_start_regular_shared, tmp_path):
     assert ds.to_pandas().equals(df)
 
 
-# NOTE: The last test using the shared ray_start_regular_shared cluster must use the
-# shutdown_only fixture so the shared cluster is shut down, otherwise the below
-# test_write_datasink_ray_remote_args test, which uses a cluster_utils cluster, will
-# fail with a double-init.
-def test_csv_read_no_header(shutdown_only, tmp_path):
+def test_csv_read_no_header(ray_start_regular_shared, tmp_path):
     from pyarrow import csv
 
     file_path = os.path.join(tmp_path, "test.csv")
@@ -814,7 +810,7 @@ def test_csv_read_no_header(shutdown_only, tmp_path):
     assert df.equals(out_df)
 
 
-def test_csv_read_with_column_type_specified(shutdown_only, tmp_path):
+def test_csv_read_with_column_type_specified(ray_start_regular_shared, tmp_path):
     from pyarrow import csv
 
     file_path = os.path.join(tmp_path, "test.csv")
@@ -846,7 +842,7 @@ def test_csv_read_with_column_type_specified(shutdown_only, tmp_path):
     Version(pa.__version__) < Version("7.0.0"),
     reason="invalid_row_handler was added in pyarrow 7.0.0",
 )
-def test_csv_invalid_file_handler(shutdown_only, tmp_path):
+def test_csv_invalid_file_handler(ray_start_regular_shared, tmp_path):
     from pyarrow import csv
 
     invalid_txt = "f1,f2\n2,3\nx\n4,5"