Skip to content

Commit

Permalink
added tst_var_compress.c
Browse files Browse the repository at this point in the history
  • Loading branch information
edwardhartnett committed Sep 3, 2020
1 parent 39b0940 commit f11724c
Show file tree
Hide file tree
Showing 4 changed files with 132 additions and 3 deletions.
2 changes: 1 addition & 1 deletion tests/ncint/CMakeLists.txt
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,7 @@ include_directories("${CMAKE_SOURCE_DIR}/tests/ncint")
include_directories("${CMAKE_BINARY_DIR}")

set (my_tests tst_async_multi tst_ncint_async_perf
tst_ncint_perf tst_pio_async tst_pio_udf)
tst_ncint_perf tst_pio_async tst_pio_udf tst_var_compress)

# Test Timeout in seconds.
if (PIO_VALGRIND_CHECK)
Expand Down
2 changes: 1 addition & 1 deletion tests/ncint/Makefile.am
Original file line number Diff line number Diff line change
Expand Up @@ -9,7 +9,7 @@ LDADD = ${top_builddir}/src/clib/libpioc.la

# Build the test for make check.
check_PROGRAMS = tst_pio_udf tst_pio_async tst_async_multi \
tst_ncint_async_perf tst_ncint_perf
tst_ncint_async_perf tst_ncint_perf tst_var_compress

tst_pio_udf_SOURCES = tst_pio_udf.c pio_err_macros.h
tst_pio_async_SOURCES = tst_pio_async.c pio_err_macros.h
Expand Down
2 changes: 1 addition & 1 deletion tests/ncint/run_tests.sh.in
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,7 @@ trap exit INT TERM

printf 'running PIO tests...\n'

PIO_TESTS='tst_pio_udf tst_pio_async tst_async_multi'
PIO_TESTS='tst_pio_udf tst_pio_async tst_async_multi tst_var_compress'

success1=true
success2=true
Expand Down
129 changes: 129 additions & 0 deletions tests/ncint/tst_var_compress.c
Original file line number Diff line number Diff line change
@@ -0,0 +1,129 @@
/* Test netcdf integration layer of the PIO library.
Test variable compression settings with the netCDF integration
layer.
Ed Hartnett, 9/3/20
*/

#include "config.h"
#include "pio_err_macros.h"
#include <pio.h>

#define FILE_NAME "tst_var_compress.nc"
#define VAR_NAME "data_var"
#define DIM_NAME_UNLIMITED "dim_unlimited"
#define DIM_NAME_X "dim_x"
#define DIM_NAME_Y "dim_y"
#define DIM_LEN_X 4
#define DIM_LEN_Y 4
#define NDIM2 2
#define NDIM3 3
#define TEST_VAL_42 42

extern NC_Dispatch NCINT_dispatcher;

int
main(int argc, char **argv)
{
int my_rank;
int ntasks;

/* Initialize MPI. */
if (MPI_Init(&argc, &argv)) PERR;

/* Learn my rank and the total number of processors. */
if (MPI_Comm_rank(MPI_COMM_WORLD, &my_rank)) PERR;
if (MPI_Comm_size(MPI_COMM_WORLD, &ntasks)) PERR;

if (!my_rank)
printf("\n*** Testing netCDF integration layer.\n");
if (!my_rank)
printf("*** testing getting/setting of default iosystemid...");
{
int iosysid;

if (nc_set_iosystem(TEST_VAL_42)) PERR;
if (nc_get_iosystem(&iosysid)) PERR;
if (iosysid != TEST_VAL_42) PERR;
}
PSUMMARIZE_ERR;

if (!my_rank)
printf("*** testing simple use of netCDF integration layer format...");
{
int ncid, ioid;
int dimid[NDIM3], varid;
int dimlen[NDIM3] = {NC_UNLIMITED, DIM_LEN_X, DIM_LEN_Y};
int iosysid;
NC_Dispatch *disp_in;
size_t elements_per_pe;
size_t *compdof; /* The decomposition mapping. */
int *my_data;
int *data_in;
int i;

/* Turn on logging for PIO library. */
/* PIOc_set_log_level(3); */

/* Initialize the intracomm. */
if (nc_def_iosystem(MPI_COMM_WORLD, 1, 1, 0, 0, &iosysid)) PERR;

/* Create a file with a 3D record var. */
if (nc_create(FILE_NAME, NC_PIO, &ncid)) PERR;
if (nc_def_dim(ncid, DIM_NAME_UNLIMITED, dimlen[0], &dimid[0])) PERR;
if (nc_def_dim(ncid, DIM_NAME_X, dimlen[1], &dimid[1])) PERR;
if (nc_def_dim(ncid, DIM_NAME_Y, dimlen[2], &dimid[2])) PERR;
if (nc_def_var(ncid, VAR_NAME, NC_INT, NDIM3, dimid, &varid)) PERR;

/* Calculate a decomposition for distributed arrays. */
elements_per_pe = DIM_LEN_X * DIM_LEN_Y / ntasks;
if (!(compdof = malloc(elements_per_pe * sizeof(size_t))))
PERR;
for (i = 0; i < elements_per_pe; i++)
compdof[i] = my_rank * elements_per_pe + i;

/* Create the PIO decomposition for this test. */
if (nc_def_decomp(iosysid, PIO_INT, NDIM2, &dimlen[1], elements_per_pe,
compdof, &ioid, 1, NULL, NULL)) PERR;
free(compdof);

/* Create some data on this processor. */
if (!(my_data = malloc(elements_per_pe * sizeof(int)))) PERR;
for (i = 0; i < elements_per_pe; i++)
my_data[i] = my_rank * 10 + i;

/* Write some data with distributed arrays. */
if (nc_put_vard_int(ncid, varid, ioid, 0, my_data)) PERR;
if (nc_close(ncid)) PERR;

/* Check that our user-defined format has been added. */
if (nc_inq_user_format(NC_PIO, &disp_in, NULL)) PERR;
if (disp_in != &NCINT_dispatcher) PERR;

/* Open the file. */
if (nc_open(FILE_NAME, NC_PIO, &ncid)) PERR;

/* Read distributed arrays. */
if (!(data_in = malloc(elements_per_pe * sizeof(int)))) PERR;
if (nc_get_vard_int(ncid, varid, ioid, 0, data_in)) PERR;

/* Check results. */
for (i = 0; i < elements_per_pe; i++)
if (data_in[i] != my_data[i]) PERR;

/* Close file. */
if (nc_close(ncid)) PERR;

/* Free resources. */
free(data_in);
free(my_data);
if (nc_free_decomp(ioid)) PERR;
if (nc_free_iosystem(iosysid)) PERR;
}
PSUMMARIZE_ERR;

/* Finalize MPI. */
MPI_Finalize();
PFINAL_RESULTS;
}

0 comments on commit f11724c

Please sign in to comment.