1 /*
2 * Copyright (C) by Argonne National Laboratory
3 * See COPYRIGHT in top-level directory
4 */
5
6 #include <stdio.h>
7 #include <stdlib.h>
8 #include <mpi.h>
9 #include "mpitest.h"
10
11 #define NSIDE 5
12 #define NBLOCK 3
13 #define NPROC 2
14
15 #define CHECK(fn) {int errcode; errcode = (fn); if (errcode != MPI_SUCCESS) handle_error(errcode, #fn);}
16
handle_error(int errcode,const char * str)17 static void handle_error(int errcode, const char *str)
18 {
19 char msg[MPI_MAX_ERROR_STRING];
20 int resultlen;
21 MPI_Error_string(errcode, msg, &resultlen);
22 fprintf(stderr, "%s: %s\n", str, msg);
23 MPI_Abort(MPI_COMM_WORLD, 1);
24 }
25
26
main(int argc,char * argv[])27 int main(int argc, char *argv[])
28 {
29 int i, j, nerrors = 0, total_errors = 0;
30
31 int rank, size;
32 int bpos;
33
34 MPI_Datatype darray;
35 MPI_Request request;
36 MPI_Status status;
37 MPI_File mpi_fh;
38
39 /* Define array distribution
40 * A 2x2 block size works with ROMIO, a 3x3 block size breaks it. */
41 int distrib[2] = { MPI_DISTRIBUTE_CYCLIC, MPI_DISTRIBUTE_CYCLIC };
42 int bsize[2] = { NBLOCK, NBLOCK };
43 int gsize[2] = { NSIDE, NSIDE };
44 int psize[2] = { NPROC, NPROC };
45
46 double data[NSIDE * NSIDE];
47 double *ldata, *pdata;
48
49 int tsize, nelem;
50 const char *filename;
51
52 MPI_File dfile;
53
54 filename = (argc > 1) ? argv[1] : "testfile";
55
56 MTest_Init(&argc, &argv);
57
58 MPI_Comm_size(MPI_COMM_WORLD, &size);
59 MPI_Comm_rank(MPI_COMM_WORLD, &rank);
60
61 /* Set up type */
62 CHECK(MPI_Type_create_darray(size, rank, 2, gsize, distrib,
63 bsize, psize, MPI_ORDER_FORTRAN, MPI_DOUBLE, &darray));
64 CHECK(MPI_Type_commit(&darray));
65 CHECK(MPI_Type_size(darray, &tsize));
66 nelem = tsize / sizeof(double);
67
68 for (i = 0; i < (NSIDE * NSIDE); i++)
69 data[i] = i;
70
71 if (rank == 0) {
72 CHECK(MPI_File_open(MPI_COMM_SELF, filename,
73 MPI_MODE_CREATE | MPI_MODE_WRONLY, MPI_INFO_NULL, &dfile));
74 CHECK(MPI_File_write(dfile, data, NSIDE * NSIDE, MPI_DOUBLE, &status));
75 CHECK(MPI_File_close(&dfile));
76 }
77 MPI_Barrier(MPI_COMM_WORLD);
78
79 /* Allocate buffer */
80 ldata = (double *) malloc(tsize);
81 pdata = (double *) malloc(tsize);
82
83 /* Use Pack to pull out array */
84 bpos = 0;
85 CHECK(MPI_Pack(data, 1, darray, pdata, tsize, &bpos, MPI_COMM_WORLD));
86
87 MPI_Barrier(MPI_COMM_WORLD);
88
89 /* Read in array from file. */
90 CHECK(MPI_File_open(MPI_COMM_WORLD, filename, MPI_MODE_RDONLY, MPI_INFO_NULL, &mpi_fh));
91 CHECK(MPI_File_set_view(mpi_fh, 0, MPI_DOUBLE, darray, "native", MPI_INFO_NULL));
92 CHECK(MPI_File_iread_all(mpi_fh, ldata, nelem, MPI_DOUBLE, &request));
93 CHECK(MPI_Wait(&request, &status));
94 CHECK(MPI_File_close(&mpi_fh));
95
96 for (i = 0; i < size; i++) {
97 #ifdef VERBOSE
98 MPI_Barrier(MPI_COMM_WORLD);
99 if (rank == i) {
100 printf("=== Rank %i === (%i elements) \nPacked: ", rank, nelem);
101 for (j = 0; j < nelem; j++) {
102 printf("%4.1f ", pdata[j]);
103 fflush(stdout);
104 }
105 printf("\nRead: ");
106 for (j = 0; j < nelem; j++) {
107 printf("%4.1f ", ldata[j]);
108 fflush(stdout);
109 }
110 printf("\n\n");
111 fflush(stdout);
112 }
113 #endif
114 if (rank == i) {
115 for (j = 0; j < nelem; j++) {
116 if (pdata[j] != ldata[j]) {
117 fprintf(stderr, "rank %d at index %d: packbuf %4.1f filebuf %4.1f\n",
118 rank, j, pdata[j], ldata[j]);
119 nerrors++;
120 }
121 }
122 }
123 }
124
125 free(ldata);
126 free(pdata);
127 MPI_Type_free(&darray);
128 MTest_Finalize(nerrors);
129
130 return MTestReturnValue(total_errors);
131 }
132