1 /* $NetBSD: fstest_puffs.c,v 1.9 2011/01/07 11:50:37 pooka Exp $ */ 2 3 /* 4 * Copyright (c) 2010, 2011 The NetBSD Foundation, Inc. 5 * 6 * Redistribution and use in source and binary forms, with or without 7 * modification, are permitted provided that the following conditions 8 * are met: 9 * 1. Redistributions of source code must retain the above copyright 10 * notice, this list of conditions and the following disclaimer. 11 * 2. Redistributions in binary form must reproduce the above copyright 12 * notice, this list of conditions and the following disclaimer in the 13 * documentation and/or other materials provided with the distribution. 14 * 15 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS 16 * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 17 * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE 18 * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 19 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 20 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR 21 * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 22 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 23 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 24 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 25 * SUCH DAMAGE. 26 */ 27 28 #include <sys/types.h> 29 #include <sys/mount.h> 30 #include <sys/socket.h> 31 #include <sys/statvfs.h> 32 #include <sys/wait.h> 33 34 #include <assert.h> 35 #include <atf-c.h> 36 #include <err.h> 37 #include <errno.h> 38 #include <fcntl.h> 39 #include <pthread.h> 40 #include <puffs.h> 41 #include <puffsdump.h> 42 #include <signal.h> 43 #include <stdio.h> 44 #include <unistd.h> 45 #include <string.h> 46 #include <stdlib.h> 47 48 #include <rump/rump.h> 49 #include <rump/rump_syscalls.h> 50 51 #include "h_fsmacros.h" 52 53 #define BUFSIZE (128*1024) 54 #define DTFS_DUMP "-o","dump" 55 56 static bool mayquit = false; 57 58 static ssize_t 59 xread(int fd, void *vp, size_t n) 60 { 61 size_t left; 62 63 left = n; 64 do { 65 ssize_t ssz; 66 67 ssz = read(fd, vp, left); 68 if (ssz == -1) { 69 return ssz; 70 } 71 left -= ssz; 72 vp = (char *)vp + ssz; 73 } while (left > 0); 74 return n; 75 } 76 77 static ssize_t 78 xwrite(int fd, const void *vp, size_t n) 79 { 80 size_t left; 81 82 left = n; 83 do { 84 ssize_t ssz; 85 86 ssz = write(fd, vp, left); 87 if (ssz == -1) { 88 return ssz; 89 } 90 left -= ssz; 91 vp = (const char *)vp + ssz; 92 } while (left > 0); 93 return n; 94 } 95 96 /* 97 * Threads which shovel data between comfd and /dev/puffs. 98 * (cannot use polling since fd's are in different namespaces) 99 */ 100 static void * 101 readshovel(void *arg) 102 { 103 struct putter_hdr *phdr; 104 struct puffs_req *preq; 105 struct puffstestargs *args = arg; 106 char buf[BUFSIZE]; 107 ssize_t n; 108 int comfd, puffsfd; 109 110 comfd = args->pta_servfd; 111 puffsfd = args->pta_rumpfd; 112 113 phdr = (void *)buf; 114 preq = (void *)buf; 115 116 rump_pub_lwproc_newlwp(1); 117 118 for (;;) { 119 n = rump_sys_read(puffsfd, buf, sizeof(*phdr)); 120 if (n <= 0) { 121 fprintf(stderr, "readshovel r1 %zd / %d\n", n, errno); 122 break; 123 } 124 125 assert(phdr->pth_framelen < BUFSIZE); 126 n = rump_sys_read(puffsfd, buf+sizeof(*phdr), 127 phdr->pth_framelen - sizeof(*phdr)); 128 if (n <= 0) { 129 fprintf(stderr, "readshovel r2 %zd / %d\n", n, errno); 130 break; 131 } 132 133 /* Analyze request */ 134 if (PUFFSOP_OPCLASS(preq->preq_opclass) == PUFFSOP_VFS) { 135 assert(preq->preq_optype < PUFFS_VFS_MAX); 136 args->pta_vfs_toserv_ops[preq->preq_optype]++; 137 } else if (PUFFSOP_OPCLASS(preq->preq_opclass) == PUFFSOP_VN) { 138 assert(preq->preq_optype < PUFFS_VN_MAX); 139 args->pta_vn_toserv_ops[preq->preq_optype]++; 140 } 141 142 n = phdr->pth_framelen; 143 if (xwrite(comfd, buf, n) != n) { 144 fprintf(stderr, "readshovel write %zd / %d\n", n, errno); 145 break; 146 } 147 } 148 149 if (n != 0 && mayquit == false) 150 abort(); 151 return NULL; 152 } 153 154 static void * 155 writeshovel(void *arg) 156 { 157 struct puffstestargs *args = arg; 158 struct putter_hdr *phdr; 159 struct puffs_req *preq; 160 char buf[BUFSIZE]; 161 size_t toread; 162 ssize_t n; 163 int comfd, puffsfd; 164 165 rump_pub_lwproc_newlwp(1); 166 167 comfd = args->pta_servfd; 168 puffsfd = args->pta_rumpfd; 169 170 phdr = (struct putter_hdr *)buf; 171 preq = (void *)buf; 172 173 for (;;) { 174 uint64_t off; 175 176 /* 177 * Need to write everything to the "kernel" in one chunk, 178 * so make sure we have it here. 179 */ 180 off = 0; 181 toread = sizeof(struct putter_hdr); 182 assert(toread < BUFSIZE); 183 do { 184 n = xread(comfd, buf+off, toread); 185 if (n <= 0) { 186 fprintf(stderr, "writeshovel read %zd / %d\n", 187 n, errno); 188 goto out; 189 } 190 off += n; 191 if (off >= sizeof(struct putter_hdr)) 192 toread = phdr->pth_framelen - off; 193 else 194 toread = off - sizeof(struct putter_hdr); 195 } while (toread); 196 197 if (__predict_false( 198 PUFFSOP_OPCLASS(preq->preq_opclass) == PUFFSOP_VFS 199 && preq->preq_optype == PUFFS_VFS_UNMOUNT)) { 200 if (preq->preq_rv == 0) 201 mayquit = true; 202 } 203 204 n = rump_sys_write(puffsfd, buf, phdr->pth_framelen); 205 if ((size_t)n != phdr->pth_framelen) { 206 fprintf(stderr, "writeshovel wr %zd / %d\n", n, errno); 207 break; 208 } 209 } 210 211 out: 212 if (n != 0) 213 abort(); 214 return NULL; 215 } 216 217 static void 218 rumpshovels(struct puffstestargs *args) 219 { 220 pthread_t pt; 221 int rv; 222 223 if ((rv = rump_init()) == -1) 224 err(1, "rump_init"); 225 226 if (pthread_create(&pt, NULL, readshovel, args) == -1) 227 err(1, "read shovel"); 228 pthread_detach(pt); 229 230 if (pthread_create(&pt, NULL, writeshovel, args) == -1) 231 err(1, "write shovel"); 232 pthread_detach(pt); 233 } 234 235 static void 236 childfail(int sign) 237 { 238 239 atf_tc_fail("child died"); /* almost signal-safe */ 240 } 241 242 struct puffstestargs *theargs; /* XXX */ 243 244 /* XXX: we don't support size */ 245 static int 246 donewfs(const atf_tc_t *tc, void **argp, 247 const char *image, off_t size, void *fspriv, char **theargv) 248 { 249 struct puffstestargs *args; 250 pid_t childpid; 251 int *pflags; 252 char comfd[16]; 253 int sv[2]; 254 int mntflags; 255 size_t len; 256 ssize_t n; 257 258 *argp = NULL; 259 260 args = malloc(sizeof(*args)); 261 if (args == NULL) 262 return errno; 263 264 pflags = &args->pta_pflags; 265 266 /* Create sucketpair for communication with the real file server */ 267 if (socketpair(PF_LOCAL, SOCK_STREAM, 0, sv) == -1) 268 return errno; 269 270 signal(SIGCHLD, childfail); 271 272 switch ((childpid = fork())) { 273 case 0: 274 close(sv[1]); 275 snprintf(comfd, sizeof(sv[0]), "%d", sv[0]); 276 if (setenv("PUFFS_COMFD", comfd, 1) == -1) 277 return errno; 278 279 if (execvp(theargv[0], theargv) == -1) 280 return errno; 281 case -1: 282 return errno; 283 default: 284 close(sv[0]); 285 break; 286 } 287 288 /* read args */ 289 if ((n = xread(sv[1], &len, sizeof(len))) != sizeof(len)) 290 err(1, "mp 1 %zd", n); 291 if (len > MAXPATHLEN) 292 err(1, "mntpath > MAXPATHLEN"); 293 if ((size_t)xread(sv[1], args->pta_dir, len) != len) 294 err(1, "mp 2"); 295 if (xread(sv[1], &len, sizeof(len)) != sizeof(len)) 296 err(1, "fn 1"); 297 if (len > MAXPATHLEN) 298 err(1, "devpath > MAXPATHLEN"); 299 if ((size_t)xread(sv[1], args->pta_dev, len) != len) 300 err(1, "fn 2"); 301 if (xread(sv[1], &mntflags, sizeof(mntflags)) != sizeof(mntflags)) 302 err(1, "mntflags"); 303 if (xread(sv[1], &args->pta_pargslen, sizeof(args->pta_pargslen)) 304 != sizeof(args->pta_pargslen)) 305 err(1, "puffstest_args len"); 306 args->pta_pargs = malloc(args->pta_pargslen); 307 if (args->pta_pargs == NULL) 308 err(1, "malloc"); 309 if (xread(sv[1], args->pta_pargs, args->pta_pargslen) 310 != (ssize_t)args->pta_pargslen) 311 err(1, "puffstest_args"); 312 if (xread(sv[1], pflags, sizeof(*pflags)) != sizeof(*pflags)) 313 err(1, "pflags"); 314 315 args->pta_childpid = childpid; 316 args->pta_servfd = sv[1]; 317 strlcpy(args->pta_dev, image, sizeof(args->pta_dev)); 318 319 *argp = theargs = args; 320 321 return 0; 322 } 323 324 int 325 puffs_fstest_newfs(const atf_tc_t *tc, void **argp, 326 const char *image, off_t size, void *fspriv) 327 { 328 char dtfs_path[MAXPATHLEN]; 329 char *dtfsargv[6]; 330 char **theargv; 331 332 /* build dtfs exec path from atf test dir */ 333 sprintf(dtfs_path, "%s/../puffs/h_dtfs/h_dtfs", 334 atf_tc_get_config_var(tc, "srcdir")); 335 336 if (fspriv) { 337 theargv = fspriv; 338 theargv[0] = dtfs_path; 339 } else { 340 dtfsargv[0] = dtfs_path; 341 dtfsargv[1] = __UNCONST("-i"); 342 dtfsargv[2] = __UNCONST("-s"); 343 dtfsargv[3] = __UNCONST("dtfs"); 344 dtfsargv[4] = __UNCONST("fictional"); 345 dtfsargv[5] = NULL; 346 347 theargv = dtfsargv; 348 } 349 350 return donewfs(tc, argp, image, size, fspriv, theargv); 351 } 352 353 int 354 p2k_ffs_fstest_newfs(const atf_tc_t *tc, void **argp, 355 const char *image, off_t size, void *fspriv) 356 { 357 char *rumpffs_argv[5]; 358 int rv; 359 360 rump_init(); 361 if ((rv = ffs_fstest_newfs(tc, argp, image, size, fspriv)) != 0) 362 return rv; 363 if (mkdir("p2kffsfake", 0777) == -1 && errno != EEXIST) 364 return errno; 365 366 setenv("P2K_NODETACH", "1", 1); 367 rumpffs_argv[0] = __UNCONST("rump_ffs"); 368 rumpffs_argv[1] = __UNCONST(image); 369 rumpffs_argv[2] = __UNCONST("p2kffsfake"); /* NOTUSED */ 370 rumpffs_argv[3] = NULL; 371 372 if ((rv = donewfs(tc, argp, image, size, fspriv, rumpffs_argv)) != 0) 373 ffs_fstest_delfs(tc, argp); 374 return rv; 375 } 376 377 int 378 puffs_fstest_mount(const atf_tc_t *tc, void *arg, const char *path, int flags) 379 { 380 struct puffstestargs *pargs = arg; 381 int fd; 382 383 rump_init(); 384 fd = rump_sys_open("/dev/puffs", O_RDWR); 385 if (fd == -1) 386 return fd; 387 388 #if 0 389 pa->pa_fd = fd; 390 #else 391 assert(fd == 0); /* XXX: FIXME */ 392 #endif 393 394 if (rump_sys_mkdir(path, 0777) == -1) 395 return -1; 396 397 if (rump_sys_mount(MOUNT_PUFFS, path, flags, 398 pargs->pta_pargs, pargs->pta_pargslen) == -1) { 399 /* apply "to kill a child" to avoid atf hang (kludge) */ 400 kill(pargs->pta_childpid, SIGKILL); 401 return -1; 402 } 403 404 pargs->pta_rumpfd = fd; 405 rumpshovels(pargs); 406 407 return 0; 408 } 409 __strong_alias(p2k_ffs_fstest_mount,puffs_fstest_mount); 410 411 int 412 puffs_fstest_delfs(const atf_tc_t *tc, void *arg) 413 { 414 415 /* useless ... */ 416 return 0; 417 } 418 419 int 420 p2k_ffs_fstest_delfs(const atf_tc_t *tc, void *arg) 421 { 422 423 return ffs_fstest_delfs(tc, arg); 424 } 425 426 int 427 puffs_fstest_unmount(const atf_tc_t *tc, const char *path, int flags) 428 { 429 struct puffstestargs *pargs = theargs; 430 int status; 431 int rv; 432 433 /* ok, child might exit here */ 434 signal(SIGCHLD, SIG_IGN); 435 436 rv = rump_sys_unmount(path, flags); 437 if (rv) 438 return rv; 439 440 if ((rv = rump_sys_rmdir(path)) != 0) 441 return rv; 442 443 if (waitpid(pargs->pta_childpid, &status, WNOHANG) > 0) 444 return 0; 445 kill(pargs->pta_childpid, SIGTERM); 446 usleep(10); 447 if (waitpid(pargs->pta_childpid, &status, WNOHANG) > 0) 448 return 0; 449 kill(pargs->pta_childpid, SIGKILL); 450 usleep(500); 451 wait(&status); 452 453 rmdir("p2kffsfake"); 454 455 return 0; 456 } 457 __strong_alias(p2k_ffs_fstest_unmount,puffs_fstest_unmount); 458