1 /* $NetBSD: fstest_nfs.c,v 1.9 2011/02/28 21:08:46 pooka Exp $ */
2
3 /*
4 * Copyright (c) 2010 The NetBSD Foundation, Inc.
5 *
6 * Redistribution and use in source and binary forms, with or without
7 * modification, are permitted provided that the following conditions
8 * are met:
9 * 1. Redistributions of source code must retain the above copyright
10 * notice, this list of conditions and the following disclaimer.
11 * 2. Redistributions in binary form must reproduce the above copyright
12 * notice, this list of conditions and the following disclaimer in the
13 * documentation and/or other materials provided with the distribution.
14 *
15 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
16 * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
17 * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
18 * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
19 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
20 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
21 * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
22 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
23 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
24 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
25 * SUCH DAMAGE.
26 */
27
28 #include <sys/types.h>
29 #include <sys/mount.h>
30 #include <sys/socket.h>
31 #include <sys/statvfs.h>
32 #include <sys/wait.h>
33
34 #include <assert.h>
35 #include <atf-c.h>
36 #include <err.h>
37 #include <errno.h>
38 #include <fcntl.h>
39 #include <libgen.h>
40 #include <pthread.h>
41 #include <puffs.h>
42 #include <puffsdump.h>
43 #include <stdio.h>
44 #include <unistd.h>
45 #include <string.h>
46 #include <stdlib.h>
47
48 #include <rump/rump.h>
49 #include <rump/rump_syscalls.h>
50
51 #include "h_fsmacros.h"
52 #include "mount_nfs.h"
53 #include "../../net/config/netconfig.c"
54
55 #define SERVERADDR "10.3.2.1"
56 #define SERVERROADDR "10.4.2.1"
57 #define CLIENTADDR "10.3.2.2"
58 #define CLIENTROADDR "10.4.2.2"
59 #define NETNETMASK "255.255.255.0"
60 #define EXPORTPATH "/myexport"
61
62 static void
childfail(int status)63 childfail(int status)
64 {
65
66 atf_tc_fail("child died");
67 }
68
69 /* fork rump nfsd, configure interface */
70 static int
donewfs(const atf_tc_t * tc,void ** argp,const char * image,off_t size,void * fspriv)71 donewfs(const atf_tc_t *tc, void **argp,
72 const char *image, off_t size, void *fspriv)
73 {
74 const char *srcdir;
75 char *nfsdargv[16];
76 char nfsdpath[MAXPATHLEN];
77 char imagepath[MAXPATHLEN];
78 char ethername[MAXPATHLEN], ethername_ro[MAXPATHLEN];
79 char ifname[IFNAMSIZ], ifname_ro[IFNAMSIZ];
80 char cwd[MAXPATHLEN];
81 struct nfstestargs *args;
82 pid_t childpid;
83 int pipes[2];
84 int devnull;
85
86 /*
87 * First, we start the nfs service.
88 */
89 srcdir = atf_tc_get_config_var(tc, "srcdir");
90 sprintf(nfsdpath, "%s/../nfs/nfsservice/rumpnfsd", srcdir);
91 sprintf(ethername, "/%s/%s.etherbus", getcwd(cwd, sizeof(cwd)), image);
92 sprintf(ethername_ro, "%s_ro", ethername);
93 sprintf(imagepath, "/%s/%s", cwd, image);
94
95 nfsdargv[0] = nfsdpath;
96 nfsdargv[1] = ethername;
97 nfsdargv[2] = ethername_ro;
98 nfsdargv[3] = __UNCONST(SERVERADDR);
99 nfsdargv[4] = __UNCONST(SERVERROADDR);
100 nfsdargv[5] = __UNCONST(NETNETMASK);
101 nfsdargv[6] = __UNCONST(EXPORTPATH);
102 nfsdargv[7] = imagepath;
103 nfsdargv[8] = NULL;
104
105 signal(SIGCHLD, childfail);
106 if (pipe(pipes) == -1)
107 return errno;
108
109 switch ((childpid = fork())) {
110 case 0:
111 if (chdir(dirname(nfsdpath)) == -1)
112 err(1, "chdir");
113 close(pipes[0]);
114 if (dup2(pipes[1], 3) == -1)
115 err(1, "dup2");
116 if (execvp(nfsdargv[0], nfsdargv) == -1)
117 err(1, "execvp");
118 case -1:
119 return errno;
120 default:
121 close(pipes[1]);
122 break;
123 }
124
125 /*
126 * Ok, nfsd has been run. The following sleep helps with the
127 * theoretical problem that nfsd can't start fast enough to
128 * process our mount request and we end up doing a timeout
129 * before the mount. This would take several seconds. So
130 * try to make sure nfsd is up&running already at this stage.
131 */
132 if (read(pipes[0], &devnull, 4) == -1)
133 return errno;
134
135 /*
136 * Configure our networking interface.
137 */
138 rump_init();
139 netcfg_rump_makeshmif(ethername, ifname);
140 netcfg_rump_if(ifname, CLIENTADDR, NETNETMASK);
141 netcfg_rump_makeshmif(ethername_ro, ifname_ro);
142 netcfg_rump_if(ifname_ro, CLIENTROADDR, NETNETMASK);
143
144 /*
145 * That's it. The rest is done in mount, since we don't have
146 * the mountpath available here.
147 */
148 args = malloc(sizeof(*args));
149 if (args == NULL)
150 return errno;
151 memset(args, 0, sizeof(*args));
152 args->ta_childpid = childpid;
153 strcpy(args->ta_ethername, ethername);
154
155 *argp = args;
156
157 return 0;
158 }
159
160 int
nfs_fstest_newfs(const atf_tc_t * tc,void ** argp,const char * image,off_t size,void * fspriv)161 nfs_fstest_newfs(const atf_tc_t *tc, void **argp,
162 const char *image, off_t size, void *fspriv)
163 {
164
165 return donewfs(tc, argp, image, size, fspriv);
166 }
167
168 int
nfsro_fstest_newfs(const atf_tc_t * tc,void ** argp,const char * image,off_t size,void * fspriv)169 nfsro_fstest_newfs(const atf_tc_t *tc, void **argp,
170 const char *image, off_t size, void *fspriv)
171 {
172
173 return donewfs(tc, argp, image, size, fspriv);
174 }
175
176 /* mount the file system */
177 static int
domount(const atf_tc_t * tc,void * arg,const char * serverpath,const char * path,int flags)178 domount(const atf_tc_t *tc, void *arg, const char *serverpath,
179 const char *path, int flags)
180 {
181 char canon_dev[MAXPATHLEN], canon_dir[MAXPATHLEN];
182 const char *nfscliargs[] = {
183 "nfsclient",
184 serverpath,
185 path,
186 NULL,
187 };
188 struct nfs_args args;
189 int mntflags;
190
191 if (rump_sys_mkdir(path, 0777) == -1)
192 return errno;
193
194 /* XXX: atf does not reset values */
195 optind = 1;
196 opterr = 1;
197
198 /*
199 * We use nfs parseargs here, since as a side effect it
200 * takes care of the RPC hulabaloo.
201 */
202 mount_nfs_parseargs(__arraycount(nfscliargs)-1, __UNCONST(nfscliargs),
203 &args, &mntflags, canon_dev, canon_dir);
204
205 if (rump_sys_mount(MOUNT_NFS, path, flags, &args, sizeof(args)) == -1) {
206 return errno;
207 }
208
209 return 0;
210 }
211
212 int
nfs_fstest_mount(const atf_tc_t * tc,void * arg,const char * path,int flags)213 nfs_fstest_mount(const atf_tc_t *tc, void *arg, const char *path, int flags)
214 {
215
216 return domount(tc, arg, SERVERADDR ":" EXPORTPATH, path, flags);
217 }
218
219 /*
220 * This is where the magic happens!
221 *
222 * If we are mounting r/w, do the normal thing. However, if we are
223 * doing a r/o mount, switch use the r/o server export address
224 * and do a r/w mount. This way we end up testing the r/o export policy
225 * of the server! (yes, slightly questionable semantics, but at least
226 * we notice very quickly if our assumption is broken in the future ;)
227 */
228 int
nfsro_fstest_mount(const atf_tc_t * tc,void * arg,const char * path,int flags)229 nfsro_fstest_mount(const atf_tc_t *tc, void *arg, const char *path, int flags)
230 {
231
232 if (flags & MNT_RDONLY) {
233 flags &= ~MNT_RDONLY;
234 return domount(tc, arg, SERVERROADDR":"EXPORTPATH, path, flags);
235 } else {
236 return domount(tc, arg, SERVERADDR":"EXPORTPATH, path, flags);
237 }
238 }
239
240 static int
dodelfs(const atf_tc_t * tc,void * arg)241 dodelfs(const atf_tc_t *tc, void *arg)
242 {
243
244 /*
245 * XXX: no access to "args" since we're called from "cleanup".
246 * Trust atf to kill nfsd process and remove etherfile.
247 */
248 #if 0
249 /*
250 * It's highly expected that the child will die next, so we
251 * don't need that information anymore thank you very many.
252 */
253 signal(SIGCHLD, SIG_IGN);
254
255 /*
256 * Just KILL it. Sending it SIGTERM first causes it to try
257 * to send some unmount RPCs, leading to sticky situations.
258 */
259 kill(args->ta_childpid, SIGKILL);
260 wait(&status);
261
262 /* remove ethernet bus */
263 if (unlink(args->ta_ethername) == -1)
264 atf_tc_fail_errno("unlink ethername");
265 #endif
266
267 return 0;
268 }
269
270 int
nfs_fstest_delfs(const atf_tc_t * tc,void * arg)271 nfs_fstest_delfs(const atf_tc_t *tc, void *arg)
272 {
273
274 return dodelfs(tc, arg);
275 }
276
277 int
nfsro_fstest_delfs(const atf_tc_t * tc,void * arg)278 nfsro_fstest_delfs(const atf_tc_t *tc, void *arg)
279 {
280
281 return dodelfs(tc, arg);
282 }
283
284 static int
dounmount(const atf_tc_t * tc,const char * path,int flags)285 dounmount(const atf_tc_t *tc, const char *path, int flags)
286 {
287 int status, i, sverrno;
288
289 /*
290 * NFS handles sillyrenames in an workqueue. Some of them might
291 * be still in the queue even if all user activity has ceased.
292 * We try to unmount for 2 seconds to give them a chance
293 * to flush out.
294 *
295 * PR kern/43799
296 */
297 for (i = 0; i < 20; i++) {
298 if ((status = rump_sys_unmount(path, flags)) == 0)
299 break;
300 sverrno = errno;
301 if (sverrno != EBUSY)
302 break;
303 usleep(100000);
304 }
305 if (status == -1)
306 return sverrno;
307
308 if (rump_sys_rmdir(path) == -1)
309 return errno;
310
311 return 0;
312 }
313
314 int
nfs_fstest_unmount(const atf_tc_t * tc,const char * path,int flags)315 nfs_fstest_unmount(const atf_tc_t *tc, const char *path, int flags)
316 {
317
318 return dounmount(tc, path, flags);
319 }
320
321 int
nfsro_fstest_unmount(const atf_tc_t * tc,const char * path,int flags)322 nfsro_fstest_unmount(const atf_tc_t *tc, const char *path, int flags)
323 {
324
325 return dounmount(tc, path, flags);
326 }
327