xref: /titanic_44/usr/src/lib/librdc/common/rdcrules.c (revision fcf3ce441efd61da9bb2884968af01cb7c1452cc)
1 /*
2  * CDDL HEADER START
3  *
4  * The contents of this file are subject to the terms of the
5  * Common Development and Distribution License (the "License").
6  * You may not use this file except in compliance with the License.
7  *
8  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9  * or http://www.opensolaris.org/os/licensing.
10  * See the License for the specific language governing permissions
11  * and limitations under the License.
12  *
13  * When distributing Covered Code, include this CDDL HEADER in each
14  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15  * If applicable, add the following below this CDDL HEADER, with the
16  * fields enclosed by brackets "[]" replaced with your own identifying
17  * information: Portions Copyright [yyyy] [name of copyright owner]
18  *
19  * CDDL HEADER END
20  */
21 /*
22  * Copyright 2008 Sun Microsystems, Inc.  All rights reserved.
23  * Use is subject to license terms.
24  */
25 
26 #include <sys/types.h>
27 #include <sys/utsname.h>
28 #include <sys/mdb_modapi.h>
29 #include <stdio.h>
30 #include <errno.h>
31 #include <strings.h>
32 #include <stdlib.h>
33 #include <unistd.h>
34 #include <netdb.h>
35 #include <libintl.h>
36 #include <sys/stream.h>
37 #include <sys/socket.h>
38 #include <sys/stat.h>
39 #include <netinet/in.h>
40 #include <arpa/inet.h>
41 #include <ctype.h>
42 #include <thread.h>
43 #include <pthread.h>
44 
45 #include <sys/unistat/spcs_s.h>
46 #include <sys/unistat/spcs_s_u.h>
47 #include <sys/unistat/spcs_s_impl.h>
48 #include <sys/unistat/spcs_errors.h>
49 
50 #include <sys/nsctl/rdc_io.h>
51 #include <sys/nsctl/rdc_ioctl.h>
52 #include <sys/nsctl/rdc_prot.h>
53 #include <sys/nsctl/librdc.h>
54 #include <sys/nsctl/rdcerr.h>
55 #include <sys/nsctl/cfg.h>
56 
57 #include <sys/unistat/spcs_dtrinkets.h>
58 #include <sys/unistat/spcs_etrinkets.h>
59 
60 #include <sys/socket.h>
61 #include <sys/mnttab.h>
62 #include <netinet/in.h>
63 #include <arpa/inet.h>
64 #include <netinet/tcp.h>
65 #include <rpc/rpc_com.h>
66 #include <rpc/rpc.h>
67 
68 #define	RDC_LOCAL_TAG	"local"
69 
70 /*
71  * bitmap_in_use
72  * return 1 if in use
73  * return 0 if not in use
74  * return -1 on error
75  */
76 
77 int
bitmap_in_use(int cmd,char * hostp,char * bmp)78 bitmap_in_use(int cmd, char *hostp, char *bmp)
79 {
80 	int i, setnumber;
81 	CFGFILE *cfg;
82 	char host[CFG_MAX_BUF];
83 	char shost[CFG_MAX_BUF];
84 	char pri[CFG_MAX_BUF]; /* rdc primary vol */
85 	char sec[CFG_MAX_BUF]; /* rdc secondary vol */
86 	char sbm[CFG_MAX_BUF]; /* rdc secondary bitmap */
87 	char bit[CFG_MAX_BUF]; /* a bitmap */
88 	char mas[CFG_MAX_BUF]; /* II master */
89 	char sha[CFG_MAX_BUF]; /* II shadow */
90 	char mod[CFG_MAX_BUF]; /* II mode */
91 	char ovr[CFG_MAX_BUF]; /* II overflow */
92 	char buf[CFG_MAX_BUF];
93 	char key[CFG_MAX_KEY];
94 	int rc;
95 	int ret = 0;
96 
97 
98 	if ((cfg = cfg_open(NULL)) == NULL) {
99 		rdc_set_error(NULL, RDC_DSCFG, 0, NULL);
100 		return (-1);
101 	}
102 	if (!cfg_lock(cfg, CFG_RDLOCK)) {
103 		rdc_set_error(NULL, RDC_DSCFG, 0, NULL);
104 		cfg_close(cfg);
105 		return (-1);
106 	}
107 
108 	/*
109 	 * look into II config to see if this is being used elsewhere
110 	 */
111 	/*CSTYLED*/
112 	for (i = 0; ; i++) {
113 		setnumber = i + 1;
114 		snprintf(key, sizeof (key), "ii.set%d", setnumber);
115 		if (cfg_get_cstring(cfg, key, buf, CFG_MAX_BUF) < 0)
116 			break;
117 
118 		rc = sscanf(buf, "%s %s %s %s %s", mas, sha, bit, mod, ovr);
119 		if (rc != 5) {
120 			rdc_set_error(NULL, RDC_OS, 0, NULL);
121 			    ret = -1;
122 			    goto done;
123 		}
124 
125 		/*
126 		 * got master shadow bitmap, now compare
127 		 */
128 		if ((strcmp(bmp, mas) == 0) ||
129 		    (strcmp(bmp, sha) == 0) ||
130 		    (strcmp(bmp, bit) == 0) ||
131 		    (strcmp(bmp, ovr) == 0)) {
132 			rdc_set_error(NULL, RDC_INTERNAL, RDC_NONFATAL,
133 			    "bitmap %s is in use by"
134 			    "Point-in-Time Copy", bmp);
135 			ret = 1;
136 			goto done;
137 		}
138 	}
139 	/*
140 	 * and last but not least, make sure sndr is not using vol for anything
141 	 */
142 	/*CSTYLED*/
143 	for (i = 0; ; i++) {
144 		setnumber = i + 1;
145 		snprintf(key, sizeof (key), "sndr.set%d", setnumber);
146 		if (cfg_get_cstring(cfg, key, buf, CFG_MAX_BUF) < 0)
147 			break;
148 		/*
149 		 * I think this is quicker than
150 		 * having to double dip into the config
151 		 */
152 		(void) sscanf(buf, "%s %s %s %s %s %s", host, pri, bit,
153 		    shost, sec, sbm);
154 		if (cmd == RDC_CMD_ENABLE) {
155 			if (self_check(host)) {
156 				if ((strcmp(bmp, pri) == 0) ||
157 				    (strcmp(bmp, bit) == 0)) {
158 					rdc_set_error(NULL, RDC_INTERNAL,
159 					    RDC_NONFATAL, dgettext("librdc",
160 					    "bitmap %s is in use by %s"),
161 					    bmp, RDC_NAME_DU_JOUR);
162 
163 
164 				    ret = 1;
165 				    goto done;
166 				}
167 			} else {
168 				if ((strcmp(bmp, sec) == 0) ||
169 				    (strcmp(bmp, sbm) == 0)) {
170 					rdc_set_error(NULL, RDC_INTERNAL,
171 					    RDC_NONFATAL, dgettext("librdc",
172 					    "bitmap %s is in use by %s"),
173 					    bmp, RDC_NAME_DU_JOUR);
174 				    ret = 1;
175 				    goto done;
176 				}
177 			}
178 		} else if (cmd == RDC_CMD_RECONFIG) {
179 
180 			/*
181 			 * read this logic 1000 times and consider
182 			 * multi homed, one to many, many to one (marketing)
183 			 * etc, etc, before changing
184 			 */
185 			if (self_check(hostp)) {
186 				if (self_check(host)) {
187 					if ((strcmp(bmp, pri) == 0) ||
188 					    (strcmp(bmp, bit) == 0)) {
189 						rdc_set_error(NULL,
190 						    RDC_INTERNAL, RDC_NONFATAL,
191 						    dgettext("librdc", "bitmap"
192 						    " %s is in use by %s"),
193 						    bmp, RDC_NAME_DU_JOUR);
194 						ret = 1;
195 						goto done;
196 					}
197 				} else {
198 					if ((strcmp(hostp, shost) == 0) &&
199 					    (strcmp(bmp, sec) == 0) ||
200 					    (strcmp(bmp, sbm) == 0)) {
201 						rdc_set_error(NULL,
202 						    RDC_INTERNAL, RDC_NONFATAL,
203 						    dgettext("librdc", "bitmap"
204 						    " %s is in use by %s"),
205 						    bmp, RDC_NAME_DU_JOUR);
206 						ret = 1;
207 						goto done;
208 					}
209 				}
210 			} else { /* self_check(hostp) failed */
211 				if (self_check(host)) {
212 					if ((strcmp(shost, hostp) == 0) &&
213 					    (strcmp(bmp, sec) == 0) ||
214 					    (strcmp(bmp, sbm) == 0)) {
215 						rdc_set_error(NULL,
216 						    RDC_INTERNAL, RDC_NONFATAL,
217 						    dgettext("librdc", "bitmap"
218 						    " %s is in use by %s"),
219 						    bmp, RDC_NAME_DU_JOUR);
220 						ret = 1;
221 						goto done;
222 					}
223 				} else {
224 					if ((strcmp(host, hostp) == 0) &&
225 					    (strcmp(bmp, pri) == 0) ||
226 					    (strcmp(bmp, bit) == 0)) {
227 						rdc_set_error(NULL,
228 						    RDC_INTERNAL, RDC_NONFATAL,
229 						    dgettext("librdc", "bitmap"
230 						    " %s is in use by %s"),
231 						    bmp, RDC_NAME_DU_JOUR);
232 						ret = 1;
233 						goto done;
234 					}
235 				}
236 			}
237 
238 		}
239 
240 	}
241 done:
242 	cfg_close(cfg);
243 	return (ret);
244 
245 }
246 
247 int
check_dgislocal(char * dgname)248 check_dgislocal(char *dgname)
249 {
250 	char *othernode;
251 	int rc;
252 
253 	/*
254 	 * check where this disk service is mastered
255 	 */
256 
257 	rc = cfg_dgname_islocal(dgname, &othernode);
258 	if (rc < 0) {
259 		rdc_set_error(NULL, RDC_INTERNAL, RDC_NONFATAL,
260 		    gettext("unable to find "
261 		    "disk service, %s: %s"), dgname, strerror(errno));
262 		    return (-1);
263 	}
264 
265 	if (rc == 0) {
266 		rdc_set_error(NULL, RDC_INTERNAL, RDC_NONFATAL,
267 		    gettext("disk service, %s, is "
268 		    "active on node \"%s\"\nPlease re-issue "
269 		    "the command on that node"), dgname, othernode);
270 		    return (-1);
271 	}
272 	return (DCMD_OK);
273 }
274 
275 int
ctag_check(rdcconfig_t * rdc)276 ctag_check(rdcconfig_t *rdc)
277 {
278 	char *file_dgname;
279 	char *bmp_dgname;
280 	char *fromhost, *tohost;
281 	char *fromfile, *tofile;
282 	char *frombitmap, *tobitmap;
283 	char *localfile;
284 	char *ctag;
285 	char file_buf[MAX_RDC_HOST_SIZE];
286 	char bmp_buf[MAX_RDC_HOST_SIZE];
287 	int is_primary;
288 	int islocal = 0;
289 	struct hostent *hp;
290 	char fromname[MAXHOSTNAMELEN], toname[MAXHOSTNAMELEN];
291 
292 	fromhost = rdc->phost;
293 	fromfile = rdc->pfile;
294 	frombitmap = rdc->pbmp;
295 	tohost = rdc->shost;
296 	tofile = rdc->sfile;
297 	tobitmap = rdc->sbmp;
298 	ctag = rdc->ctag;
299 
300 	/*
301 	 * Check for the special (local) cluster tag
302 	 */
303 	if (!cfg_iscluster())
304 		return (0);
305 
306 	if (ctag != NULL && strcmp(rdc->ctag, RDC_LOCAL_TAG) == 0) {
307 		strcpy(rdc->ctag, "-");
308 		islocal = TRUE;
309 	} else {
310 		islocal = FALSE;
311 	}
312 
313 	hp = gethost_byname(fromhost);
314 	strncpy(fromname, hp->h_name, MAXHOSTNAMELEN);
315 	hp = gethost_byname(tohost);
316 	strncpy(toname, hp->h_name, MAXHOSTNAMELEN);
317 	if (!self_check(fromname) && !self_check(toname)) {
318 		/*
319 		 * If we could get a list of logical hosts on this cluster
320 		 * then we could print something intelligent about where
321 		 * the volume is mastered. For now, just print some babble
322 		 * about the fact that we have no idea.
323 		 */
324 			rdc_set_error(NULL, RDC_INTERNAL, RDC_NONFATAL,
325 				gettext("either %s:%s or %s:%s is not local"),
326 					fromhost, fromfile, tohost, tofile);
327 			return (-1);
328 	}
329 
330 	is_primary = self_check(fromname);
331 
332 	/*
333 	 * If implicit disk group name and no ctag specified by user,
334 	 * we set the ctag to it.
335 	 * If implicit disk group name, it must match any supplied ctag.
336 	 */
337 	if (is_primary)
338 		localfile = fromfile;
339 	else
340 		localfile = tofile;
341 	file_dgname = cfg_dgname(localfile, file_buf, sizeof (file_buf));
342 	if (file_dgname != NULL && file_dgname[0] != '\0')
343 		if (check_dgislocal(file_dgname) < 0) {
344 			/* errors already set */
345 			return (-1);
346 		}
347 
348 	if (strlen(ctag) == 0 && file_dgname && strlen(file_dgname))
349 		strncpy(ctag, file_dgname, MAX_RDC_HOST_SIZE);
350 
351 	/*
352 	 * making an exception here for users giving the "local"tag
353 	 * this overrides this error message. (rdc_islocal ! = 1)
354 	 */
355 	if (strlen(ctag) != 0 && file_dgname && islocal != 1 &&
356 	    strlen(file_dgname) != 0 &&
357 	    strncmp(ctag, file_dgname, MAX_RDC_HOST_SIZE) != 0) {
358 		rdc_set_error(NULL, RDC_INTERNAL, RDC_NONFATAL,
359 		    gettext("ctag \"%s\" does not "
360 		    "match disk group name \"%s\" of volume %s"), ctag,
361 		    file_dgname, localfile);
362 		return (-1);
363 	}
364 	if ((file_dgname == NULL) || ((strlen(ctag) == 0) &&
365 	    (strlen(file_dgname) == 0))) {
366 		/*
367 		 * we must have a non-volume managed disk here
368 		 * so ask for a tag and get out
369 		 */
370 		rdc_set_error(NULL, RDC_INTERNAL, RDC_NONFATAL,
371 		    gettext("volume \"%s\" is not part"
372 		    " of a disk group,\nplease specify resource ctag\n"),
373 		    localfile);
374 
375 	}
376 
377 	/*
378 	 * Local bitmap must also have same ctag.
379 	 */
380 	if (is_primary)
381 		localfile = frombitmap;
382 	else
383 		localfile = tobitmap;
384 	bmp_dgname = cfg_dgname(localfile, bmp_buf, sizeof (bmp_buf));
385 	if (bmp_dgname != NULL && bmp_dgname[0] != '\0')
386 		if (check_dgislocal(bmp_dgname) < 0) {
387 			/* error already set */
388 			return (-1);
389 		}
390 
391 	if (file_dgname && strlen(file_dgname) != 0) {
392 		/* File is in a real disk group */
393 		if ((bmp_dgname == NULL) || (strlen(bmp_dgname) == 0)) {
394 			/* Bitmap is not in a real disk group */
395 			rdc_set_error(NULL, RDC_INTERNAL, RDC_NONFATAL,
396 			    gettext("bitmap %s is not in disk group \"%s\""),
397 			    localfile, islocal < 1?file_dgname:ctag);
398 			return (-1);
399 		}
400 	}
401 	if (strlen(ctag) != 0 && bmp_dgname && islocal != 1 &&
402 	    strlen(bmp_dgname) != 0 &&
403 	    strncmp(ctag, bmp_dgname, MAX_RDC_HOST_SIZE) != 0) {
404 		rdc_set_error(NULL, RDC_INTERNAL, RDC_NONFATAL,
405 		    gettext("ctag \"%s\" does not "
406 		    "match disk group name \"%s\" of bitmap %s"),
407 		    ctag, bmp_dgname, localfile);
408 		return (-1);
409 	}
410 
411 	return (0);
412 }
413 int
mounted(char * device)414 mounted(char *device)
415 {
416 	char target[NSC_MAXPATH];
417 	struct mnttab mntref;
418 	struct mnttab mntent;
419 	FILE *mntfp;
420 	int rdsk;
421 	char *s;
422 	int rc;
423 	int i;
424 
425 	rdsk = i = 0;
426 	for (s = target; i < NSC_MAXPATH && (*s = *device++); i++) {
427 		if (*s == 'r' && rdsk == 0 && strncmp(device, "dsk/", 4) == 0)
428 			rdsk = 1;
429 		else
430 			s++;
431 	}
432 	*s = '\0';
433 
434 	mntref.mnt_special = target;
435 	mntref.mnt_mountp = NULL;
436 	mntref.mnt_fstype = NULL;
437 	mntref.mnt_mntopts = NULL;
438 	mntref.mnt_time = NULL;
439 
440 	mntfp = fopen(MNTTAB, "r");
441 
442 	if (mntfp == NULL) {
443 		/* Assume the worst, that it is mounted */
444 		return (1);
445 	}
446 
447 	if ((rc = getmntany(mntfp, &mntent, &mntref)) != -1) {
448 		/* found something before EOF */
449 		fclose(mntfp);
450 		return (1);
451 	}
452 
453 	fclose(mntfp);
454 	return (0);
455 }
456 
457 int
can_enable(rdcconfig_t * rdc)458 can_enable(rdcconfig_t *rdc)
459 {
460 	struct stat stb;
461 
462 	if ((strcmp(rdc->pfile, rdc->pbmp) == 0) ||
463 	    (strcmp(rdc->sfile, rdc->sbmp) == 0)) {
464 		rdc_set_error(NULL, RDC_INTERNAL, RDC_NONFATAL,
465 		dgettext("librdc", "volumes and bitmaps must not match"));
466 		return (0);
467 	}
468 	if (ctag_check(rdc) < 0) {
469 		/* rdc_error should already be set */
470 		return (0);
471 	}
472 
473 	if (self_check(rdc->phost)) {
474 		if (stat(rdc->pfile, &stb) != 0) {
475 			rdc_set_error(NULL, RDC_OS, RDC_FATAL, NULL);
476 			return (0);
477 		}
478 		if (!S_ISCHR(stb.st_mode)) {
479 			rdc_set_error(NULL, RDC_INTERNAL, RDC_NONFATAL,
480 			    dgettext("librdc", "%s is not a character device"),
481 			    rdc->pfile);
482 			return (0);
483 		}
484 		return (rdc->persist ?
485 		    !bitmap_in_use(RDC_CMD_ENABLE, rdc->phost, rdc->pbmp) : 1);
486 	} else { /* on the secondary */
487 		if (stat(rdc->sfile, &stb) != 0) {
488 			rdc_set_error(NULL, RDC_OS, 0,
489 			    dgettext("librdc", "unable to access %s: %s"),
490 			    rdc->sfile, strerror(errno));
491 		}
492 		if (!S_ISCHR(stb.st_mode)) {
493 			rdc_set_error(NULL, RDC_INTERNAL, RDC_NONFATAL,
494 			    dgettext("librdc",
495 			    "%s is not a character device"), rdc->sfile);
496 		}
497 		return (rdc->persist ?
498 		    !bitmap_in_use(RDC_CMD_ENABLE, rdc->shost, rdc->sbmp) : 1);
499 	}
500 }
501 
502 int
can_reconfig_pbmp(rdcconfig_t * rdc,char * bmp)503 can_reconfig_pbmp(rdcconfig_t *rdc, char *bmp)
504 {
505 	if (!rdc->persist)
506 		return (0);
507 
508 	return (!bitmap_in_use(RDC_CMD_RECONFIG, rdc->phost, bmp));
509 }
510 
511 int
can_reconfig_sbmp(rdcconfig_t * rdc,char * bmp)512 can_reconfig_sbmp(rdcconfig_t *rdc, char *bmp)
513 {
514 	if (!rdc->persist)
515 		return (0);
516 
517 	return (!bitmap_in_use(RDC_CMD_RECONFIG, rdc->shost, bmp));
518 }
519 
520 rdc_rc_t *
cant_rsync(rdcconfig_t * rdc)521 cant_rsync(rdcconfig_t *rdc)
522 {
523 	rdc_rc_t *rc;
524 
525 	if (mounted(rdc->pfile)) {
526 		rc = new_rc();
527 		if (rc == NULL)
528 			return (NULL);
529 		strncpy(rc->set.phost, rdc->phost, MAX_RDC_HOST_SIZE);
530 		strncpy(rc->set.pfile, rdc->pfile, NSC_MAXPATH);
531 		strncpy(rc->set.pbmp, rdc->pbmp, NSC_MAXPATH);
532 		strncpy(rc->set.shost, rdc->shost, MAX_RDC_HOST_SIZE);
533 		strncpy(rc->set.sfile, rdc->sfile, NSC_MAXPATH);
534 		strncpy(rc->set.sbmp, rdc->sbmp, NSC_MAXPATH);
535 
536 		rc->rc = -1;
537 
538 		rdc_set_error(NULL, RDC_INTERNAL, 0, "unable to sync %s volume"
539 		    " is currently mounted", rdc->pfile);
540 		strncpy(rc->msg, rdc_error(NULL), RDC_ERR_SIZE);
541 
542 		return (rc);
543 	}
544 	return (NULL);
545 }
546