xref: /illumos-gate/usr/src/uts/sun4u/serengeti/io/sbdp_quiesce.c (revision 3ba944265c4ae1fcf23ef758537c2e4f4feec16e)
1 /*
2  * CDDL HEADER START
3  *
4  * The contents of this file are subject to the terms of the
5  * Common Development and Distribution License (the "License").
6  * You may not use this file except in compliance with the License.
7  *
8  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9  * or http://www.opensolaris.org/os/licensing.
10  * See the License for the specific language governing permissions
11  * and limitations under the License.
12  *
13  * When distributing Covered Code, include this CDDL HEADER in each
14  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15  * If applicable, add the following below this CDDL HEADER, with the
16  * fields enclosed by brackets "[]" replaced with your own identifying
17  * information: Portions Copyright [yyyy] [name of copyright owner]
18  *
19  * CDDL HEADER END
20  */
21 
22 /*
23  * Copyright 2010 Sun Microsystems, Inc.  All rights reserved.
24  * Use is subject to license terms.
25  */
26 
27 /*
28  * A CPR derivative specifically for sbd
29  */
30 
31 #include <sys/types.h>
32 #include <sys/systm.h>
33 #include <sys/machparam.h>
34 #include <sys/machsystm.h>
35 #include <sys/ddi.h>
36 #define	SUNDDI_IMPL
37 #include <sys/sunddi.h>
38 #include <sys/sunndi.h>
39 #include <sys/devctl.h>
40 #include <sys/time.h>
41 #include <sys/kmem.h>
42 #include <nfs/lm.h>
43 #include <sys/ddi_impldefs.h>
44 #include <sys/ndi_impldefs.h>
45 #include <sys/obpdefs.h>
46 #include <sys/cmn_err.h>
47 #include <sys/debug.h>
48 #include <sys/errno.h>
49 #include <sys/callb.h>
50 #include <sys/clock.h>
51 #include <sys/x_call.h>
52 #include <sys/cpuvar.h>
53 #include <sys/epm.h>
54 #include <sys/vfs.h>
55 
56 #ifdef DEBUG
57 #include <sys/note.h>
58 #endif
59 
60 #include <sys/promif.h>
61 #include <sys/conf.h>
62 #include <sys/cyclic.h>
63 
64 #include <sys/sbd_ioctl.h>
65 #include <sys/sbd.h>
66 #include <sys/sbdp_priv.h>
67 #include <sys/cpu_sgnblk_defs.h>
68 
69 static char *
70 sbdp_get_err_buf(sbd_error_t *ep)
71 {
72 	return (ep->e_rsc);
73 }
74 
75 extern void	e_ddi_enter_driver_list(struct devnames *dnp, int *listcnt);
76 extern void	e_ddi_exit_driver_list(struct devnames *dnp, int listcnt);
77 extern int	is_pseudo_device(dev_info_t *dip);
78 
79 extern kmutex_t	cpu_lock;
80 
81 static int	sbdp_is_real_device(dev_info_t *dip);
82 #ifdef DEBUG
83 static int	sbdp_bypass_device(char *dname);
84 #endif
85 static int	sbdp_check_dip(dev_info_t *dip, void *arg, uint_t ref);
86 
87 static int	sbdp_resolve_devname(dev_info_t *dip, char *buffer,
88 				char *alias);
89 
90 int sbdp_test_suspend(sbdp_handle_t *hp);
91 
92 #define	SR_STATE(srh)			((srh)->sr_suspend_state)
93 #define	SR_SET_STATE(srh, state)	(SR_STATE((srh)) = (state))
94 #define	SR_FAILED_DIP(srh)		((srh)->sr_failed_dip)
95 
96 #define	SR_FLAG_WATCHDOG	0x1
97 #define	SR_CHECK_FLAG(srh, flag)	((srh)->sr_flags & (flag))
98 #define	SR_SET_FLAG(srh, flag)		((srh)->sr_flags |= (flag))
99 #define	SR_CLEAR_FLAG(srh, flag)	((srh)->sr_flags &= ~(flag))
100 
101 #ifdef DEBUG
102 /*
103  * Just for testing. List of drivers to bypass when performing a suspend.
104  */
105 static char *sbdp_bypass_list[] = {
106 	/* "sgsbbc", this is an example when needed */
107 	""
108 };
109 #endif
110 
111 #define		SKIP_SYNC	/* bypass sync ops in sbdp_suspend */
112 
113 /*
114  * sbdp_skip_user_threads is used to control if user threads should
115  * be suspended.  If sbdp_skip_user_threads is true, the rest of the
116  * flags are not used; if it is false, sbdp_check_user_stop_result
117  * will be used to control whether or not we need to check suspend
118  * result, and sbdp_allow_blocked_threads will be used to control
119  * whether or not we allow suspend to continue if there are blocked
120  * threads.  We allow all combinations of sbdp_check_user_stop_result
121  * and sbdp_allow_block_threads, even though it might not make much
122  * sense to not allow block threads when we don't even check stop
123  * result.
124  */
125 static int	sbdp_skip_user_threads = 0;		/* default to FALSE */
126 static int	sbdp_check_user_stop_result = 1;	/* default to TRUE */
127 static int	sbdp_allow_blocked_threads = 1;		/* default to TRUE */
128 
129 
130 static void
131 sbdp_stop_intr(void)
132 {
133 	kpreempt_disable();
134 	cyclic_suspend();
135 }
136 
137 static void
138 sbdp_enable_intr(void)
139 {
140 	cyclic_resume();
141 	kpreempt_enable();
142 }
143 
144 sbdp_sr_handle_t *
145 sbdp_get_sr_handle(void)
146 {
147 	sbdp_sr_handle_t *srh;
148 	srh = kmem_zalloc(sizeof (sbdp_sr_handle_t), KM_SLEEP);
149 
150 	return (srh);
151 }
152 
153 void
154 sbdp_release_sr_handle(sbdp_sr_handle_t *srh)
155 {
156 	ASSERT(SR_FAILED_DIP(srh) == NULL);
157 	kmem_free((caddr_t)srh, sizeof (sbdp_sr_handle_t));
158 }
159 
160 static int
161 sbdp_is_real_device(dev_info_t *dip)
162 {
163 	struct regspec *regbuf = NULL;
164 	int length = 0;
165 	int rc;
166 
167 	if (ddi_get_driver(dip) == NULL)
168 		return (0);
169 
170 	if (DEVI(dip)->devi_pm_flags & (PMC_NEEDS_SR|PMC_PARENTAL_SR))
171 		return (1);
172 	if (DEVI(dip)->devi_pm_flags & PMC_NO_SR)
173 		return (0);
174 
175 	/*
176 	 * now the general case
177 	 */
178 	rc = ddi_getlongprop(DDI_DEV_T_ANY, dip, DDI_PROP_DONTPASS, "reg",
179 	    (caddr_t)&regbuf, &length);
180 	ASSERT(rc != DDI_PROP_NO_MEMORY);
181 	if (rc != DDI_PROP_SUCCESS) {
182 		return (0);
183 	} else {
184 		if ((length > 0) && (regbuf != NULL))
185 			kmem_free(regbuf, length);
186 		return (1);
187 	}
188 }
189 
190 #ifdef DEBUG
191 static int
192 sbdp_bypass_device(char *dname)
193 {
194 	int i;
195 	char **lname;
196 	/* check the bypass list */
197 	for (i = 0, lname = &sbdp_bypass_list[i]; **lname != '\0'; lname++) {
198 		SBDP_DBG_QR("Checking %s\n", *lname);
199 		if (strcmp(dname, sbdp_bypass_list[i++]) == 0)
200 			return (1);
201 	}
202 	return (0);
203 }
204 #endif
205 
206 static int
207 sbdp_resolve_devname(dev_info_t *dip, char *buffer, char *alias)
208 {
209 	major_t	devmajor;
210 	char	*aka, *name;
211 
212 	*buffer = *alias = 0;
213 
214 	if (dip == NULL)
215 		return (-1);
216 
217 	if ((name = ddi_get_name(dip)) == NULL)
218 		name = "<null name>";
219 
220 	aka = name;
221 
222 	if ((devmajor = ddi_name_to_major(aka)) != -1)
223 		aka = ddi_major_to_name(devmajor);
224 
225 	(void) strcpy(buffer, name);
226 
227 	if (strcmp(name, aka))
228 		(void) strcpy(alias, aka);
229 	else
230 		*alias = 0;
231 
232 	return (0);
233 }
234 
235 typedef struct sbdp_ref {
236 	int *refcount;
237 	int *refcount_non_gldv3;
238 	sbd_error_t *sep;
239 } sbdp_ref_t;
240 
241 static int
242 sbdp_check_dip(dev_info_t *dip, void *arg, uint_t ref)
243 {
244 	char		*dname;
245 	sbdp_ref_t	*sbrp = (sbdp_ref_t *)arg;
246 
247 	if (dip == NULL)
248 		return (DDI_WALK_CONTINUE);
249 
250 	ASSERT(sbrp->sep != NULL);
251 	ASSERT(sbrp->refcount != NULL);
252 
253 	if (!sbdp_is_real_device(dip))
254 		return (DDI_WALK_CONTINUE);
255 
256 	dname = ddi_binding_name(dip);
257 
258 	if ((strcmp(dname, "pciclass,060940") == 0) || (strcmp(dname,
259 	    "pciclass,060980") == 0)) {
260 		(void) ddi_pathname(dip, sbdp_get_err_buf(sbrp->sep));
261 		sbdp_set_err(sbrp->sep, ESBD_BUSY, NULL);
262 		(*sbrp->refcount)++;
263 		return (DDI_WALK_TERMINATE);
264 	}
265 
266 #ifdef DEBUG
267 	if (sbdp_bypass_device(dname))
268 		return (DDI_WALK_CONTINUE);
269 #endif
270 
271 	if (ref) {
272 		major_t	major;
273 
274 		(*sbrp->refcount)++;
275 		SBDP_DBG_QR("\n%s (major# %d) is referenced\n",
276 		    dname, ddi_name_to_major(dname));
277 		(void) ddi_pathname(dip, sbdp_get_err_buf(sbrp->sep));
278 		major = ddi_driver_major(dip);
279 		if (sbrp->refcount_non_gldv3 && NETWORK_PHYSDRV(major) &&
280 		    !GLDV3_DRV(major)) {
281 			(*sbrp->refcount_non_gldv3)++;
282 			return (DDI_WALK_CONTINUE);
283 		}
284 		sbdp_set_err(sbrp->sep, ESBD_BUSY, NULL);
285 		return (DDI_WALK_TERMINATE);
286 	}
287 	return (DDI_WALK_CONTINUE);
288 }
289 
290 void
291 sbdp_check_devices(dev_info_t *dip, int *refcount, sbd_error_t *sep,
292     int *refcount_non_gldv3)
293 {
294 	sbdp_ref_t sbr;
295 
296 	sbr.refcount = refcount;
297 	sbr.refcount_non_gldv3 = refcount_non_gldv3;
298 	sbr.sep = sep;
299 
300 	ASSERT(e_ddi_branch_held(dip));
301 
302 	(void) e_ddi_branch_referenced(dip, sbdp_check_dip, &sbr);
303 }
304 
305 /*
306  * Starting from the root node suspend all devices in the device tree.
307  * Assumes that all devices have already been marked busy.
308  */
309 static int
310 sbdp_suspend_devices_(dev_info_t *dip, sbdp_sr_handle_t *srh)
311 {
312 	major_t	major;
313 	char	*dname;
314 
315 	for (; dip != NULL; dip = ddi_get_next_sibling(dip)) {
316 		char	d_name[40], d_alias[40], *d_info;
317 
318 		if (sbdp_suspend_devices_(ddi_get_child(dip), srh)) {
319 			return (ENXIO);
320 		}
321 
322 		if (!sbdp_is_real_device(dip))
323 			continue;
324 
325 		major = (major_t)-1;
326 		if ((dname = DEVI(dip)->devi_binding_name) != NULL)
327 			major = ddi_name_to_major(dname);
328 
329 #ifdef DEBUG
330 		if (sbdp_bypass_device(dname)) {
331 			SBDP_DBG_QR("bypassed suspend of %s (major# %d)\n",
332 			    dname, major);
333 			continue;
334 		}
335 #endif
336 
337 		if ((d_info = ddi_get_name_addr(dip)) == NULL)
338 			d_info = "<null>";
339 
340 		d_name[0] = 0;
341 		if (sbdp_resolve_devname(dip, d_name, d_alias) == 0) {
342 			if (d_alias[0] != 0) {
343 				SBDP_DBG_QR("\tsuspending %s@%s (aka %s)\n",
344 				    d_name, d_info, d_alias);
345 			} else {
346 				SBDP_DBG_QR("\tsuspending %s@%s\n",
347 				    d_name, d_info);
348 			}
349 		} else {
350 			SBDP_DBG_QR("\tsuspending %s@%s\n", dname, d_info);
351 		}
352 
353 		if (devi_detach(dip, DDI_SUSPEND) != DDI_SUCCESS) {
354 			(void) sprintf(sbdp_get_err_buf(&srh->sep),
355 			    "%d", major);
356 
357 			sbdp_set_err(&srh->sep, ESGT_SUSPEND, NULL);
358 			ndi_hold_devi(dip);
359 			SR_FAILED_DIP(srh) = dip;
360 			return (DDI_FAILURE);
361 		}
362 	}
363 
364 	return (DDI_SUCCESS);
365 }
366 
367 /*ARGSUSED*/
368 static int
369 sbdp_suspend_devices_enter(dev_info_t *dip, void *arg)
370 {
371 	struct dev_info *devi = DEVI(dip);
372 	ndi_devi_enter(dip, &devi->devi_circular);
373 	return (DDI_WALK_CONTINUE);
374 }
375 
376 /*ARGSUSED*/
377 static int
378 sbdp_suspend_devices_exit(dev_info_t *dip, void *arg)
379 {
380 	struct dev_info *devi = DEVI(dip);
381 	ndi_devi_exit(dip, devi->devi_circular);
382 	return (DDI_WALK_CONTINUE);
383 }
384 
385 /*
386  * Before suspending devices first mark all device nodes busy. This
387  * avoids a deadlock situation when another thread holds a device busy
388  * and accesses an already suspended device.
389  */
390 static int
391 sbdp_suspend_devices(dev_info_t *dip, sbdp_sr_handle_t *srh)
392 {
393 	int	rv;
394 
395 	/* assumes dip is ddi_root_node so no ndi_devi_enter required */
396 	ASSERT(dip == ddi_root_node());
397 	ddi_walk_devs(dip, sbdp_suspend_devices_enter, NULL);
398 	rv = sbdp_suspend_devices_(dip, srh);
399 	ddi_walk_devs(dip, sbdp_suspend_devices_exit, NULL);
400 	return (rv);
401 }
402 
403 static void
404 sbdp_resume_devices(dev_info_t *start, sbdp_sr_handle_t *srh)
405 {
406 	int circ;
407 	dev_info_t	*dip, *next, *last = NULL;
408 	char		*bn;
409 	sbd_error_t	*sep;
410 
411 	sep = &srh->sep;
412 
413 	/* attach in reverse device tree order */
414 	while (last != start) {
415 		dip = start;
416 		next = ddi_get_next_sibling(dip);
417 		while (next != last && dip != SR_FAILED_DIP(srh)) {
418 			dip = next;
419 			next = ddi_get_next_sibling(dip);
420 		}
421 		if (dip == SR_FAILED_DIP(srh)) {
422 			/* Release hold acquired in sbdp_suspend_devices() */
423 			ndi_rele_devi(dip);
424 			SR_FAILED_DIP(srh) = NULL;
425 		} else if (sbdp_is_real_device(dip) &&
426 		    SR_FAILED_DIP(srh) == NULL) {
427 
428 			if (DEVI(dip)->devi_binding_name != NULL) {
429 				bn = ddi_binding_name(dip);
430 			}
431 #ifdef DEBUG
432 			if (!sbdp_bypass_device(bn)) {
433 #else
434 			{
435 #endif
436 				char	d_name[40], d_alias[40], *d_info;
437 
438 				d_name[0] = 0;
439 				d_info = ddi_get_name_addr(dip);
440 				if (d_info == NULL)
441 					d_info = "<null>";
442 
443 				if (!sbdp_resolve_devname(dip, d_name,
444 				    d_alias)) {
445 					if (d_alias[0] != 0) {
446 						SBDP_DBG_QR("\tresuming "
447 						    "%s@%s (aka %s)\n",
448 						    d_name, d_info,
449 						    d_alias);
450 					} else {
451 						SBDP_DBG_QR("\tresuming "
452 						    "%s@%s\n",
453 						    d_name, d_info);
454 					}
455 				} else {
456 					SBDP_DBG_QR("\tresuming %s@%s\n",
457 					    bn, d_info);
458 				}
459 
460 				if (devi_attach(dip, DDI_RESUME) !=
461 				    DDI_SUCCESS) {
462 					/*
463 					 * Print a console warning,
464 					 * set an errno of ESGT_RESUME,
465 					 * and save the driver major
466 					 * number in the e_str.
467 					 */
468 
469 					(void) sprintf(sbdp_get_err_buf(sep),
470 					    "%s@%s",
471 					    d_name[0] ? d_name : bn, d_info);
472 					SBDP_DBG_QR("\tFAILED to resume "
473 					    "%s\n", sbdp_get_err_buf(sep));
474 					sbdp_set_err(sep,
475 					    ESGT_RESUME, NULL);
476 				}
477 			}
478 		}
479 		ndi_devi_enter(dip, &circ);
480 		sbdp_resume_devices(ddi_get_child(dip), srh);
481 		ndi_devi_exit(dip, circ);
482 		last = dip;
483 	}
484 }
485 
486 /*
487  * True if thread is virtually stopped.  Similar to CPR_VSTOPPED
488  * but from DR point of view.  These user threads are waiting in
489  * the kernel.  Once they return from kernel, they will process
490  * the stop signal and stop.
491  */
492 #define	SBDP_VSTOPPED(t)			\
493 	((t)->t_state == TS_SLEEP &&		\
494 	(t)->t_wchan != NULL &&			\
495 	(t)->t_astflag &&		\
496 	((t)->t_proc_flag & TP_CHKPT))
497 
498 
499 static int
500 sbdp_stop_user_threads(sbdp_sr_handle_t *srh)
501 {
502 	int		count;
503 	char		cache_psargs[PSARGSZ];
504 	kthread_id_t	cache_tp;
505 	uint_t		cache_t_state;
506 	int		bailout;
507 	sbd_error_t	*sep;
508 	kthread_id_t 	tp;
509 
510 	extern void add_one_utstop();
511 	extern void utstop_timedwait(clock_t);
512 	extern void utstop_init(void);
513 
514 #define	SBDP_UTSTOP_RETRY	4
515 #define	SBDP_UTSTOP_WAIT	hz
516 
517 	if (sbdp_skip_user_threads)
518 		return (DDI_SUCCESS);
519 
520 	sep = &srh->sep;
521 	ASSERT(sep);
522 
523 	utstop_init();
524 
525 	/* we need to try a few times to get past fork, etc. */
526 	for (count = 0; count < SBDP_UTSTOP_RETRY; count++) {
527 		/* walk the entire threadlist */
528 		mutex_enter(&pidlock);
529 		for (tp = curthread->t_next; tp != curthread; tp = tp->t_next) {
530 			proc_t *p = ttoproc(tp);
531 
532 			/* handle kernel threads separately */
533 			if (p->p_as == &kas || p->p_stat == SZOMB)
534 				continue;
535 
536 			mutex_enter(&p->p_lock);
537 			thread_lock(tp);
538 
539 			if (tp->t_state == TS_STOPPED) {
540 				/* add another reason to stop this thread */
541 				tp->t_schedflag &= ~TS_RESUME;
542 			} else {
543 				tp->t_proc_flag |= TP_CHKPT;
544 
545 				thread_unlock(tp);
546 				mutex_exit(&p->p_lock);
547 				add_one_utstop();
548 				mutex_enter(&p->p_lock);
549 				thread_lock(tp);
550 
551 				aston(tp);
552 
553 				if (ISWAKEABLE(tp) || ISWAITING(tp)) {
554 					setrun_locked(tp);
555 				}
556 			}
557 
558 			/* grab thread if needed */
559 			if (tp->t_state == TS_ONPROC && tp->t_cpu != CPU)
560 				poke_cpu(tp->t_cpu->cpu_id);
561 
562 
563 			thread_unlock(tp);
564 			mutex_exit(&p->p_lock);
565 		}
566 		mutex_exit(&pidlock);
567 
568 
569 		/* let everything catch up */
570 		utstop_timedwait(count * count * SBDP_UTSTOP_WAIT);
571 
572 
573 		/* now, walk the threadlist again to see if we are done */
574 		mutex_enter(&pidlock);
575 		for (tp = curthread->t_next, bailout = 0;
576 		    tp != curthread; tp = tp->t_next) {
577 			proc_t *p = ttoproc(tp);
578 
579 			/* handle kernel threads separately */
580 			if (p->p_as == &kas || p->p_stat == SZOMB)
581 				continue;
582 
583 			/*
584 			 * If this thread didn't stop, and we don't allow
585 			 * unstopped blocked threads, bail.
586 			 */
587 			thread_lock(tp);
588 			if (!CPR_ISTOPPED(tp) &&
589 			    !(sbdp_allow_blocked_threads &&
590 			    SBDP_VSTOPPED(tp))) {
591 
592 				/* nope, cache the details for later */
593 				bcopy(p->p_user.u_psargs, cache_psargs,
594 				    sizeof (cache_psargs));
595 				cache_tp = tp;
596 				cache_t_state = tp->t_state;
597 				bailout = 1;
598 			}
599 			thread_unlock(tp);
600 		}
601 		mutex_exit(&pidlock);
602 
603 		/* were all the threads stopped? */
604 		if (!bailout)
605 			break;
606 	}
607 
608 	/* were we unable to stop all threads after a few tries? */
609 	if (bailout) {
610 		cmn_err(CE_NOTE, "process: %s id: %p state: %x\n",
611 		    cache_psargs, (void *)cache_tp, cache_t_state);
612 
613 		(void) sprintf(sbdp_get_err_buf(sep), "%s", cache_psargs);
614 		sbdp_set_err(sep, ESGT_UTHREAD, NULL);
615 		return (ESRCH);
616 	}
617 
618 	return (DDI_SUCCESS);
619 }
620 
621 static void
622 sbdp_start_user_threads(void)
623 {
624 	kthread_id_t tp;
625 
626 	mutex_enter(&pidlock);
627 
628 	/* walk all threads and release them */
629 	for (tp = curthread->t_next; tp != curthread; tp = tp->t_next) {
630 		proc_t *p = ttoproc(tp);
631 
632 		/* skip kernel threads */
633 		if (ttoproc(tp)->p_as == &kas)
634 			continue;
635 
636 		mutex_enter(&p->p_lock);
637 		tp->t_proc_flag &= ~TP_CHKPT;
638 		mutex_exit(&p->p_lock);
639 
640 		thread_lock(tp);
641 		if (CPR_ISTOPPED(tp)) {
642 			/* back on the runq */
643 			tp->t_schedflag |= TS_RESUME;
644 			setrun_locked(tp);
645 		}
646 		thread_unlock(tp);
647 	}
648 
649 	mutex_exit(&pidlock);
650 }
651 
652 static void
653 sbdp_signal_user(int sig)
654 {
655 	struct proc *p;
656 
657 	mutex_enter(&pidlock);
658 
659 	for (p = practive; p != NULL; p = p->p_next) {
660 		/* only user threads */
661 		if (p->p_exec == NULL || p->p_stat == SZOMB ||
662 		    p == proc_init || p == ttoproc(curthread))
663 			continue;
664 
665 		mutex_enter(&p->p_lock);
666 		sigtoproc(p, NULL, sig);
667 		mutex_exit(&p->p_lock);
668 	}
669 
670 	mutex_exit(&pidlock);
671 
672 	/* add a bit of delay */
673 	delay(hz);
674 }
675 
676 static uint_t saved_watchdog_seconds;
677 
678 void
679 sbdp_resume(sbdp_sr_handle_t *srh)
680 {
681 	/*
682 	 * update the signature block
683 	 */
684 	CPU_SIGNATURE(OS_SIG, SIGST_RESUME_INPROGRESS, SIGSUBST_NULL,
685 	    CPU->cpu_id);
686 
687 	switch (SR_STATE(srh)) {
688 	case SBDP_SRSTATE_FULL:
689 
690 		ASSERT(MUTEX_HELD(&cpu_lock));
691 
692 		/*
693 		 * Prevent false alarm in tod_validate() due to tod
694 		 * value change between suspend and resume
695 		 */
696 		mutex_enter(&tod_lock);
697 		tod_status_set(TOD_DR_RESUME_DONE);
698 		mutex_exit(&tod_lock);
699 
700 		sbdp_enable_intr(); 	/* enable intr & clock */
701 
702 		/*
703 		 * release all the other cpus
704 		 * using start_cpus() vice sbdp_release_cpus()
705 		 */
706 		start_cpus();
707 		mutex_exit(&cpu_lock);
708 
709 		/*
710 		 * If we suspended hw watchdog at suspend,
711 		 * re-enable it now.
712 		 */
713 		if (SR_CHECK_FLAG(srh, SR_FLAG_WATCHDOG)) {
714 			mutex_enter(&tod_lock);
715 			tod_ops.tod_set_watchdog_timer(
716 			    saved_watchdog_seconds);
717 			mutex_exit(&tod_lock);
718 		}
719 
720 		/* FALLTHROUGH */
721 
722 	case SBDP_SRSTATE_DRIVER:
723 		/*
724 		 * resume devices: root node doesn't have to
725 		 * be held in any way.
726 		 */
727 		sbdp_resume_devices(ddi_root_node(), srh);
728 
729 		/*
730 		 * resume the lock manager
731 		 */
732 		lm_cprresume();
733 
734 		/* FALLTHROUGH */
735 
736 	case SBDP_SRSTATE_USER:
737 		/*
738 		 * finally, resume user threads
739 		 */
740 		if (!sbdp_skip_user_threads) {
741 			SBDP_DBG_QR("DR: resuming user threads...\n");
742 			sbdp_start_user_threads();
743 		}
744 		/* FALLTHROUGH */
745 
746 	case SBDP_SRSTATE_BEGIN:
747 	default:
748 		/*
749 		 * let those who care know that we've just resumed
750 		 */
751 		SBDP_DBG_QR("sending SIGTHAW...\n");
752 		sbdp_signal_user(SIGTHAW);
753 		break;
754 	}
755 
756 	/*
757 	 * update the signature block
758 	 */
759 	CPU_SIGNATURE(OS_SIG, SIGST_RUN, SIGSUBST_NULL, CPU->cpu_id);
760 
761 	SBDP_DBG_QR("DR: resume COMPLETED\n");
762 }
763 
764 int
765 sbdp_suspend(sbdp_sr_handle_t *srh)
766 {
767 	int force;
768 	int rc = DDI_SUCCESS;
769 
770 	force = (srh && (srh->sr_flags & SBDP_IOCTL_FLAG_FORCE));
771 
772 	/*
773 	 * if no force flag, check for unsafe drivers
774 	 */
775 	if (force) {
776 		SBDP_DBG_QR("\nsbdp_suspend invoked with force flag");
777 	}
778 
779 	/*
780 	 * update the signature block
781 	 */
782 	CPU_SIGNATURE(OS_SIG, SIGST_QUIESCE_INPROGRESS, SIGSUBST_NULL,
783 	    CPU->cpu_id);
784 
785 	/*
786 	 * first, stop all user threads
787 	 */
788 	SBDP_DBG_QR("SBDP: suspending user threads...\n");
789 	SR_SET_STATE(srh, SBDP_SRSTATE_USER);
790 	if (((rc = sbdp_stop_user_threads(srh)) != DDI_SUCCESS) &&
791 	    sbdp_check_user_stop_result) {
792 		sbdp_resume(srh);
793 		return (rc);
794 	}
795 
796 #ifndef	SKIP_SYNC
797 	/*
798 	 * This sync swap out all user pages
799 	 */
800 	vfs_sync(SYNC_ALL);
801 #endif
802 
803 	/*
804 	 * special treatment for lock manager
805 	 */
806 	lm_cprsuspend();
807 
808 #ifndef	SKIP_SYNC
809 	/*
810 	 * sync the file system in case we never make it back
811 	 */
812 	sync();
813 
814 #endif
815 	/*
816 	 * now suspend drivers
817 	 */
818 	SBDP_DBG_QR("SBDP: suspending drivers...\n");
819 	SR_SET_STATE(srh, SBDP_SRSTATE_DRIVER);
820 
821 	/*
822 	 * Root node doesn't have to be held in any way.
823 	 */
824 	if ((rc = sbdp_suspend_devices(ddi_root_node(), srh)) != DDI_SUCCESS) {
825 		sbdp_resume(srh);
826 		return (rc);
827 	}
828 
829 	/*
830 	 * finally, grab all cpus
831 	 */
832 	SR_SET_STATE(srh, SBDP_SRSTATE_FULL);
833 
834 	/*
835 	 * if watchdog was activated, disable it
836 	 */
837 	if (watchdog_activated) {
838 		mutex_enter(&tod_lock);
839 		saved_watchdog_seconds = tod_ops.tod_clear_watchdog_timer();
840 		mutex_exit(&tod_lock);
841 		SR_SET_FLAG(srh, SR_FLAG_WATCHDOG);
842 	} else {
843 		SR_CLEAR_FLAG(srh, SR_FLAG_WATCHDOG);
844 	}
845 
846 	mutex_enter(&cpu_lock);
847 	pause_cpus(NULL, NULL);
848 	sbdp_stop_intr();
849 
850 	/*
851 	 * update the signature block
852 	 */
853 	CPU_SIGNATURE(OS_SIG, SIGST_QUIESCED, SIGSUBST_NULL, CPU->cpu_id);
854 
855 	return (rc);
856 }
857 
858 /*ARGSUSED*/
859 int
860 sbdp_test_suspend(sbdp_handle_t *hp)
861 {
862 	sbdp_sr_handle_t	*srh;
863 	int			err;
864 
865 	SBDP_DBG_QR("%s...\n", "sbdp_test_suspend");
866 
867 	srh = sbdp_get_sr_handle();
868 
869 	srh->sr_flags = hp->h_flags;
870 
871 	if ((err = sbdp_suspend(srh)) == DDI_SUCCESS) {
872 		sbdp_resume(srh);
873 	} else {
874 		SBDP_DBG_MISC("sbdp_suspend() failed, err = 0x%x\n", err);
875 	}
876 	sbdp_release_sr_handle(srh);
877 
878 	return (0);
879 }
880 
881 #ifdef	DEBUG
882 int
883 sbdp_passthru_test_quiesce(sbdp_handle_t *hp, void *arg)
884 {
885 	_NOTE(ARGUNUSED(arg))
886 
887 	return (sbdp_test_suspend(hp));
888 }
889 #endif
890