Lines Matching refs:gp
64 #define CHECK_ACTIVE_LOCKS(gp) if (check_debug) \ argument
65 check_active_locks(gp);
66 #define CHECK_SLEEPING_LOCKS(gp) if (check_debug) \ argument
67 check_sleeping_locks(gp);
68 #define CHECK_OWNER_LOCKS(gp, pid, sysid, vp) \ argument
70 check_owner_locks(gp, pid, sysid, vp);
80 #define CHECK_ACTIVE_LOCKS(gp) argument
81 #define CHECK_SLEEPING_LOCKS(gp) argument
82 #define CHECK_OWNER_LOCKS(gp, pid, sysid, vp) argument
301 graph_t *gp; in ofdlock() local
397 gp = flk_get_lock_graph(vp, FLK_INIT_GRAPH); in ofdlock()
399 mutex_enter(&gp->gp_mutex); in ofdlock()
402 lock_request->l_graph = gp; in ofdlock()
438 mutex_exit(&gp->gp_mutex); in ofdlock()
463 graph_t *gp; in ofdcleanlock() local
473 gp = flk_get_lock_graph(vp, FLK_USE_GRAPH); in ofdcleanlock()
475 if (gp == NULL) in ofdcleanlock()
477 mutex_enter(&gp->gp_mutex); in ofdcleanlock()
479 CHECK_SLEEPING_LOCKS(gp); in ofdcleanlock()
480 CHECK_ACTIVE_LOCKS(gp); in ofdcleanlock()
482 SET_LOCK_TO_FIRST_SLEEP_VP(gp, lock, vp); in ofdcleanlock()
495 SET_LOCK_TO_FIRST_ACTIVE_VP(gp, lock, vp); in ofdcleanlock()
510 CHECK_SLEEPING_LOCKS(gp); in ofdcleanlock()
511 CHECK_ACTIVE_LOCKS(gp); in ofdcleanlock()
512 mutex_exit(&gp->gp_mutex); in ofdcleanlock()
541 graph_t *gp; in reclock() local
686 gp = flk_get_lock_graph(vp, FLK_INIT_GRAPH); in reclock()
698 mutex_enter(&gp->gp_mutex); in reclock()
701 lock_request->l_graph = gp; in reclock()
738 mutex_exit(&gp->gp_mutex); in reclock()
742 mutex_exit(&gp->gp_mutex); in reclock()
749 mutex_exit(&gp->gp_mutex); in reclock()
760 mutex_exit(&gp->gp_mutex); in reclock()
805 mutex_exit(&gp->gp_mutex); in reclock()
1082 graph_t *gp = request->l_graph; in flk_process_request() local
1093 ASSERT(MUTEX_HELD(&gp->gp_mutex)); in flk_process_request()
1100 SET_LOCK_TO_FIRST_ACTIVE_VP(gp, lock, vp); in flk_process_request()
1133 SET_LOCK_TO_FIRST_SLEEP_VP(gp, lock, vp); in flk_process_request()
1172 SET_LOCK_TO_FIRST_ACTIVE_VP(gp, lock, vp); in flk_process_request()
1196 flk_graph_uncolor(gp); in flk_process_request()
1200 SET_LOCK_TO_FIRST_SLEEP_VP(gp, lock, vp); in flk_process_request()
1254 SET_LOCK_TO_FIRST_ACTIVE_VP(gp, lock, vp); in flk_process_request()
1303 graph_t *gp = request->l_graph; in flk_execute_request() local
1308 CHECK_SLEEPING_LOCKS(gp); in flk_execute_request()
1309 CHECK_ACTIVE_LOCKS(gp); in flk_execute_request()
1311 ASSERT(MUTEX_HELD(&gp->gp_mutex)); in flk_execute_request()
1322 SET_LOCK_TO_FIRST_ACTIVE_VP(gp, lock, vp); in flk_execute_request()
1355 graph_t *gp = request->l_graph; in flk_wait_execute_request() local
1360 ASSERT(MUTEX_HELD(&gp->gp_mutex)); in flk_wait_execute_request()
1415 mutex_exit(&gp->gp_mutex); in flk_wait_execute_request()
1420 mutex_enter(&gp->gp_mutex); in flk_wait_execute_request()
1434 mutex_exit(&gp->gp_mutex); in flk_wait_execute_request()
1437 mutex_enter(&gp->gp_mutex); in flk_wait_execute_request()
1623 graph_t *gp = (lock->l_graph); in flk_relation() local
1626 CHECK_SLEEPING_LOCKS(gp); in flk_relation()
1627 CHECK_ACTIVE_LOCKS(gp); in flk_relation()
1629 ASSERT(MUTEX_HELD(&gp->gp_mutex)); in flk_relation()
1763 CHECK_SLEEPING_LOCKS(gp); in flk_relation()
1764 CHECK_ACTIVE_LOCKS(gp); in flk_relation()
1833 CHECK_SLEEPING_LOCKS(gp); in flk_relation()
1834 CHECK_ACTIVE_LOCKS(gp); in flk_relation()
1845 graph_t *gp = new_lock->l_graph; in flk_insert_active_lock() local
1849 ASSERT(MUTEX_HELD(&gp->gp_mutex)); in flk_insert_active_lock()
1851 SET_LOCK_TO_FIRST_ACTIVE_VP(gp, lock, vp); in flk_insert_active_lock()
1859 lock = ACTIVE_HEAD(gp); in flk_insert_active_lock()
1873 CHECK_ACTIVE_LOCKS(gp); in flk_insert_active_lock()
1874 CHECK_SLEEPING_LOCKS(gp); in flk_insert_active_lock()
1887 graph_t *gp = lock->l_graph; in flk_delete_active_lock() local
1889 ASSERT(MUTEX_HELD(&gp->gp_mutex)); in flk_delete_active_lock()
1910 CHECK_ACTIVE_LOCKS(gp); in flk_delete_active_lock()
1911 CHECK_SLEEPING_LOCKS(gp); in flk_delete_active_lock()
1921 graph_t *gp = request->l_graph; in flk_insert_sleeping_lock() local
1925 ASSERT(MUTEX_HELD(&gp->gp_mutex)); in flk_insert_sleeping_lock()
1928 for (lock = gp->sleeping_locks.l_next; (lock != &gp->sleeping_locks && in flk_insert_sleeping_lock()
1950 graph_t *gp = request->l_graph; in flk_cancel_sleeping_lock() local
1961 ASSERT(MUTEX_HELD(&gp->gp_mutex)); in flk_cancel_sleeping_lock()
1999 SET_LOCK_TO_FIRST_SLEEP_VP(gp, lock, vp); in flk_cancel_sleeping_lock()
2012 SET_LOCK_TO_FIRST_ACTIVE_VP(gp, lock, vp); in flk_cancel_sleeping_lock()
2078 CHECK_SLEEPING_LOCKS(gp); in flk_cancel_sleeping_lock()
2079 CHECK_ACTIVE_LOCKS(gp); in flk_cancel_sleeping_lock()
2090 flk_graph_uncolor(graph_t *gp) in flk_graph_uncolor() argument
2094 if (gp->mark == UINT_MAX) { in flk_graph_uncolor()
2095 gp->mark = 1; in flk_graph_uncolor()
2096 for (lock = ACTIVE_HEAD(gp)->l_next; lock != ACTIVE_HEAD(gp); in flk_graph_uncolor()
2100 for (lock = SLEEPING_HEAD(gp)->l_next; in flk_graph_uncolor()
2101 lock != SLEEPING_HEAD(gp); lock = lock->l_next) in flk_graph_uncolor()
2104 gp->mark++; in flk_graph_uncolor()
2116 graph_t *gp = lock->l_graph; in flk_wakeup() local
2119 ASSERT(MUTEX_HELD(&gp->gp_mutex)); in flk_wakeup()
2171 graph_t *gp = request->l_graph; in flk_recompute_dependencies() local
2179 ASSERT(MUTEX_HELD(&gp->gp_mutex)); in flk_recompute_dependencies()
2213 flk_graph_uncolor(gp); in flk_recompute_dependencies()
2237 flk_graph_uncolor(gp); in flk_recompute_dependencies()
2388 graph_t *gp = request->l_graph; in flk_get_first_blocking_lock() local
2392 ASSERT(MUTEX_HELD(&gp->gp_mutex)); in flk_get_first_blocking_lock()
2394 SET_LOCK_TO_FIRST_ACTIVE_VP(gp, lock, vp); in flk_get_first_blocking_lock()
2413 SET_LOCK_TO_FIRST_SLEEP_VP(gp, lock, vp); in flk_get_first_blocking_lock()
2439 graph_t *gp; in flk_get_lock_graph() local
2445 gp = lock_graph[index]; in flk_get_lock_graph()
2447 return (gp); in flk_get_lock_graph()
2470 gp = lock_graph[index]; in flk_get_lock_graph()
2473 if (gp == NULL) { in flk_get_lock_graph()
2478 lock_graph[index] = gp = gp_alloc; in flk_get_lock_graph()
2490 if ((gp_alloc != NULL) && (gp != gp_alloc)) { in flk_get_lock_graph()
2496 return (gp); in flk_get_lock_graph()
2507 graph_t *gp; in cl_flk_has_remote_locks_for_nlmid() local
2517 gp = flk_get_lock_graph(vp, FLK_USE_GRAPH); in cl_flk_has_remote_locks_for_nlmid()
2518 if (gp == NULL) { in cl_flk_has_remote_locks_for_nlmid()
2522 mutex_enter(&gp->gp_mutex); in cl_flk_has_remote_locks_for_nlmid()
2524 SET_LOCK_TO_FIRST_ACTIVE_VP(gp, lock, vp); in cl_flk_has_remote_locks_for_nlmid()
2543 SET_LOCK_TO_FIRST_SLEEP_VP(gp, lock, vp); in cl_flk_has_remote_locks_for_nlmid()
2563 mutex_exit(&gp->gp_mutex); in cl_flk_has_remote_locks_for_nlmid()
2581 graph_t *gp; in flk_has_remote_locks() local
2583 gp = flk_get_lock_graph(vp, FLK_USE_GRAPH); in flk_has_remote_locks()
2584 if (gp == NULL) { in flk_has_remote_locks()
2588 mutex_enter(&gp->gp_mutex); in flk_has_remote_locks()
2590 SET_LOCK_TO_FIRST_ACTIVE_VP(gp, lock, vp); in flk_has_remote_locks()
2602 SET_LOCK_TO_FIRST_SLEEP_VP(gp, lock, vp); in flk_has_remote_locks()
2615 mutex_exit(&gp->gp_mutex); in flk_has_remote_locks()
2629 graph_t *gp; in flk_has_remote_locks_for_sysid() local
2634 gp = flk_get_lock_graph(vp, FLK_USE_GRAPH); in flk_has_remote_locks_for_sysid()
2635 if (gp == NULL) { in flk_has_remote_locks_for_sysid()
2639 mutex_enter(&gp->gp_mutex); in flk_has_remote_locks_for_sysid()
2641 SET_LOCK_TO_FIRST_ACTIVE_VP(gp, lock, vp); in flk_has_remote_locks_for_sysid()
2653 SET_LOCK_TO_FIRST_SLEEP_VP(gp, lock, vp); in flk_has_remote_locks_for_sysid()
2666 mutex_exit(&gp->gp_mutex); in flk_has_remote_locks_for_sysid()
2685 graph_t *gp; in flk_sysid_has_locks() local
2690 gp = lock_graph[i]; in flk_sysid_has_locks()
2692 if (gp == NULL) { in flk_sysid_has_locks()
2696 mutex_enter(&gp->gp_mutex); in flk_sysid_has_locks()
2699 for (lock = ACTIVE_HEAD(gp)->l_next; in flk_sysid_has_locks()
2700 lock != ACTIVE_HEAD(gp) && !has_locks; in flk_sysid_has_locks()
2708 for (lock = SLEEPING_HEAD(gp)->l_next; in flk_sysid_has_locks()
2709 lock != SLEEPING_HEAD(gp) && !has_locks; in flk_sysid_has_locks()
2715 mutex_exit(&gp->gp_mutex); in flk_sysid_has_locks()
2735 graph_t *gp; in cl_flk_remove_locks_by_sysid() local
2749 gp = lock_graph[i]; in cl_flk_remove_locks_by_sysid()
2752 if (gp == NULL) in cl_flk_remove_locks_by_sysid()
2755 mutex_enter(&gp->gp_mutex); /* get mutex on lock graph */ in cl_flk_remove_locks_by_sysid()
2758 lock = SLEEPING_HEAD(gp)->l_next; in cl_flk_remove_locks_by_sysid()
2759 while (lock != SLEEPING_HEAD(gp)) { in cl_flk_remove_locks_by_sysid()
2768 lock = ACTIVE_HEAD(gp)->l_next; in cl_flk_remove_locks_by_sysid()
2769 while (lock != ACTIVE_HEAD(gp)) { in cl_flk_remove_locks_by_sysid()
2778 mutex_exit(&gp->gp_mutex); /* release mutex on lock graph */ in cl_flk_remove_locks_by_sysid()
2791 graph_t *gp; in flk_delete_locks_by_sysid() local
2801 gp = lock_graph[i]; in flk_delete_locks_by_sysid()
2804 if (gp == NULL) in flk_delete_locks_by_sysid()
2807 mutex_enter(&gp->gp_mutex); in flk_delete_locks_by_sysid()
2810 lock = SLEEPING_HEAD(gp)->l_next; in flk_delete_locks_by_sysid()
2811 while (lock != SLEEPING_HEAD(gp)) { in flk_delete_locks_by_sysid()
2820 lock = ACTIVE_HEAD(gp)->l_next; in flk_delete_locks_by_sysid()
2821 while (lock != ACTIVE_HEAD(gp)) { in flk_delete_locks_by_sysid()
2830 mutex_exit(&gp->gp_mutex); in flk_delete_locks_by_sysid()
2845 graph_t *gp; in cl_flk_delete_pxfs_locks() local
2850 gp = lock_graph[i]; in cl_flk_delete_pxfs_locks()
2853 if (gp == NULL) in cl_flk_delete_pxfs_locks()
2856 mutex_enter(&gp->gp_mutex); in cl_flk_delete_pxfs_locks()
2859 lock = SLEEPING_HEAD(gp)->l_next; in cl_flk_delete_pxfs_locks()
2860 while (lock != SLEEPING_HEAD(gp)) { in cl_flk_delete_pxfs_locks()
2875 lock = ACTIVE_HEAD(gp)->l_next; in cl_flk_delete_pxfs_locks()
2876 while (lock != ACTIVE_HEAD(gp)) { in cl_flk_delete_pxfs_locks()
2889 mutex_exit(&gp->gp_mutex); in cl_flk_delete_pxfs_locks()
2904 graph_t *gp = request->l_graph; in flk_canceled() local
2907 ASSERT(MUTEX_HELD(&gp->gp_mutex)); in flk_canceled()
2909 SET_LOCK_TO_FIRST_SLEEP_VP(gp, lock, vp); in flk_canceled()
2935 graph_t *gp; in cleanlocks() local
2941 gp = flk_get_lock_graph(vp, FLK_USE_GRAPH); in cleanlocks()
2943 if (gp == NULL) in cleanlocks()
2945 mutex_enter(&gp->gp_mutex); in cleanlocks()
2947 CHECK_SLEEPING_LOCKS(gp); in cleanlocks()
2948 CHECK_ACTIVE_LOCKS(gp); in cleanlocks()
2950 SET_LOCK_TO_FIRST_SLEEP_VP(gp, lock, vp); in cleanlocks()
2964 SET_LOCK_TO_FIRST_ACTIVE_VP(gp, lock, vp); in cleanlocks()
2985 CHECK_SLEEPING_LOCKS(gp); in cleanlocks()
2986 CHECK_ACTIVE_LOCKS(gp); in cleanlocks()
2987 CHECK_OWNER_LOCKS(gp, pid, sysid, vp); in cleanlocks()
2988 mutex_exit(&gp->gp_mutex); in cleanlocks()
3600 graph_t *gp; in flk_set_lockmgr_status() local
3620 gp = lock_graph[i]; in flk_set_lockmgr_status()
3622 if (gp == NULL) in flk_set_lockmgr_status()
3624 mutex_enter(&gp->gp_mutex); in flk_set_lockmgr_status()
3626 mutex_exit(&gp->gp_mutex); in flk_set_lockmgr_status()
3671 graph_t *gp; in get_lock_list() local
3698 gp = lock_graph[i]; in get_lock_list()
3700 if (gp == NULL) { in get_lock_list()
3704 mutex_enter(&gp->gp_mutex); in get_lock_list()
3706 ACTIVE_HEAD(gp) : SLEEPING_HEAD(gp); in get_lock_list()
3733 mutex_exit(&gp->gp_mutex); in get_lock_list()
3848 graph_t *gp; /* lock graph */ in cl_flk_change_nlm_state_all_locks() local
3855 gp = lock_graph[i]; in cl_flk_change_nlm_state_all_locks()
3857 if (gp == NULL) { in cl_flk_change_nlm_state_all_locks()
3862 mutex_enter(&gp->gp_mutex); in cl_flk_change_nlm_state_all_locks()
3863 for (lock = SLEEPING_HEAD(gp)->l_next; in cl_flk_change_nlm_state_all_locks()
3864 lock != SLEEPING_HEAD(gp); in cl_flk_change_nlm_state_all_locks()
3881 for (lock = ACTIVE_HEAD(gp)->l_next; in cl_flk_change_nlm_state_all_locks()
3882 lock != ACTIVE_HEAD(gp); in cl_flk_change_nlm_state_all_locks()
3898 mutex_exit(&gp->gp_mutex); in cl_flk_change_nlm_state_all_locks()
3913 graph_t *gp; in cl_flk_wakeup_sleeping_nlm_locks() local
3918 gp = lock_graph[i]; in cl_flk_wakeup_sleeping_nlm_locks()
3920 if (gp == NULL) { in cl_flk_wakeup_sleeping_nlm_locks()
3924 mutex_enter(&gp->gp_mutex); in cl_flk_wakeup_sleeping_nlm_locks()
3925 for (lock = SLEEPING_HEAD(gp)->l_next; in cl_flk_wakeup_sleeping_nlm_locks()
3926 lock != SLEEPING_HEAD(gp); in cl_flk_wakeup_sleeping_nlm_locks()
3946 mutex_exit(&gp->gp_mutex); in cl_flk_wakeup_sleeping_nlm_locks()
3961 graph_t *gp; in cl_flk_unlock_nlm_granted() local
3966 gp = lock_graph[i]; in cl_flk_unlock_nlm_granted()
3968 if (gp == NULL) { in cl_flk_unlock_nlm_granted()
3972 mutex_enter(&gp->gp_mutex); in cl_flk_unlock_nlm_granted()
3973 for (lock = ACTIVE_HEAD(gp)->l_next; in cl_flk_unlock_nlm_granted()
3974 lock != ACTIVE_HEAD(gp); in cl_flk_unlock_nlm_granted()
3998 mutex_exit(&gp->gp_mutex); in cl_flk_unlock_nlm_granted()
4011 graph_t *gp; in wakeup_sleeping_lockmgr_locks() local
4016 gp = lock_graph[i]; in wakeup_sleeping_lockmgr_locks()
4018 if (gp == NULL) { in wakeup_sleeping_lockmgr_locks()
4022 mutex_enter(&gp->gp_mutex); in wakeup_sleeping_lockmgr_locks()
4024 for (lock = SLEEPING_HEAD(gp)->l_next; in wakeup_sleeping_lockmgr_locks()
4025 lock != SLEEPING_HEAD(gp); in wakeup_sleeping_lockmgr_locks()
4032 mutex_exit(&gp->gp_mutex); in wakeup_sleeping_lockmgr_locks()
4046 graph_t *gp; in unlock_lockmgr_granted() local
4051 gp = lock_graph[i]; in unlock_lockmgr_granted()
4053 if (gp == NULL) { in unlock_lockmgr_granted()
4057 mutex_enter(&gp->gp_mutex); in unlock_lockmgr_granted()
4059 for (lock = ACTIVE_HEAD(gp)->l_next; in unlock_lockmgr_granted()
4060 lock != ACTIVE_HEAD(gp); in unlock_lockmgr_granted()
4070 mutex_exit(&gp->gp_mutex); in unlock_lockmgr_granted()
4082 graph_t *gp = request->l_graph; in wait_for_lock() local
4084 ASSERT(MUTEX_HELD(&gp->gp_mutex)); in wait_for_lock()
4088 if (!cv_wait_sig(&request->l_cv, &gp->gp_mutex)) { in wait_for_lock()
4293 graph_t *gp; in nbl_lock_conflict() local
4307 gp = lock_graph[HASH_INDEX(vp)]; in nbl_lock_conflict()
4309 if (gp == NULL) in nbl_lock_conflict()
4312 mutex_enter(&gp->gp_mutex); in nbl_lock_conflict()
4313 SET_LOCK_TO_FIRST_ACTIVE_VP(gp, lock, vp); in nbl_lock_conflict()
4327 mutex_exit(&gp->gp_mutex); in nbl_lock_conflict()
4356 check_active_locks(graph_t *gp) in check_active_locks() argument
4361 for (lock = ACTIVE_HEAD(gp)->l_next; lock != ACTIVE_HEAD(gp); in check_active_locks()
4375 for (lock1 = lock->l_next; lock1 != ACTIVE_HEAD(gp); in check_active_locks()
4466 check_sleeping_locks(graph_t *gp) in check_sleeping_locks() argument
4470 for (lock1 = SLEEPING_HEAD(gp)->l_next; lock1 != SLEEPING_HEAD(gp); in check_sleeping_locks()
4473 for (lock2 = lock1->l_next; lock2 != SLEEPING_HEAD(gp); in check_sleeping_locks()
4484 for (lock2 = ACTIVE_HEAD(gp)->l_next; lock2 != ACTIVE_HEAD(gp); in check_sleeping_locks()
4540 check_owner_locks(graph_t *gp, pid_t pid, int sysid, vnode_t *vp) in check_owner_locks() argument
4548 SET_LOCK_TO_FIRST_ACTIVE_VP(gp, lock, vp); in check_owner_locks()
4551 while (lock != ACTIVE_HEAD(gp) && (lock->l_vnode == vp)) { in check_owner_locks()
4560 SET_LOCK_TO_FIRST_SLEEP_VP(gp, lock, vp); in check_owner_locks()
4563 while (lock != SLEEPING_HEAD(gp) && (lock->l_vnode == vp)) { in check_owner_locks()