Lines Matching refs:node_affinity
16 struct hfi1_affinity_node_list node_affinity = { variable
17 .list = LIST_HEAD_INIT(node_affinity.list),
18 .lock = __MUTEX_INITIALIZER(node_affinity.lock)
97 cpumask_clear(&node_affinity.real_cpu_mask); in init_real_cpu_mask()
100 cpumask_copy(&node_affinity.real_cpu_mask, cpu_online_mask); in init_real_cpu_mask()
105 possible = cpumask_weight(&node_affinity.real_cpu_mask); in init_real_cpu_mask()
107 cpumask_first(&node_affinity.real_cpu_mask))); in init_real_cpu_mask()
113 curr_cpu = cpumask_first(&node_affinity.real_cpu_mask); in init_real_cpu_mask()
115 curr_cpu = cpumask_next(curr_cpu, &node_affinity.real_cpu_mask); in init_real_cpu_mask()
121 cpumask_clear_cpu(curr_cpu, &node_affinity.real_cpu_mask); in init_real_cpu_mask()
122 curr_cpu = cpumask_next(curr_cpu, &node_affinity.real_cpu_mask); in init_real_cpu_mask()
132 cpumask_clear(&node_affinity.proc.used); in node_affinity_init()
133 cpumask_copy(&node_affinity.proc.mask, cpu_online_mask); in node_affinity_init()
135 node_affinity.proc.gen = 0; in node_affinity_init()
136 node_affinity.num_core_siblings = in node_affinity_init()
138 cpumask_first(&node_affinity.proc.mask) in node_affinity_init()
140 node_affinity.num_possible_nodes = num_possible_nodes(); in node_affinity_init()
141 node_affinity.num_online_nodes = num_online_nodes(); in node_affinity_init()
142 node_affinity.num_online_cpus = num_online_cpus(); in node_affinity_init()
151 hfi1_per_node_cntr = kcalloc(node_affinity.num_possible_nodes, in node_affinity_init()
177 for (node = 0; node < node_affinity.num_possible_nodes; node++) in node_affinity_init()
196 mutex_lock(&node_affinity.lock); in node_affinity_destroy_all()
197 list_for_each_safe(pos, q, &node_affinity.list) { in node_affinity_destroy_all()
203 mutex_unlock(&node_affinity.lock); in node_affinity_destroy_all()
227 list_add_tail(&entry->list, &node_affinity.list); in node_affinity_add_tail()
235 list_for_each_entry(entry, &node_affinity.list, list) { in node_affinity_lookup()
324 __must_hold(&node_affinity.lock) in _dev_comp_vect_cpu_get()
329 lockdep_assert_held(&node_affinity.lock); in _dev_comp_vect_cpu_get()
401 __must_hold(&node_affinity.lock) in _dev_comp_vect_mappings_create()
407 lockdep_assert_held(&node_affinity.lock); in _dev_comp_vect_mappings_create()
458 mutex_lock(&node_affinity.lock); in hfi1_comp_vectors_set_up()
466 mutex_unlock(&node_affinity.lock); in hfi1_comp_vectors_set_up()
495 __must_hold(&node_affinity.lock) in _dev_comp_vect_cpu_mask_init()
501 lockdep_assert_held(&node_affinity.lock); in _dev_comp_vect_cpu_mask_init()
561 __must_hold(&node_affinity.lock) in _dev_comp_vect_cpu_mask_clean_up()
565 lockdep_assert_held(&node_affinity.lock); in _dev_comp_vect_cpu_mask_clean_up()
602 mutex_lock(&node_affinity.lock); in hfi1_dev_affinity_init()
624 cpumask_and(&entry->def_intr.mask, &node_affinity.real_cpu_mask, in hfi1_dev_affinity_init()
676 &node_affinity.real_cpu_mask, local_mask); in hfi1_dev_affinity_init()
702 mutex_unlock(&node_affinity.lock); in hfi1_dev_affinity_init()
709 mutex_unlock(&node_affinity.lock); in hfi1_dev_affinity_init()
717 mutex_lock(&node_affinity.lock); in hfi1_dev_affinity_clean_up()
731 mutex_unlock(&node_affinity.lock); in hfi1_dev_affinity_clean_up()
750 mutex_lock(&node_affinity.lock); in hfi1_update_sdma_affinity()
784 mutex_unlock(&node_affinity.lock); in hfi1_update_sdma_affinity()
913 mutex_lock(&node_affinity.lock); in hfi1_get_irq_affinity()
915 mutex_unlock(&node_affinity.lock); in hfi1_get_irq_affinity()
925 mutex_lock(&node_affinity.lock); in hfi1_put_irq_affinity()
948 mutex_unlock(&node_affinity.lock); in hfi1_put_irq_affinity()
959 mutex_unlock(&node_affinity.lock); in hfi1_put_irq_affinity()
967 uint num_cores_per_socket = node_affinity.num_online_cpus / in find_hw_thread_mask()
969 node_affinity.num_online_nodes; in find_hw_thread_mask()
977 i < num_cores_per_socket * node_affinity.num_online_nodes; in find_hw_thread_mask()
989 node_affinity.num_online_nodes * in find_hw_thread_mask()
1001 struct hfi1_affinity_node_list *affinity = &node_affinity; in hfi1_get_proc_affinity()
1182 struct hfi1_affinity_node_list *affinity = &node_affinity; in hfi1_put_proc_affinity()