Lines Matching defs:node_affinity
58 struct hfi1_affinity_node_list node_affinity = {
59 .list = LIST_HEAD_INIT(node_affinity.list),
60 .lock = __MUTEX_INITIALIZER(node_affinity.lock)
139 cpumask_clear(&node_affinity.real_cpu_mask);
142 cpumask_copy(&node_affinity.real_cpu_mask, cpu_online_mask);
147 possible = cpumask_weight(&node_affinity.real_cpu_mask);
149 cpumask_first(&node_affinity.real_cpu_mask)));
155 curr_cpu = cpumask_first(&node_affinity.real_cpu_mask);
157 curr_cpu = cpumask_next(curr_cpu, &node_affinity.real_cpu_mask);
163 cpumask_clear_cpu(curr_cpu, &node_affinity.real_cpu_mask);
164 curr_cpu = cpumask_next(curr_cpu, &node_affinity.real_cpu_mask);
174 cpumask_clear(&node_affinity.proc.used);
175 cpumask_copy(&node_affinity.proc.mask, cpu_online_mask);
177 node_affinity.proc.gen = 0;
178 node_affinity.num_core_siblings =
180 cpumask_first(&node_affinity.proc.mask)
182 node_affinity.num_possible_nodes = num_possible_nodes();
183 node_affinity.num_online_nodes = num_online_nodes();
184 node_affinity.num_online_cpus = num_online_cpus();
193 hfi1_per_node_cntr = kcalloc(node_affinity.num_possible_nodes,
219 for (node = 0; node < node_affinity.num_possible_nodes; node++)
238 mutex_lock(&node_affinity.lock);
239 list_for_each_safe(pos, q, &node_affinity.list) {
245 mutex_unlock(&node_affinity.lock);
265 * It *must* be called with node_affinity.lock held.
269 list_add_tail(&entry->list, &node_affinity.list);
272 /* It must be called with node_affinity.lock held */
278 list_for_each(pos, &node_affinity.list) {
368 __must_hold(&node_affinity.lock)
373 lockdep_assert_held(&node_affinity.lock);
445 __must_hold(&node_affinity.lock)
451 lockdep_assert_held(&node_affinity.lock);
502 mutex_lock(&node_affinity.lock);
510 mutex_unlock(&node_affinity.lock);
539 __must_hold(&node_affinity.lock)
545 lockdep_assert_held(&node_affinity.lock);
605 __must_hold(&node_affinity.lock)
609 lockdep_assert_held(&node_affinity.lock);
646 mutex_lock(&node_affinity.lock);
668 cpumask_and(&entry->def_intr.mask, &node_affinity.real_cpu_mask,
720 &node_affinity.real_cpu_mask, local_mask);
746 mutex_unlock(&node_affinity.lock);
753 mutex_unlock(&node_affinity.lock);
761 mutex_lock(&node_affinity.lock);
775 mutex_unlock(&node_affinity.lock);
794 mutex_lock(&node_affinity.lock);
828 mutex_unlock(&node_affinity.lock);
875 * It *must* be called with node_affinity.lock held.
957 mutex_lock(&node_affinity.lock);
959 mutex_unlock(&node_affinity.lock);
970 mutex_lock(&node_affinity.lock);
992 mutex_unlock(&node_affinity.lock);
1003 mutex_unlock(&node_affinity.lock);
1006 /* This should be called with node_affinity.lock held */
1011 uint num_cores_per_socket = node_affinity.num_online_cpus /
1013 node_affinity.num_online_nodes;
1021 i < num_cores_per_socket * node_affinity.num_online_nodes;
1033 node_affinity.num_online_nodes *
1045 struct hfi1_affinity_node_list *affinity = &node_affinity;
1226 struct hfi1_affinity_node_list *affinity = &node_affinity;