1 // SPDX-License-Identifier: GPL-2.0
7  * Copyright (C) 2002-2003 Deep Blue Solutions Ltd, all rights reserved.
16 #define reserved_asid(info, cpu) *per_cpu_ptr((info)->reserved, cpu)  argument
18 #define ASID_MASK(info)			(~GENMASK((info)->bits - 1, 0))
19 #define ASID_FIRST_VERSION(info)	(1UL << ((info)->bits))
21 #define asid2idx(info, asid)		(((asid) & ~ASID_MASK(info)) >> (info)->ctxt_shift)
22 #define idx2asid(info, idx)		(((idx) << (info)->ctxt_shift) & ~ASID_MASK(info))
30 	bitmap_zero(info->map, NUM_CTXT_ASIDS(info));  in flush_context()
35 		 * If this CPU has already been through a  in flush_context()
43 		__set_bit(asid2idx(info, asid), info->map);  in flush_context()
48 	 * Queue a TLB invalidation for each CPU to perform on next  in flush_context()
49 	 * context-switch  in flush_context()
51 	cpumask_setall(&info->flush_pending);  in flush_context()
57 	int cpu;  in check_update_reserved_asid()  local
69 	for_each_possible_cpu(cpu) {  in check_update_reserved_asid()
70 		if (reserved_asid(info, cpu) == asid) {  in check_update_reserved_asid()
72 			reserved_asid(info, cpu) = newasid;  in check_update_reserved_asid()
84 	u64 generation = atomic64_read(&info->generation);  in new_context()
97 		 * We had a valid ASID in a previous life, so try to re-use  in new_context()
100 		if (!__test_and_set_bit(asid2idx(info, asid), info->map))  in new_context()
111 	asid = find_next_zero_bit(info->map, NUM_CTXT_ASIDS(info), cur_idx);  in new_context()
117 						 &info->generation);  in new_context()
121 	asid = find_next_zero_bit(info->map, NUM_CTXT_ASIDS(info), 1);  in new_context()
124 	__set_bit(asid, info->map);  in new_context()
135  * @cpu: current CPU ID. Must have been acquired through get_cpu()
138 		      unsigned int cpu, struct mm_struct *mm)  in asid_new_context()  argument
143 	raw_spin_lock_irqsave(&info->lock, flags);  in asid_new_context()
146 	if ((asid ^ atomic64_read(&info->generation)) >> info->bits) {  in asid_new_context()
151 	if (cpumask_test_and_clear_cpu(cpu, &info->flush_pending))  in asid_new_context()
152 		info->flush_cpu_ctxt_cb();  in asid_new_context()
154 	atomic64_set(&active_asid(info, cpu), asid);  in asid_new_context()
155 	cpumask_set_cpu(cpu, mm_cpumask(mm));  in asid_new_context()
156 	raw_spin_unlock_irqrestore(&info->lock, flags);  in asid_new_context()
164  * @asid_per_ctxt: Number of ASIDs to allocate per-context. ASIDs are
172 	info->bits = bits;  in asid_allocator_init()
173 	info->ctxt_shift = ilog2(asid_per_ctxt);  in asid_allocator_init()
174 	info->flush_cpu_ctxt_cb = flush_cpu_ctxt_cb;  in asid_allocator_init()
179 	WARN_ON(NUM_CTXT_ASIDS(info) - 1 <= num_possible_cpus());  in asid_allocator_init()
180 	atomic64_set(&info->generation, ASID_FIRST_VERSION(info));  in asid_allocator_init()
181 	info->map = bitmap_zalloc(NUM_CTXT_ASIDS(info), GFP_KERNEL);  in asid_allocator_init()
182 	if (!info->map)  in asid_allocator_init()
183 		return -ENOMEM;  in asid_allocator_init()
185 	raw_spin_lock_init(&info->lock);  in asid_allocator_init()