Lines Matching refs:info
16 #define reserved_asid(info, cpu) *per_cpu_ptr((info)->reserved, cpu)
18 #define ASID_MASK(info) (~GENMASK((info)->bits - 1, 0))
19 #define ASID_FIRST_VERSION(info) (1UL << ((info)->bits))
21 #define asid2idx(info, asid) (((asid) & ~ASID_MASK(info)) >> (info)->ctxt_shift)
22 #define idx2asid(info, idx) (((idx) << (info)->ctxt_shift) & ~ASID_MASK(info))
24 static void flush_context(struct asid_info *info)
30 bitmap_zero(info->map, NUM_CTXT_ASIDS(info));
33 asid = atomic64_xchg_relaxed(&active_asid(info, i), 0);
42 asid = reserved_asid(info, i);
43 __set_bit(asid2idx(info, asid), info->map);
44 reserved_asid(info, i) = asid;
51 cpumask_setall(&info->flush_pending);
54 static bool check_update_reserved_asid(struct asid_info *info, u64 asid,
70 if (reserved_asid(info, cpu) == asid) {
72 reserved_asid(info, cpu) = newasid;
79 static u64 new_context(struct asid_info *info, atomic64_t *pasid,
84 u64 generation = atomic64_read(&info->generation);
87 u64 newasid = generation | (asid & ~ASID_MASK(info));
93 if (check_update_reserved_asid(info, asid, newasid))
100 if (!__test_and_set_bit(asid2idx(info, asid), info->map))
111 asid = find_next_zero_bit(info->map, NUM_CTXT_ASIDS(info), cur_idx);
112 if (asid != NUM_CTXT_ASIDS(info))
116 generation = atomic64_add_return_relaxed(ASID_FIRST_VERSION(info),
117 &info->generation);
118 flush_context(info);
121 asid = find_next_zero_bit(info->map, NUM_CTXT_ASIDS(info), 1);
124 __set_bit(asid, info->map);
127 return idx2asid(info, asid) | generation;
137 void asid_new_context(struct asid_info *info, atomic64_t *pasid,
143 raw_spin_lock_irqsave(&info->lock, flags);
146 if ((asid ^ atomic64_read(&info->generation)) >> info->bits) {
147 asid = new_context(info, pasid, mm);
151 if (cpumask_test_and_clear_cpu(cpu, &info->flush_pending))
152 info->flush_cpu_ctxt_cb();
154 atomic64_set(&active_asid(info, cpu), asid);
156 raw_spin_unlock_irqrestore(&info->lock, flags);
162 * @info: Pointer to the asid allocator structure
168 int asid_allocator_init(struct asid_info *info,
172 info->bits = bits;
173 info->ctxt_shift = ilog2(asid_per_ctxt);
174 info->flush_cpu_ctxt_cb = flush_cpu_ctxt_cb;
179 WARN_ON(NUM_CTXT_ASIDS(info) - 1 <= num_possible_cpus());
180 atomic64_set(&info->generation, ASID_FIRST_VERSION(info));
181 info->map = bitmap_zalloc(NUM_CTXT_ASIDS(info), GFP_KERNEL);
182 if (!info->map)
185 raw_spin_lock_init(&info->lock);