| /kernel/linux/linux-5.10/mm/ |
| H A D | mmu_notifier.c | 117 mn_itree_inv_next(struct mmu_interval_notifier *interval_sub, in mn_itree_inv_next() argument
122 node = interval_tree_iter_next(&interval_sub->interval_tree, in mn_itree_inv_next()
131 struct mmu_interval_notifier *interval_sub; in mn_itree_inv_end() local
150 hlist_for_each_entry_safe(interval_sub, next, in mn_itree_inv_end()
153 if (RB_EMPTY_NODE(&interval_sub->interval_tree.rb)) in mn_itree_inv_end()
154 interval_tree_insert(&interval_sub->interval_tree, in mn_itree_inv_end()
157 interval_tree_remove(&interval_sub->interval_tree, in mn_itree_inv_end()
159 hlist_del(&interval_sub->deferred_item); in mn_itree_inv_end()
169 * @interval_sub: The interval subscription
186 mmu_interval_read_begin(struct mmu_interval_notifier *interval_sub) in mmu_interval_read_begin() argument
271 struct mmu_interval_notifier *interval_sub; mn_itree_release() local
447 struct mmu_interval_notifier *interval_sub; mn_itree_invalidate() local
920 __mmu_interval_notifier_insert( struct mmu_interval_notifier *interval_sub, struct mm_struct *mm, struct mmu_notifier_subscriptions *subscriptions, unsigned long start, unsigned long length, const struct mmu_interval_notifier_ops *ops) __mmu_interval_notifier_insert() argument
1002 mmu_interval_notifier_insert(struct mmu_interval_notifier *interval_sub, struct mm_struct *mm, unsigned long start, unsigned long length, const struct mmu_interval_notifier_ops *ops) mmu_interval_notifier_insert() argument
1024 mmu_interval_notifier_insert_locked( struct mmu_interval_notifier *interval_sub, struct mm_struct *mm, unsigned long start, unsigned long length, const struct mmu_interval_notifier_ops *ops) mmu_interval_notifier_insert_locked() argument
1068 mmu_interval_notifier_remove(struct mmu_interval_notifier *interval_sub) mmu_interval_notifier_remove() argument
[all...] |
| /kernel/linux/linux-6.6/mm/ |
| H A D | mmu_notifier.c | 117 mn_itree_inv_next(struct mmu_interval_notifier *interval_sub, in mn_itree_inv_next() argument
122 node = interval_tree_iter_next(&interval_sub->interval_tree, in mn_itree_inv_next()
131 struct mmu_interval_notifier *interval_sub; in mn_itree_inv_end() local
150 hlist_for_each_entry_safe(interval_sub, next, in mn_itree_inv_end()
153 if (RB_EMPTY_NODE(&interval_sub->interval_tree.rb)) in mn_itree_inv_end()
154 interval_tree_insert(&interval_sub->interval_tree, in mn_itree_inv_end()
157 interval_tree_remove(&interval_sub->interval_tree, in mn_itree_inv_end()
159 hlist_del(&interval_sub->deferred_item); in mn_itree_inv_end()
169 * @interval_sub: The interval subscription
186 mmu_interval_read_begin(struct mmu_interval_notifier *interval_sub) in mmu_interval_read_begin() argument
271 struct mmu_interval_notifier *interval_sub; mn_itree_release() local
447 struct mmu_interval_notifier *interval_sub; mn_itree_invalidate() local
905 __mmu_interval_notifier_insert( struct mmu_interval_notifier *interval_sub, struct mm_struct *mm, struct mmu_notifier_subscriptions *subscriptions, unsigned long start, unsigned long length, const struct mmu_interval_notifier_ops *ops) __mmu_interval_notifier_insert() argument
987 mmu_interval_notifier_insert(struct mmu_interval_notifier *interval_sub, struct mm_struct *mm, unsigned long start, unsigned long length, const struct mmu_interval_notifier_ops *ops) mmu_interval_notifier_insert() argument
1009 mmu_interval_notifier_insert_locked( struct mmu_interval_notifier *interval_sub, struct mm_struct *mm, unsigned long start, unsigned long length, const struct mmu_interval_notifier_ops *ops) mmu_interval_notifier_insert_locked() argument
1053 mmu_interval_notifier_remove(struct mmu_interval_notifier *interval_sub) mmu_interval_notifier_remove() argument
[all...] |
| /kernel/linux/linux-6.6/include/linux/ |
| H A D | mmu_notifier.h | 252 bool (*invalidate)(struct mmu_interval_notifier *interval_sub,
308 mmu_interval_read_begin(struct mmu_interval_notifier *interval_sub);
309 int mmu_interval_notifier_insert(struct mmu_interval_notifier *interval_sub,
314 struct mmu_interval_notifier *interval_sub, struct mm_struct *mm,
317 void mmu_interval_notifier_remove(struct mmu_interval_notifier *interval_sub);
321 * @interval_sub - The subscription passed to invalidate
333 mmu_interval_set_seq(struct mmu_interval_notifier *interval_sub, in mmu_interval_set_seq() argument
336 WRITE_ONCE(interval_sub->invalidate_seq, cur_seq); in mmu_interval_set_seq()
341 * interval_sub: The subscription
354 mmu_interval_read_retry(struct mmu_interval_notifier *interval_sub, in mmu_interval_read_retry() argument
378 mmu_interval_check_retry(struct mmu_interval_notifier *interval_sub, unsigned long seq) mmu_interval_check_retry() argument
[all...] |
| /kernel/linux/linux-5.10/include/linux/ |
| H A D | mmu_notifier.h | 246 bool (*invalidate)(struct mmu_interval_notifier *interval_sub,
303 mmu_interval_read_begin(struct mmu_interval_notifier *interval_sub);
304 int mmu_interval_notifier_insert(struct mmu_interval_notifier *interval_sub,
309 struct mmu_interval_notifier *interval_sub, struct mm_struct *mm,
312 void mmu_interval_notifier_remove(struct mmu_interval_notifier *interval_sub);
316 * @interval_sub - The subscription passed to invalidate
328 mmu_interval_set_seq(struct mmu_interval_notifier *interval_sub, in mmu_interval_set_seq() argument
331 WRITE_ONCE(interval_sub->invalidate_seq, cur_seq); in mmu_interval_set_seq()
336 * interval_sub: The subscription
349 mmu_interval_read_retry(struct mmu_interval_notifier *interval_sub, in mmu_interval_read_retry() argument
373 mmu_interval_check_retry(struct mmu_interval_notifier *interval_sub, unsigned long seq) mmu_interval_check_retry() argument
[all...] |