Lines Matching refs:epitem
105 #define EP_ITEM_COST (sizeof(struct epitem) + sizeof(struct eppoll_entry))
137 struct epitem {
141 /* Used to free the struct epitem */
152 struct epitem *next;
206 * This is a single linked list that chains all the "struct epitem" that
210 struct epitem *ovflist;
236 /* List header used to link this structure to the "struct epitem" */
239 /* The "base" pointer is set to the container "struct epitem" */
240 struct epitem *base;
255 struct epitem *epi;
281 /* Slab cache used to allocate "struct epitem" */
338 static inline int ep_is_linked(struct epitem *epi)
348 /* Get the "struct epitem" from a wait queue pointer */
349 static inline struct epitem *ep_item_from_wait(wait_queue_entry_t *p)
354 /* Get the "struct epitem" from an epoll queue wrapper */
355 static inline struct epitem *ep_item_from_epqueue(poll_table *p)
412 static inline void ep_set_busy_poll_napi_id(struct epitem *epi)
455 static inline void ep_set_busy_poll_napi_id(struct epitem *epi)
551 static void ep_poll_safewake(struct eventpoll *ep, struct epitem *epi,
590 static void ep_poll_safewake(struct eventpoll *ep, struct epitem *epi,
620 static void ep_unregister_pollwait(struct eventpoll *ep, struct epitem *epi)
635 static inline struct wakeup_source *ep_wakeup_source(struct epitem *epi)
641 static inline void ep_pm_stay_awake(struct epitem *epi)
649 static inline bool ep_has_wakeup_source(struct epitem *epi)
655 static inline void ep_pm_stay_awake_rcu(struct epitem *epi)
685 struct epitem *epi, *nepi;
767 struct epitem *epi = container_of(head, struct epitem, rcu);
772 * Removes a "struct epitem" from the eventpoll RB tree and deallocates
775 static int ep_remove(struct eventpoll *ep, struct epitem *epi)
802 * 'struct epitem'. The 'rbn' field is no longer in use. Protected by
816 struct epitem *epi;
836 epi = rb_entry(rbp, struct epitem, rbn);
843 * Walks through the whole tree by freeing each "struct epitem". At this
852 epi = rb_entry(rbp, struct epitem, rbn);
885 static __poll_t ep_item_poll(const struct epitem *epi, poll_table *pt,
907 struct epitem *epi, *tmp;
955 struct epitem *epi = rb_entry(rbp, struct epitem, rbn);
989 struct epitem *epi, *next;
1049 static struct epitem *ep_find(struct eventpoll *ep, struct file *file, int fd)
1053 struct epitem *epi, *epir = NULL;
1058 epi = rb_entry(rbp, struct epitem, rbn);
1074 static struct epitem *ep_find_tfd(struct eventpoll *ep, int tfd, unsigned long toff)
1077 struct epitem *epi;
1080 epi = rb_entry(rbp, struct epitem, rbn);
1098 struct epitem *epi;
1176 static inline bool chain_epi_lockless(struct epitem *epi)
1215 struct epitem *epi = ep_item_from_wait(wait);
1320 struct epitem *epi = ep_item_from_epqueue(pt);
1339 static void ep_rbtree_insert(struct eventpoll *ep, struct epitem *epi)
1343 struct epitem *epic;
1348 epic = rb_entry(parent, struct epitem, rbn);
1401 struct epitem *epi;
1457 static int ep_create_wakeup_source(struct epitem *epi)
1480 static noinline void ep_destroy_wakeup_source(struct epitem *epi)
1504 struct epitem *epi;
1630 static int ep_modify(struct eventpoll *ep, struct epitem *epi,
1707 struct epitem *epi, *tmp;
2011 struct epitem *epi;
2016 epi = rb_entry(rbp, struct epitem, rbn);
2156 struct epitem *epi;
2447 BUILD_BUG_ON(sizeof(void *) <= 8 && sizeof(struct epitem) > 128);
2449 /* Allocates slab cache used to allocate "struct epitem" items */
2450 epi_cache = kmem_cache_create("eventpoll_epi", sizeof(struct epitem),