Lines Matching defs:percpu_count_ptr
41 static unsigned long __percpu *percpu_count_ptr(struct percpu_ref *ref)
44 (ref->percpu_count_ptr & ~__PERCPU_REF_ATOMIC_DEAD);
70 ref->percpu_count_ptr = (unsigned long)
72 if (!ref->percpu_count_ptr)
77 free_percpu((void __percpu *)ref->percpu_count_ptr);
78 ref->percpu_count_ptr = 0;
86 ref->percpu_count_ptr |= __PERCPU_REF_ATOMIC;
93 ref->percpu_count_ptr |= __PERCPU_REF_DEAD;
109 unsigned long __percpu *percpu_count = percpu_count_ptr(ref);
115 ref->percpu_count_ptr = __PERCPU_REF_ATOMIC_DEAD;
140 ref->percpu_count_ptr |= atomic_long_read(&ref->data->count) <<
171 unsigned long __percpu *percpu_count = percpu_count_ptr(ref);
210 if (ref->percpu_count_ptr & __PERCPU_REF_ATOMIC) {
217 ref->percpu_count_ptr |= __PERCPU_REF_ATOMIC;
232 unsigned long __percpu *percpu_count = percpu_count_ptr(ref);
237 if (!(ref->percpu_count_ptr & __PERCPU_REF_ATOMIC))
254 smp_store_release(&ref->percpu_count_ptr,
255 ref->percpu_count_ptr & ~__PERCPU_REF_ATOMIC);
273 if (data->force_atomic || (ref->percpu_count_ptr & __PERCPU_REF_DEAD))
383 WARN_ONCE(ref->percpu_count_ptr & __PERCPU_REF_DEAD,
387 ref->percpu_count_ptr |= __PERCPU_REF_DEAD;
416 count = ref->percpu_count_ptr >> __PERCPU_REF_FLAG_BITS;
463 WARN_ON_ONCE(!(ref->percpu_count_ptr & __PERCPU_REF_DEAD));
466 ref->percpu_count_ptr &= ~__PERCPU_REF_DEAD;