Lines Matching refs:memcg_data
363 /* page->memcg_data is a pointer to an objcgs vector */
399 unsigned long memcg_data = folio->memcg_data;
402 VM_BUG_ON_FOLIO(memcg_data & MEMCG_DATA_OBJCGS, folio);
403 VM_BUG_ON_FOLIO(memcg_data & MEMCG_DATA_KMEM, folio);
405 return (struct mem_cgroup *)(memcg_data & ~MEMCG_DATA_FLAGS_MASK);
420 unsigned long memcg_data = folio->memcg_data;
423 VM_BUG_ON_FOLIO(memcg_data & MEMCG_DATA_OBJCGS, folio);
424 VM_BUG_ON_FOLIO(!(memcg_data & MEMCG_DATA_KMEM), folio);
426 return (struct obj_cgroup *)(memcg_data & ~MEMCG_DATA_FLAGS_MASK);
475 unsigned long memcg_data = READ_ONCE(folio->memcg_data);
480 if (memcg_data & MEMCG_DATA_KMEM) {
483 objcg = (void *)(memcg_data & ~MEMCG_DATA_FLAGS_MASK);
487 return (struct mem_cgroup *)(memcg_data & ~MEMCG_DATA_FLAGS_MASK);
515 * Because folio->memcg_data might be changed asynchronously
518 unsigned long memcg_data = READ_ONCE(folio->memcg_data);
520 if (memcg_data & MEMCG_DATA_OBJCGS)
523 if (memcg_data & MEMCG_DATA_KMEM) {
526 objcg = (void *)(memcg_data & ~MEMCG_DATA_FLAGS_MASK);
530 return (struct mem_cgroup *)(memcg_data & ~MEMCG_DATA_FLAGS_MASK);
566 VM_BUG_ON_FOLIO(folio->memcg_data & MEMCG_DATA_OBJCGS, folio);
567 return folio->memcg_data & MEMCG_DATA_KMEM;