Home
last modified time | relevance | path

Searched refs:vma_lock (Results 1 - 9 of 9) sorted by relevance

/kernel/linux/linux-6.6/mm/
H A Dhugetlb.c263 * hugetlb vma_lock helper routines
268 struct hugetlb_vma_lock *vma_lock = vma->vm_private_data; in hugetlb_vma_lock_read() local
270 down_read(&vma_lock->rw_sema); in hugetlb_vma_lock_read()
281 struct hugetlb_vma_lock *vma_lock = vma->vm_private_data; in hugetlb_vma_unlock_read() local
283 up_read(&vma_lock->rw_sema); in hugetlb_vma_unlock_read()
294 struct hugetlb_vma_lock *vma_lock = vma->vm_private_data; in hugetlb_vma_lock_write() local
296 down_write(&vma_lock->rw_sema); in hugetlb_vma_lock_write()
307 struct hugetlb_vma_lock *vma_lock = vma->vm_private_data; in hugetlb_vma_unlock_write() local
309 up_write(&vma_lock->rw_sema); in hugetlb_vma_unlock_write()
321 struct hugetlb_vma_lock *vma_lock in hugetlb_vma_trylock_write() local
336 struct hugetlb_vma_lock *vma_lock = vma->vm_private_data; hugetlb_vma_assert_locked() local
348 struct hugetlb_vma_lock *vma_lock = container_of(kref, hugetlb_vma_lock_release() local
354 __hugetlb_vma_unlock_write_put(struct hugetlb_vma_lock *vma_lock) __hugetlb_vma_unlock_write_put() argument
372 struct hugetlb_vma_lock *vma_lock = vma->vm_private_data; __hugetlb_vma_unlock_write_free() local
392 struct hugetlb_vma_lock *vma_lock = vma->vm_private_data; hugetlb_vma_lock_free() local
401 struct hugetlb_vma_lock *vma_lock; hugetlb_vma_lock_alloc() local
1215 struct hugetlb_vma_lock *vma_lock = vma->vm_private_data; hugetlb_dup_vma_private() local
4863 struct hugetlb_vma_lock *vma_lock = vma->vm_private_data; hugetlb_vm_op_open() local
[all...]
/kernel/linux/linux-6.6/drivers/vfio/pci/
H A Dvfio_pci_core.c1590 /* Return 1 on zap and vma_lock acquired, 0 on contention (only with @try) */
1597 * vma_lock is nested under mmap_lock for vm_ops callback paths. in vfio_pci_zap_and_vma_lock()
1602 * When zapping vmas we need to maintain the mmap_lock => vma_lock in vfio_pci_zap_and_vma_lock()
1603 * ordering, which requires using vma_lock to walk vma_list to in vfio_pci_zap_and_vma_lock()
1604 * acquire an mm, then dropping vma_lock to get the mmap_lock and in vfio_pci_zap_and_vma_lock()
1605 * reacquiring vma_lock. This logic is derived from similar in vfio_pci_zap_and_vma_lock()
1612 * vma_lock, thus memory_lock is nested under vma_lock. in vfio_pci_zap_and_vma_lock()
1614 * This enables the vm_ops.fault callback to acquire vma_lock, in vfio_pci_zap_and_vma_lock()
1622 if (!mutex_trylock(&vdev->vma_lock)) in vfio_pci_zap_and_vma_lock()
[all...]
/kernel/linux/linux-5.10/drivers/vfio/pci/
H A Dvfio_pci.c1275 * the vma_lock for each device, and only then get each in vfio_pci_ioctl()
1294 mutex_unlock(&tmp->vma_lock); in vfio_pci_ioctl()
1311 mutex_unlock(&tmp->vma_lock); in vfio_pci_ioctl()
1457 /* Return 1 on zap and vma_lock acquired, 0 on contention (only with @try) */
1464 * vma_lock is nested under mmap_lock for vm_ops callback paths. in vfio_pci_zap_and_vma_lock()
1469 * When zapping vmas we need to maintain the mmap_lock => vma_lock in vfio_pci_zap_and_vma_lock()
1470 * ordering, which requires using vma_lock to walk vma_list to in vfio_pci_zap_and_vma_lock()
1471 * acquire an mm, then dropping vma_lock to get the mmap_lock and in vfio_pci_zap_and_vma_lock()
1472 * reacquiring vma_lock. This logic is derived from similar in vfio_pci_zap_and_vma_lock()
1479 * vma_lock, thu in vfio_pci_zap_and_vma_lock()
[all...]
H A Dvfio_pci_private.h142 struct mutex vma_lock; member
/kernel/linux/linux-6.6/fs/hugetlbfs/
H A Dinode.c499 struct hugetlb_vma_lock *vma_lock; in hugetlb_unmap_file_folio() local
511 vma_lock = NULL; in hugetlb_unmap_file_folio()
520 vma_lock = vma->vm_private_data; in hugetlb_unmap_file_folio()
524 * take a ref on the vma_lock structure so that in hugetlb_unmap_file_folio()
528 kref_get(&vma_lock->refs); in hugetlb_unmap_file_folio()
539 if (vma_lock) { in hugetlb_unmap_file_folio()
541 * Wait on vma_lock. We know it is still valid as we have in hugetlb_unmap_file_folio()
543 * not know if vma_lock is still attached to vma. in hugetlb_unmap_file_folio()
545 down_write(&vma_lock->rw_sema); in hugetlb_unmap_file_folio()
548 vma = vma_lock in hugetlb_unmap_file_folio()
[all...]
/kernel/linux/linux-6.6/include/linux/
H A Dvfio_pci_core.h96 struct mutex vma_lock; member
H A Dmm_types.h550 struct vma_lock { struct
608 struct vma_lock *vm_lock;
H A Dhugetlb.h1279 struct hugetlb_vma_lock *vma_lock = vma->vm_private_data; in hugetlb_walk() local
1289 WARN_ON_ONCE(!lockdep_is_held(&vma_lock->rw_sema) && in hugetlb_walk()
/kernel/linux/linux-6.6/kernel/
H A Dfork.c3314 vma_lock_cachep = KMEM_CACHE(vma_lock, SLAB_PANIC|SLAB_ACCOUNT); in proc_caches_init()

Completed in 19 milliseconds