Lines Matching defs:dax_dev
62 int dax_add_host(struct dax_device *dax_dev, struct gendisk *disk)
64 return xa_insert(&dax_hosts, (unsigned long)disk, dax_dev, GFP_KERNEL);
84 struct dax_device *dax_dev;
99 dax_dev = xa_load(&dax_hosts, (unsigned long)bdev->bd_disk);
100 if (!dax_dev || !dax_alive(dax_dev) || !igrab(&dax_dev->inode))
101 dax_dev = NULL;
103 if (!cmpxchg(&dax_dev->holder_data, NULL, holder))
104 dax_dev->holder_ops = ops;
106 dax_dev = NULL;
110 return dax_dev;
114 void fs_put_dax(struct dax_device *dax_dev, void *holder)
116 if (dax_dev && holder &&
117 cmpxchg(&dax_dev->holder_data, holder, NULL) == holder)
118 dax_dev->holder_ops = NULL;
119 put_dax(dax_dev);
139 * @dax_dev: a dax_device instance representing the logical memory range
149 long dax_direct_access(struct dax_device *dax_dev, pgoff_t pgoff, long nr_pages,
154 if (!dax_dev)
157 if (!dax_alive(dax_dev))
163 avail = dax_dev->ops->direct_access(dax_dev, pgoff, nr_pages,
171 size_t dax_copy_from_iter(struct dax_device *dax_dev, pgoff_t pgoff, void *addr,
174 if (!dax_alive(dax_dev))
182 if (test_bit(DAXDEV_NOCACHE, &dax_dev->flags))
187 size_t dax_copy_to_iter(struct dax_device *dax_dev, pgoff_t pgoff, void *addr,
190 if (!dax_alive(dax_dev))
198 if (test_bit(DAXDEV_NOMC, &dax_dev->flags))
203 int dax_zero_page_range(struct dax_device *dax_dev, pgoff_t pgoff,
208 if (!dax_alive(dax_dev))
218 ret = dax_dev->ops->zero_page_range(dax_dev, pgoff, nr_pages);
223 size_t dax_recovery_write(struct dax_device *dax_dev, pgoff_t pgoff,
226 if (!dax_dev->ops->recovery_write)
228 return dax_dev->ops->recovery_write(dax_dev, pgoff, addr, bytes, iter);
232 int dax_holder_notify_failure(struct dax_device *dax_dev, u64 off,
238 if (!dax_alive(dax_dev)) {
243 if (!dax_dev->holder_ops) {
248 rc = dax_dev->holder_ops->notify_failure(dax_dev, off, len, mf_flags);
257 void dax_flush(struct dax_device *dax_dev, void *addr, size_t size)
259 if (unlikely(!dax_write_cache_enabled(dax_dev)))
265 void dax_flush(struct dax_device *dax_dev, void *addr, size_t size)
271 void dax_write_cache(struct dax_device *dax_dev, bool wc)
274 set_bit(DAXDEV_WRITE_CACHE, &dax_dev->flags);
276 clear_bit(DAXDEV_WRITE_CACHE, &dax_dev->flags);
280 bool dax_write_cache_enabled(struct dax_device *dax_dev)
282 return test_bit(DAXDEV_WRITE_CACHE, &dax_dev->flags);
286 bool dax_synchronous(struct dax_device *dax_dev)
288 return test_bit(DAXDEV_SYNC, &dax_dev->flags);
292 void set_dax_synchronous(struct dax_device *dax_dev)
294 set_bit(DAXDEV_SYNC, &dax_dev->flags);
298 void set_dax_nocache(struct dax_device *dax_dev)
300 set_bit(DAXDEV_NOCACHE, &dax_dev->flags);
304 void set_dax_nomc(struct dax_device *dax_dev)
306 set_bit(DAXDEV_NOMC, &dax_dev->flags);
310 bool dax_alive(struct dax_device *dax_dev)
313 return test_bit(DAXDEV_ALIVE, &dax_dev->flags);
318 * Note, rcu is not protecting the liveness of dax_dev, rcu is ensuring
323 void kill_dax(struct dax_device *dax_dev)
325 if (!dax_dev)
328 if (dax_dev->holder_data != NULL)
329 dax_holder_notify_failure(dax_dev, 0, U64_MAX, 0);
331 clear_bit(DAXDEV_ALIVE, &dax_dev->flags);
335 dax_dev->holder_ops = NULL;
336 dax_dev->holder_data = NULL;
340 void run_dax(struct dax_device *dax_dev)
342 set_bit(DAXDEV_ALIVE, &dax_dev->flags);
348 struct dax_device *dax_dev;
351 dax_dev = alloc_inode_sb(sb, dax_cache, GFP_KERNEL);
352 if (!dax_dev)
355 inode = &dax_dev->inode;
367 struct dax_device *dax_dev = to_dax_dev(inode);
370 kmem_cache_free(dax_cache, dax_dev);
375 struct dax_device *dax_dev = to_dax_dev(inode);
376 WARN_ONCE(test_bit(DAXDEV_ALIVE, &dax_dev->flags),
420 struct dax_device *dax_dev;
429 dax_dev = to_dax_dev(inode);
431 set_bit(DAXDEV_ALIVE, &dax_dev->flags);
432 inode->i_cdev = &dax_dev->cdev;
439 return dax_dev;
444 struct dax_device *dax_dev;
456 dax_dev = dax_dev_get(devt);
457 if (!dax_dev)
460 dax_dev->ops = ops;
461 dax_dev->private = private;
462 return dax_dev;
470 void put_dax(struct dax_device *dax_dev)
472 if (!dax_dev)
474 iput(&dax_dev->inode);
480 * @dax_dev: a dax_device instance
485 void *dax_holder(struct dax_device *dax_dev)
487 return dax_dev->holder_data;
492 * inode_dax: convert a public inode into its dax_dev
493 * @inode: An inode with i_cdev pointing to a dax_dev
506 struct inode *dax_inode(struct dax_device *dax_dev)
508 return &dax_dev->inode;
512 void *dax_get_private(struct dax_device *dax_dev)
514 if (!test_bit(DAXDEV_ALIVE, &dax_dev->flags))
516 return dax_dev->private;
522 struct dax_device *dax_dev = _dax_dev;
523 struct inode *inode = &dax_dev->inode;
525 memset(dax_dev, 0, sizeof(*dax_dev));