162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only
262306a36Sopenharmony_ci/* Object lifetime handling and tracing.
362306a36Sopenharmony_ci *
462306a36Sopenharmony_ci * Copyright (C) 2022 Red Hat, Inc. All Rights Reserved.
562306a36Sopenharmony_ci * Written by David Howells (dhowells@redhat.com)
662306a36Sopenharmony_ci */
762306a36Sopenharmony_ci
862306a36Sopenharmony_ci#include <linux/slab.h>
962306a36Sopenharmony_ci#include "internal.h"
1062306a36Sopenharmony_ci
1162306a36Sopenharmony_ci/*
1262306a36Sopenharmony_ci * Allocate an I/O request and initialise it.
1362306a36Sopenharmony_ci */
1462306a36Sopenharmony_cistruct netfs_io_request *netfs_alloc_request(struct address_space *mapping,
1562306a36Sopenharmony_ci					     struct file *file,
1662306a36Sopenharmony_ci					     loff_t start, size_t len,
1762306a36Sopenharmony_ci					     enum netfs_io_origin origin)
1862306a36Sopenharmony_ci{
1962306a36Sopenharmony_ci	static atomic_t debug_ids;
2062306a36Sopenharmony_ci	struct inode *inode = file ? file_inode(file) : mapping->host;
2162306a36Sopenharmony_ci	struct netfs_inode *ctx = netfs_inode(inode);
2262306a36Sopenharmony_ci	struct netfs_io_request *rreq;
2362306a36Sopenharmony_ci	int ret;
2462306a36Sopenharmony_ci
2562306a36Sopenharmony_ci	rreq = kzalloc(sizeof(struct netfs_io_request), GFP_KERNEL);
2662306a36Sopenharmony_ci	if (!rreq)
2762306a36Sopenharmony_ci		return ERR_PTR(-ENOMEM);
2862306a36Sopenharmony_ci
2962306a36Sopenharmony_ci	rreq->start	= start;
3062306a36Sopenharmony_ci	rreq->len	= len;
3162306a36Sopenharmony_ci	rreq->origin	= origin;
3262306a36Sopenharmony_ci	rreq->netfs_ops	= ctx->ops;
3362306a36Sopenharmony_ci	rreq->mapping	= mapping;
3462306a36Sopenharmony_ci	rreq->inode	= inode;
3562306a36Sopenharmony_ci	rreq->i_size	= i_size_read(inode);
3662306a36Sopenharmony_ci	rreq->debug_id	= atomic_inc_return(&debug_ids);
3762306a36Sopenharmony_ci	INIT_LIST_HEAD(&rreq->subrequests);
3862306a36Sopenharmony_ci	refcount_set(&rreq->ref, 1);
3962306a36Sopenharmony_ci	__set_bit(NETFS_RREQ_IN_PROGRESS, &rreq->flags);
4062306a36Sopenharmony_ci	if (rreq->netfs_ops->init_request) {
4162306a36Sopenharmony_ci		ret = rreq->netfs_ops->init_request(rreq, file);
4262306a36Sopenharmony_ci		if (ret < 0) {
4362306a36Sopenharmony_ci			kfree(rreq);
4462306a36Sopenharmony_ci			return ERR_PTR(ret);
4562306a36Sopenharmony_ci		}
4662306a36Sopenharmony_ci	}
4762306a36Sopenharmony_ci
4862306a36Sopenharmony_ci	netfs_stat(&netfs_n_rh_rreq);
4962306a36Sopenharmony_ci	return rreq;
5062306a36Sopenharmony_ci}
5162306a36Sopenharmony_ci
5262306a36Sopenharmony_civoid netfs_get_request(struct netfs_io_request *rreq, enum netfs_rreq_ref_trace what)
5362306a36Sopenharmony_ci{
5462306a36Sopenharmony_ci	int r;
5562306a36Sopenharmony_ci
5662306a36Sopenharmony_ci	__refcount_inc(&rreq->ref, &r);
5762306a36Sopenharmony_ci	trace_netfs_rreq_ref(rreq->debug_id, r + 1, what);
5862306a36Sopenharmony_ci}
5962306a36Sopenharmony_ci
6062306a36Sopenharmony_civoid netfs_clear_subrequests(struct netfs_io_request *rreq, bool was_async)
6162306a36Sopenharmony_ci{
6262306a36Sopenharmony_ci	struct netfs_io_subrequest *subreq;
6362306a36Sopenharmony_ci
6462306a36Sopenharmony_ci	while (!list_empty(&rreq->subrequests)) {
6562306a36Sopenharmony_ci		subreq = list_first_entry(&rreq->subrequests,
6662306a36Sopenharmony_ci					  struct netfs_io_subrequest, rreq_link);
6762306a36Sopenharmony_ci		list_del(&subreq->rreq_link);
6862306a36Sopenharmony_ci		netfs_put_subrequest(subreq, was_async,
6962306a36Sopenharmony_ci				     netfs_sreq_trace_put_clear);
7062306a36Sopenharmony_ci	}
7162306a36Sopenharmony_ci}
7262306a36Sopenharmony_ci
7362306a36Sopenharmony_cistatic void netfs_free_request(struct work_struct *work)
7462306a36Sopenharmony_ci{
7562306a36Sopenharmony_ci	struct netfs_io_request *rreq =
7662306a36Sopenharmony_ci		container_of(work, struct netfs_io_request, work);
7762306a36Sopenharmony_ci
7862306a36Sopenharmony_ci	trace_netfs_rreq(rreq, netfs_rreq_trace_free);
7962306a36Sopenharmony_ci	netfs_clear_subrequests(rreq, false);
8062306a36Sopenharmony_ci	if (rreq->netfs_ops->free_request)
8162306a36Sopenharmony_ci		rreq->netfs_ops->free_request(rreq);
8262306a36Sopenharmony_ci	if (rreq->cache_resources.ops)
8362306a36Sopenharmony_ci		rreq->cache_resources.ops->end_operation(&rreq->cache_resources);
8462306a36Sopenharmony_ci	kfree(rreq);
8562306a36Sopenharmony_ci	netfs_stat_d(&netfs_n_rh_rreq);
8662306a36Sopenharmony_ci}
8762306a36Sopenharmony_ci
8862306a36Sopenharmony_civoid netfs_put_request(struct netfs_io_request *rreq, bool was_async,
8962306a36Sopenharmony_ci		       enum netfs_rreq_ref_trace what)
9062306a36Sopenharmony_ci{
9162306a36Sopenharmony_ci	unsigned int debug_id = rreq->debug_id;
9262306a36Sopenharmony_ci	bool dead;
9362306a36Sopenharmony_ci	int r;
9462306a36Sopenharmony_ci
9562306a36Sopenharmony_ci	dead = __refcount_dec_and_test(&rreq->ref, &r);
9662306a36Sopenharmony_ci	trace_netfs_rreq_ref(debug_id, r - 1, what);
9762306a36Sopenharmony_ci	if (dead) {
9862306a36Sopenharmony_ci		if (was_async) {
9962306a36Sopenharmony_ci			rreq->work.func = netfs_free_request;
10062306a36Sopenharmony_ci			if (!queue_work(system_unbound_wq, &rreq->work))
10162306a36Sopenharmony_ci				BUG();
10262306a36Sopenharmony_ci		} else {
10362306a36Sopenharmony_ci			netfs_free_request(&rreq->work);
10462306a36Sopenharmony_ci		}
10562306a36Sopenharmony_ci	}
10662306a36Sopenharmony_ci}
10762306a36Sopenharmony_ci
10862306a36Sopenharmony_ci/*
10962306a36Sopenharmony_ci * Allocate and partially initialise an I/O request structure.
11062306a36Sopenharmony_ci */
11162306a36Sopenharmony_cistruct netfs_io_subrequest *netfs_alloc_subrequest(struct netfs_io_request *rreq)
11262306a36Sopenharmony_ci{
11362306a36Sopenharmony_ci	struct netfs_io_subrequest *subreq;
11462306a36Sopenharmony_ci
11562306a36Sopenharmony_ci	subreq = kzalloc(sizeof(struct netfs_io_subrequest), GFP_KERNEL);
11662306a36Sopenharmony_ci	if (subreq) {
11762306a36Sopenharmony_ci		INIT_LIST_HEAD(&subreq->rreq_link);
11862306a36Sopenharmony_ci		refcount_set(&subreq->ref, 2);
11962306a36Sopenharmony_ci		subreq->rreq = rreq;
12062306a36Sopenharmony_ci		netfs_get_request(rreq, netfs_rreq_trace_get_subreq);
12162306a36Sopenharmony_ci		netfs_stat(&netfs_n_rh_sreq);
12262306a36Sopenharmony_ci	}
12362306a36Sopenharmony_ci
12462306a36Sopenharmony_ci	return subreq;
12562306a36Sopenharmony_ci}
12662306a36Sopenharmony_ci
12762306a36Sopenharmony_civoid netfs_get_subrequest(struct netfs_io_subrequest *subreq,
12862306a36Sopenharmony_ci			  enum netfs_sreq_ref_trace what)
12962306a36Sopenharmony_ci{
13062306a36Sopenharmony_ci	int r;
13162306a36Sopenharmony_ci
13262306a36Sopenharmony_ci	__refcount_inc(&subreq->ref, &r);
13362306a36Sopenharmony_ci	trace_netfs_sreq_ref(subreq->rreq->debug_id, subreq->debug_index, r + 1,
13462306a36Sopenharmony_ci			     what);
13562306a36Sopenharmony_ci}
13662306a36Sopenharmony_ci
13762306a36Sopenharmony_cistatic void netfs_free_subrequest(struct netfs_io_subrequest *subreq,
13862306a36Sopenharmony_ci				  bool was_async)
13962306a36Sopenharmony_ci{
14062306a36Sopenharmony_ci	struct netfs_io_request *rreq = subreq->rreq;
14162306a36Sopenharmony_ci
14262306a36Sopenharmony_ci	trace_netfs_sreq(subreq, netfs_sreq_trace_free);
14362306a36Sopenharmony_ci	kfree(subreq);
14462306a36Sopenharmony_ci	netfs_stat_d(&netfs_n_rh_sreq);
14562306a36Sopenharmony_ci	netfs_put_request(rreq, was_async, netfs_rreq_trace_put_subreq);
14662306a36Sopenharmony_ci}
14762306a36Sopenharmony_ci
14862306a36Sopenharmony_civoid netfs_put_subrequest(struct netfs_io_subrequest *subreq, bool was_async,
14962306a36Sopenharmony_ci			  enum netfs_sreq_ref_trace what)
15062306a36Sopenharmony_ci{
15162306a36Sopenharmony_ci	unsigned int debug_index = subreq->debug_index;
15262306a36Sopenharmony_ci	unsigned int debug_id = subreq->rreq->debug_id;
15362306a36Sopenharmony_ci	bool dead;
15462306a36Sopenharmony_ci	int r;
15562306a36Sopenharmony_ci
15662306a36Sopenharmony_ci	dead = __refcount_dec_and_test(&subreq->ref, &r);
15762306a36Sopenharmony_ci	trace_netfs_sreq_ref(debug_id, debug_index, r - 1, what);
15862306a36Sopenharmony_ci	if (dead)
15962306a36Sopenharmony_ci		netfs_free_subrequest(subreq, was_async);
16062306a36Sopenharmony_ci}
161