18c2ecf20Sopenharmony_ci/* SPDX-License-Identifier: MIT */
28c2ecf20Sopenharmony_ci/*
38c2ecf20Sopenharmony_ci * Copyright © 2019 Intel Corporation
48c2ecf20Sopenharmony_ci */
58c2ecf20Sopenharmony_ci
68c2ecf20Sopenharmony_ci#ifndef __I915_BUDDY_H__
78c2ecf20Sopenharmony_ci#define __I915_BUDDY_H__
88c2ecf20Sopenharmony_ci
98c2ecf20Sopenharmony_ci#include <linux/bitops.h>
108c2ecf20Sopenharmony_ci#include <linux/list.h>
118c2ecf20Sopenharmony_ci
128c2ecf20Sopenharmony_cistruct i915_buddy_block {
138c2ecf20Sopenharmony_ci#define I915_BUDDY_HEADER_OFFSET GENMASK_ULL(63, 12)
148c2ecf20Sopenharmony_ci#define I915_BUDDY_HEADER_STATE  GENMASK_ULL(11, 10)
158c2ecf20Sopenharmony_ci#define   I915_BUDDY_ALLOCATED	   (1 << 10)
168c2ecf20Sopenharmony_ci#define   I915_BUDDY_FREE	   (2 << 10)
178c2ecf20Sopenharmony_ci#define   I915_BUDDY_SPLIT	   (3 << 10)
188c2ecf20Sopenharmony_ci#define I915_BUDDY_HEADER_ORDER  GENMASK_ULL(9, 0)
198c2ecf20Sopenharmony_ci	u64 header;
208c2ecf20Sopenharmony_ci
218c2ecf20Sopenharmony_ci	struct i915_buddy_block *left;
228c2ecf20Sopenharmony_ci	struct i915_buddy_block *right;
238c2ecf20Sopenharmony_ci	struct i915_buddy_block *parent;
248c2ecf20Sopenharmony_ci
258c2ecf20Sopenharmony_ci	void *private; /* owned by creator */
268c2ecf20Sopenharmony_ci
278c2ecf20Sopenharmony_ci	/*
288c2ecf20Sopenharmony_ci	 * While the block is allocated by the user through i915_buddy_alloc*,
298c2ecf20Sopenharmony_ci	 * the user has ownership of the link, for example to maintain within
308c2ecf20Sopenharmony_ci	 * a list, if so desired. As soon as the block is freed with
318c2ecf20Sopenharmony_ci	 * i915_buddy_free* ownership is given back to the mm.
328c2ecf20Sopenharmony_ci	 */
338c2ecf20Sopenharmony_ci	struct list_head link;
348c2ecf20Sopenharmony_ci	struct list_head tmp_link;
358c2ecf20Sopenharmony_ci};
368c2ecf20Sopenharmony_ci
378c2ecf20Sopenharmony_ci#define I915_BUDDY_MAX_ORDER  I915_BUDDY_HEADER_ORDER
388c2ecf20Sopenharmony_ci
398c2ecf20Sopenharmony_ci/*
408c2ecf20Sopenharmony_ci * Binary Buddy System.
418c2ecf20Sopenharmony_ci *
428c2ecf20Sopenharmony_ci * Locking should be handled by the user, a simple mutex around
438c2ecf20Sopenharmony_ci * i915_buddy_alloc* and i915_buddy_free* should suffice.
448c2ecf20Sopenharmony_ci */
458c2ecf20Sopenharmony_cistruct i915_buddy_mm {
468c2ecf20Sopenharmony_ci	/* Maintain a free list for each order. */
478c2ecf20Sopenharmony_ci	struct list_head *free_list;
488c2ecf20Sopenharmony_ci
498c2ecf20Sopenharmony_ci	/*
508c2ecf20Sopenharmony_ci	 * Maintain explicit binary tree(s) to track the allocation of the
518c2ecf20Sopenharmony_ci	 * address space. This gives us a simple way of finding a buddy block
528c2ecf20Sopenharmony_ci	 * and performing the potentially recursive merge step when freeing a
538c2ecf20Sopenharmony_ci	 * block.  Nodes are either allocated or free, in which case they will
548c2ecf20Sopenharmony_ci	 * also exist on the respective free list.
558c2ecf20Sopenharmony_ci	 */
568c2ecf20Sopenharmony_ci	struct i915_buddy_block **roots;
578c2ecf20Sopenharmony_ci
588c2ecf20Sopenharmony_ci	/*
598c2ecf20Sopenharmony_ci	 * Anything from here is public, and remains static for the lifetime of
608c2ecf20Sopenharmony_ci	 * the mm. Everything above is considered do-not-touch.
618c2ecf20Sopenharmony_ci	 */
628c2ecf20Sopenharmony_ci	unsigned int n_roots;
638c2ecf20Sopenharmony_ci	unsigned int max_order;
648c2ecf20Sopenharmony_ci
658c2ecf20Sopenharmony_ci	/* Must be at least PAGE_SIZE */
668c2ecf20Sopenharmony_ci	u64 chunk_size;
678c2ecf20Sopenharmony_ci	u64 size;
688c2ecf20Sopenharmony_ci};
698c2ecf20Sopenharmony_ci
708c2ecf20Sopenharmony_cistatic inline u64
718c2ecf20Sopenharmony_cii915_buddy_block_offset(struct i915_buddy_block *block)
728c2ecf20Sopenharmony_ci{
738c2ecf20Sopenharmony_ci	return block->header & I915_BUDDY_HEADER_OFFSET;
748c2ecf20Sopenharmony_ci}
758c2ecf20Sopenharmony_ci
768c2ecf20Sopenharmony_cistatic inline unsigned int
778c2ecf20Sopenharmony_cii915_buddy_block_order(struct i915_buddy_block *block)
788c2ecf20Sopenharmony_ci{
798c2ecf20Sopenharmony_ci	return block->header & I915_BUDDY_HEADER_ORDER;
808c2ecf20Sopenharmony_ci}
818c2ecf20Sopenharmony_ci
828c2ecf20Sopenharmony_cistatic inline unsigned int
838c2ecf20Sopenharmony_cii915_buddy_block_state(struct i915_buddy_block *block)
848c2ecf20Sopenharmony_ci{
858c2ecf20Sopenharmony_ci	return block->header & I915_BUDDY_HEADER_STATE;
868c2ecf20Sopenharmony_ci}
878c2ecf20Sopenharmony_ci
888c2ecf20Sopenharmony_cistatic inline bool
898c2ecf20Sopenharmony_cii915_buddy_block_is_allocated(struct i915_buddy_block *block)
908c2ecf20Sopenharmony_ci{
918c2ecf20Sopenharmony_ci	return i915_buddy_block_state(block) == I915_BUDDY_ALLOCATED;
928c2ecf20Sopenharmony_ci}
938c2ecf20Sopenharmony_ci
948c2ecf20Sopenharmony_cistatic inline bool
958c2ecf20Sopenharmony_cii915_buddy_block_is_free(struct i915_buddy_block *block)
968c2ecf20Sopenharmony_ci{
978c2ecf20Sopenharmony_ci	return i915_buddy_block_state(block) == I915_BUDDY_FREE;
988c2ecf20Sopenharmony_ci}
998c2ecf20Sopenharmony_ci
1008c2ecf20Sopenharmony_cistatic inline bool
1018c2ecf20Sopenharmony_cii915_buddy_block_is_split(struct i915_buddy_block *block)
1028c2ecf20Sopenharmony_ci{
1038c2ecf20Sopenharmony_ci	return i915_buddy_block_state(block) == I915_BUDDY_SPLIT;
1048c2ecf20Sopenharmony_ci}
1058c2ecf20Sopenharmony_ci
1068c2ecf20Sopenharmony_cistatic inline u64
1078c2ecf20Sopenharmony_cii915_buddy_block_size(struct i915_buddy_mm *mm,
1088c2ecf20Sopenharmony_ci		      struct i915_buddy_block *block)
1098c2ecf20Sopenharmony_ci{
1108c2ecf20Sopenharmony_ci	return mm->chunk_size << i915_buddy_block_order(block);
1118c2ecf20Sopenharmony_ci}
1128c2ecf20Sopenharmony_ci
1138c2ecf20Sopenharmony_ciint i915_buddy_init(struct i915_buddy_mm *mm, u64 size, u64 chunk_size);
1148c2ecf20Sopenharmony_ci
1158c2ecf20Sopenharmony_civoid i915_buddy_fini(struct i915_buddy_mm *mm);
1168c2ecf20Sopenharmony_ci
1178c2ecf20Sopenharmony_cistruct i915_buddy_block *
1188c2ecf20Sopenharmony_cii915_buddy_alloc(struct i915_buddy_mm *mm, unsigned int order);
1198c2ecf20Sopenharmony_ci
1208c2ecf20Sopenharmony_ciint i915_buddy_alloc_range(struct i915_buddy_mm *mm,
1218c2ecf20Sopenharmony_ci			   struct list_head *blocks,
1228c2ecf20Sopenharmony_ci			   u64 start, u64 size);
1238c2ecf20Sopenharmony_ci
1248c2ecf20Sopenharmony_civoid i915_buddy_free(struct i915_buddy_mm *mm, struct i915_buddy_block *block);
1258c2ecf20Sopenharmony_ci
1268c2ecf20Sopenharmony_civoid i915_buddy_free_list(struct i915_buddy_mm *mm, struct list_head *objects);
1278c2ecf20Sopenharmony_ci
1288c2ecf20Sopenharmony_ci#endif
129