18c2ecf20Sopenharmony_ci/* SPDX-License-Identifier: MIT */ 28c2ecf20Sopenharmony_ci/* 38c2ecf20Sopenharmony_ci * Copyright © 2019 Intel Corporation 48c2ecf20Sopenharmony_ci */ 58c2ecf20Sopenharmony_ci 68c2ecf20Sopenharmony_ci#ifndef __I915_BUDDY_H__ 78c2ecf20Sopenharmony_ci#define __I915_BUDDY_H__ 88c2ecf20Sopenharmony_ci 98c2ecf20Sopenharmony_ci#include <linux/bitops.h> 108c2ecf20Sopenharmony_ci#include <linux/list.h> 118c2ecf20Sopenharmony_ci 128c2ecf20Sopenharmony_cistruct i915_buddy_block { 138c2ecf20Sopenharmony_ci#define I915_BUDDY_HEADER_OFFSET GENMASK_ULL(63, 12) 148c2ecf20Sopenharmony_ci#define I915_BUDDY_HEADER_STATE GENMASK_ULL(11, 10) 158c2ecf20Sopenharmony_ci#define I915_BUDDY_ALLOCATED (1 << 10) 168c2ecf20Sopenharmony_ci#define I915_BUDDY_FREE (2 << 10) 178c2ecf20Sopenharmony_ci#define I915_BUDDY_SPLIT (3 << 10) 188c2ecf20Sopenharmony_ci#define I915_BUDDY_HEADER_ORDER GENMASK_ULL(9, 0) 198c2ecf20Sopenharmony_ci u64 header; 208c2ecf20Sopenharmony_ci 218c2ecf20Sopenharmony_ci struct i915_buddy_block *left; 228c2ecf20Sopenharmony_ci struct i915_buddy_block *right; 238c2ecf20Sopenharmony_ci struct i915_buddy_block *parent; 248c2ecf20Sopenharmony_ci 258c2ecf20Sopenharmony_ci void *private; /* owned by creator */ 268c2ecf20Sopenharmony_ci 278c2ecf20Sopenharmony_ci /* 288c2ecf20Sopenharmony_ci * While the block is allocated by the user through i915_buddy_alloc*, 298c2ecf20Sopenharmony_ci * the user has ownership of the link, for example to maintain within 308c2ecf20Sopenharmony_ci * a list, if so desired. As soon as the block is freed with 318c2ecf20Sopenharmony_ci * i915_buddy_free* ownership is given back to the mm. 328c2ecf20Sopenharmony_ci */ 338c2ecf20Sopenharmony_ci struct list_head link; 348c2ecf20Sopenharmony_ci struct list_head tmp_link; 358c2ecf20Sopenharmony_ci}; 368c2ecf20Sopenharmony_ci 378c2ecf20Sopenharmony_ci#define I915_BUDDY_MAX_ORDER I915_BUDDY_HEADER_ORDER 388c2ecf20Sopenharmony_ci 398c2ecf20Sopenharmony_ci/* 408c2ecf20Sopenharmony_ci * Binary Buddy System. 418c2ecf20Sopenharmony_ci * 428c2ecf20Sopenharmony_ci * Locking should be handled by the user, a simple mutex around 438c2ecf20Sopenharmony_ci * i915_buddy_alloc* and i915_buddy_free* should suffice. 448c2ecf20Sopenharmony_ci */ 458c2ecf20Sopenharmony_cistruct i915_buddy_mm { 468c2ecf20Sopenharmony_ci /* Maintain a free list for each order. */ 478c2ecf20Sopenharmony_ci struct list_head *free_list; 488c2ecf20Sopenharmony_ci 498c2ecf20Sopenharmony_ci /* 508c2ecf20Sopenharmony_ci * Maintain explicit binary tree(s) to track the allocation of the 518c2ecf20Sopenharmony_ci * address space. This gives us a simple way of finding a buddy block 528c2ecf20Sopenharmony_ci * and performing the potentially recursive merge step when freeing a 538c2ecf20Sopenharmony_ci * block. Nodes are either allocated or free, in which case they will 548c2ecf20Sopenharmony_ci * also exist on the respective free list. 558c2ecf20Sopenharmony_ci */ 568c2ecf20Sopenharmony_ci struct i915_buddy_block **roots; 578c2ecf20Sopenharmony_ci 588c2ecf20Sopenharmony_ci /* 598c2ecf20Sopenharmony_ci * Anything from here is public, and remains static for the lifetime of 608c2ecf20Sopenharmony_ci * the mm. Everything above is considered do-not-touch. 618c2ecf20Sopenharmony_ci */ 628c2ecf20Sopenharmony_ci unsigned int n_roots; 638c2ecf20Sopenharmony_ci unsigned int max_order; 648c2ecf20Sopenharmony_ci 658c2ecf20Sopenharmony_ci /* Must be at least PAGE_SIZE */ 668c2ecf20Sopenharmony_ci u64 chunk_size; 678c2ecf20Sopenharmony_ci u64 size; 688c2ecf20Sopenharmony_ci}; 698c2ecf20Sopenharmony_ci 708c2ecf20Sopenharmony_cistatic inline u64 718c2ecf20Sopenharmony_cii915_buddy_block_offset(struct i915_buddy_block *block) 728c2ecf20Sopenharmony_ci{ 738c2ecf20Sopenharmony_ci return block->header & I915_BUDDY_HEADER_OFFSET; 748c2ecf20Sopenharmony_ci} 758c2ecf20Sopenharmony_ci 768c2ecf20Sopenharmony_cistatic inline unsigned int 778c2ecf20Sopenharmony_cii915_buddy_block_order(struct i915_buddy_block *block) 788c2ecf20Sopenharmony_ci{ 798c2ecf20Sopenharmony_ci return block->header & I915_BUDDY_HEADER_ORDER; 808c2ecf20Sopenharmony_ci} 818c2ecf20Sopenharmony_ci 828c2ecf20Sopenharmony_cistatic inline unsigned int 838c2ecf20Sopenharmony_cii915_buddy_block_state(struct i915_buddy_block *block) 848c2ecf20Sopenharmony_ci{ 858c2ecf20Sopenharmony_ci return block->header & I915_BUDDY_HEADER_STATE; 868c2ecf20Sopenharmony_ci} 878c2ecf20Sopenharmony_ci 888c2ecf20Sopenharmony_cistatic inline bool 898c2ecf20Sopenharmony_cii915_buddy_block_is_allocated(struct i915_buddy_block *block) 908c2ecf20Sopenharmony_ci{ 918c2ecf20Sopenharmony_ci return i915_buddy_block_state(block) == I915_BUDDY_ALLOCATED; 928c2ecf20Sopenharmony_ci} 938c2ecf20Sopenharmony_ci 948c2ecf20Sopenharmony_cistatic inline bool 958c2ecf20Sopenharmony_cii915_buddy_block_is_free(struct i915_buddy_block *block) 968c2ecf20Sopenharmony_ci{ 978c2ecf20Sopenharmony_ci return i915_buddy_block_state(block) == I915_BUDDY_FREE; 988c2ecf20Sopenharmony_ci} 998c2ecf20Sopenharmony_ci 1008c2ecf20Sopenharmony_cistatic inline bool 1018c2ecf20Sopenharmony_cii915_buddy_block_is_split(struct i915_buddy_block *block) 1028c2ecf20Sopenharmony_ci{ 1038c2ecf20Sopenharmony_ci return i915_buddy_block_state(block) == I915_BUDDY_SPLIT; 1048c2ecf20Sopenharmony_ci} 1058c2ecf20Sopenharmony_ci 1068c2ecf20Sopenharmony_cistatic inline u64 1078c2ecf20Sopenharmony_cii915_buddy_block_size(struct i915_buddy_mm *mm, 1088c2ecf20Sopenharmony_ci struct i915_buddy_block *block) 1098c2ecf20Sopenharmony_ci{ 1108c2ecf20Sopenharmony_ci return mm->chunk_size << i915_buddy_block_order(block); 1118c2ecf20Sopenharmony_ci} 1128c2ecf20Sopenharmony_ci 1138c2ecf20Sopenharmony_ciint i915_buddy_init(struct i915_buddy_mm *mm, u64 size, u64 chunk_size); 1148c2ecf20Sopenharmony_ci 1158c2ecf20Sopenharmony_civoid i915_buddy_fini(struct i915_buddy_mm *mm); 1168c2ecf20Sopenharmony_ci 1178c2ecf20Sopenharmony_cistruct i915_buddy_block * 1188c2ecf20Sopenharmony_cii915_buddy_alloc(struct i915_buddy_mm *mm, unsigned int order); 1198c2ecf20Sopenharmony_ci 1208c2ecf20Sopenharmony_ciint i915_buddy_alloc_range(struct i915_buddy_mm *mm, 1218c2ecf20Sopenharmony_ci struct list_head *blocks, 1228c2ecf20Sopenharmony_ci u64 start, u64 size); 1238c2ecf20Sopenharmony_ci 1248c2ecf20Sopenharmony_civoid i915_buddy_free(struct i915_buddy_mm *mm, struct i915_buddy_block *block); 1258c2ecf20Sopenharmony_ci 1268c2ecf20Sopenharmony_civoid i915_buddy_free_list(struct i915_buddy_mm *mm, struct list_head *objects); 1278c2ecf20Sopenharmony_ci 1288c2ecf20Sopenharmony_ci#endif 129