18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-or-later 28c2ecf20Sopenharmony_ci/* 38c2ecf20Sopenharmony_ci * Squashfs - a compressed read only filesystem for Linux 48c2ecf20Sopenharmony_ci * 58c2ecf20Sopenharmony_ci * Copyright (c) 2002, 2003, 2004, 2005, 2006, 2007, 2008 68c2ecf20Sopenharmony_ci * Phillip Lougher <phillip@squashfs.org.uk> 78c2ecf20Sopenharmony_ci * 88c2ecf20Sopenharmony_ci * block.c 98c2ecf20Sopenharmony_ci */ 108c2ecf20Sopenharmony_ci 118c2ecf20Sopenharmony_ci/* 128c2ecf20Sopenharmony_ci * This file implements the low-level routines to read and decompress 138c2ecf20Sopenharmony_ci * datablocks and metadata blocks. 148c2ecf20Sopenharmony_ci */ 158c2ecf20Sopenharmony_ci 168c2ecf20Sopenharmony_ci#include <linux/blkdev.h> 178c2ecf20Sopenharmony_ci#include <linux/fs.h> 188c2ecf20Sopenharmony_ci#include <linux/vfs.h> 198c2ecf20Sopenharmony_ci#include <linux/slab.h> 208c2ecf20Sopenharmony_ci#include <linux/string.h> 218c2ecf20Sopenharmony_ci#include <linux/buffer_head.h> 228c2ecf20Sopenharmony_ci#include <linux/bio.h> 238c2ecf20Sopenharmony_ci 248c2ecf20Sopenharmony_ci#include "squashfs_fs.h" 258c2ecf20Sopenharmony_ci#include "squashfs_fs_sb.h" 268c2ecf20Sopenharmony_ci#include "squashfs.h" 278c2ecf20Sopenharmony_ci#include "decompressor.h" 288c2ecf20Sopenharmony_ci#include "page_actor.h" 298c2ecf20Sopenharmony_ci 308c2ecf20Sopenharmony_ci/* 318c2ecf20Sopenharmony_ci * Returns the amount of bytes copied to the page actor. 328c2ecf20Sopenharmony_ci */ 338c2ecf20Sopenharmony_cistatic int copy_bio_to_actor(struct bio *bio, 348c2ecf20Sopenharmony_ci struct squashfs_page_actor *actor, 358c2ecf20Sopenharmony_ci int offset, int req_length) 368c2ecf20Sopenharmony_ci{ 378c2ecf20Sopenharmony_ci void *actor_addr = squashfs_first_page(actor); 388c2ecf20Sopenharmony_ci struct bvec_iter_all iter_all = {}; 398c2ecf20Sopenharmony_ci struct bio_vec *bvec = bvec_init_iter_all(&iter_all); 408c2ecf20Sopenharmony_ci int copied_bytes = 0; 418c2ecf20Sopenharmony_ci int actor_offset = 0; 428c2ecf20Sopenharmony_ci 438c2ecf20Sopenharmony_ci if (WARN_ON_ONCE(!bio_next_segment(bio, &iter_all))) 448c2ecf20Sopenharmony_ci return 0; 458c2ecf20Sopenharmony_ci 468c2ecf20Sopenharmony_ci while (copied_bytes < req_length) { 478c2ecf20Sopenharmony_ci int bytes_to_copy = min_t(int, bvec->bv_len - offset, 488c2ecf20Sopenharmony_ci PAGE_SIZE - actor_offset); 498c2ecf20Sopenharmony_ci 508c2ecf20Sopenharmony_ci bytes_to_copy = min_t(int, bytes_to_copy, 518c2ecf20Sopenharmony_ci req_length - copied_bytes); 528c2ecf20Sopenharmony_ci memcpy(actor_addr + actor_offset, 538c2ecf20Sopenharmony_ci page_address(bvec->bv_page) + bvec->bv_offset + offset, 548c2ecf20Sopenharmony_ci bytes_to_copy); 558c2ecf20Sopenharmony_ci 568c2ecf20Sopenharmony_ci actor_offset += bytes_to_copy; 578c2ecf20Sopenharmony_ci copied_bytes += bytes_to_copy; 588c2ecf20Sopenharmony_ci offset += bytes_to_copy; 598c2ecf20Sopenharmony_ci 608c2ecf20Sopenharmony_ci if (actor_offset >= PAGE_SIZE) { 618c2ecf20Sopenharmony_ci actor_addr = squashfs_next_page(actor); 628c2ecf20Sopenharmony_ci if (!actor_addr) 638c2ecf20Sopenharmony_ci break; 648c2ecf20Sopenharmony_ci actor_offset = 0; 658c2ecf20Sopenharmony_ci } 668c2ecf20Sopenharmony_ci if (offset >= bvec->bv_len) { 678c2ecf20Sopenharmony_ci if (!bio_next_segment(bio, &iter_all)) 688c2ecf20Sopenharmony_ci break; 698c2ecf20Sopenharmony_ci offset = 0; 708c2ecf20Sopenharmony_ci } 718c2ecf20Sopenharmony_ci } 728c2ecf20Sopenharmony_ci squashfs_finish_page(actor); 738c2ecf20Sopenharmony_ci return copied_bytes; 748c2ecf20Sopenharmony_ci} 758c2ecf20Sopenharmony_ci 768c2ecf20Sopenharmony_cistatic int squashfs_bio_read(struct super_block *sb, u64 index, int length, 778c2ecf20Sopenharmony_ci struct bio **biop, int *block_offset) 788c2ecf20Sopenharmony_ci{ 798c2ecf20Sopenharmony_ci struct squashfs_sb_info *msblk = sb->s_fs_info; 808c2ecf20Sopenharmony_ci const u64 read_start = round_down(index, msblk->devblksize); 818c2ecf20Sopenharmony_ci const sector_t block = read_start >> msblk->devblksize_log2; 828c2ecf20Sopenharmony_ci const u64 read_end = round_up(index + length, msblk->devblksize); 838c2ecf20Sopenharmony_ci const sector_t block_end = read_end >> msblk->devblksize_log2; 848c2ecf20Sopenharmony_ci int offset = read_start - round_down(index, PAGE_SIZE); 858c2ecf20Sopenharmony_ci int total_len = (block_end - block) << msblk->devblksize_log2; 868c2ecf20Sopenharmony_ci const int page_count = DIV_ROUND_UP(total_len + offset, PAGE_SIZE); 878c2ecf20Sopenharmony_ci int error, i; 888c2ecf20Sopenharmony_ci struct bio *bio; 898c2ecf20Sopenharmony_ci 908c2ecf20Sopenharmony_ci if (page_count <= BIO_MAX_PAGES) 918c2ecf20Sopenharmony_ci bio = bio_alloc(GFP_NOIO, page_count); 928c2ecf20Sopenharmony_ci else 938c2ecf20Sopenharmony_ci bio = bio_kmalloc(GFP_NOIO, page_count); 948c2ecf20Sopenharmony_ci 958c2ecf20Sopenharmony_ci if (!bio) 968c2ecf20Sopenharmony_ci return -ENOMEM; 978c2ecf20Sopenharmony_ci 988c2ecf20Sopenharmony_ci bio_set_dev(bio, sb->s_bdev); 998c2ecf20Sopenharmony_ci bio->bi_opf = READ; 1008c2ecf20Sopenharmony_ci bio->bi_iter.bi_sector = block * (msblk->devblksize >> SECTOR_SHIFT); 1018c2ecf20Sopenharmony_ci 1028c2ecf20Sopenharmony_ci for (i = 0; i < page_count; ++i) { 1038c2ecf20Sopenharmony_ci unsigned int len = 1048c2ecf20Sopenharmony_ci min_t(unsigned int, PAGE_SIZE - offset, total_len); 1058c2ecf20Sopenharmony_ci struct page *page = alloc_page(GFP_NOIO); 1068c2ecf20Sopenharmony_ci 1078c2ecf20Sopenharmony_ci if (!page) { 1088c2ecf20Sopenharmony_ci error = -ENOMEM; 1098c2ecf20Sopenharmony_ci goto out_free_bio; 1108c2ecf20Sopenharmony_ci } 1118c2ecf20Sopenharmony_ci if (!bio_add_page(bio, page, len, offset)) { 1128c2ecf20Sopenharmony_ci error = -EIO; 1138c2ecf20Sopenharmony_ci goto out_free_bio; 1148c2ecf20Sopenharmony_ci } 1158c2ecf20Sopenharmony_ci offset = 0; 1168c2ecf20Sopenharmony_ci total_len -= len; 1178c2ecf20Sopenharmony_ci } 1188c2ecf20Sopenharmony_ci 1198c2ecf20Sopenharmony_ci error = submit_bio_wait(bio); 1208c2ecf20Sopenharmony_ci if (error) 1218c2ecf20Sopenharmony_ci goto out_free_bio; 1228c2ecf20Sopenharmony_ci 1238c2ecf20Sopenharmony_ci *biop = bio; 1248c2ecf20Sopenharmony_ci *block_offset = index & ((1 << msblk->devblksize_log2) - 1); 1258c2ecf20Sopenharmony_ci return 0; 1268c2ecf20Sopenharmony_ci 1278c2ecf20Sopenharmony_ciout_free_bio: 1288c2ecf20Sopenharmony_ci bio_free_pages(bio); 1298c2ecf20Sopenharmony_ci bio_put(bio); 1308c2ecf20Sopenharmony_ci return error; 1318c2ecf20Sopenharmony_ci} 1328c2ecf20Sopenharmony_ci 1338c2ecf20Sopenharmony_ci/* 1348c2ecf20Sopenharmony_ci * Read and decompress a metadata block or datablock. Length is non-zero 1358c2ecf20Sopenharmony_ci * if a datablock is being read (the size is stored elsewhere in the 1368c2ecf20Sopenharmony_ci * filesystem), otherwise the length is obtained from the first two bytes of 1378c2ecf20Sopenharmony_ci * the metadata block. A bit in the length field indicates if the block 1388c2ecf20Sopenharmony_ci * is stored uncompressed in the filesystem (usually because compression 1398c2ecf20Sopenharmony_ci * generated a larger block - this does occasionally happen with compression 1408c2ecf20Sopenharmony_ci * algorithms). 1418c2ecf20Sopenharmony_ci */ 1428c2ecf20Sopenharmony_ciint squashfs_read_data(struct super_block *sb, u64 index, int length, 1438c2ecf20Sopenharmony_ci u64 *next_index, struct squashfs_page_actor *output) 1448c2ecf20Sopenharmony_ci{ 1458c2ecf20Sopenharmony_ci struct squashfs_sb_info *msblk = sb->s_fs_info; 1468c2ecf20Sopenharmony_ci struct bio *bio = NULL; 1478c2ecf20Sopenharmony_ci int compressed; 1488c2ecf20Sopenharmony_ci int res; 1498c2ecf20Sopenharmony_ci int offset; 1508c2ecf20Sopenharmony_ci 1518c2ecf20Sopenharmony_ci if (length) { 1528c2ecf20Sopenharmony_ci /* 1538c2ecf20Sopenharmony_ci * Datablock. 1548c2ecf20Sopenharmony_ci */ 1558c2ecf20Sopenharmony_ci compressed = SQUASHFS_COMPRESSED_BLOCK(length); 1568c2ecf20Sopenharmony_ci length = SQUASHFS_COMPRESSED_SIZE_BLOCK(length); 1578c2ecf20Sopenharmony_ci TRACE("Block @ 0x%llx, %scompressed size %d, src size %d\n", 1588c2ecf20Sopenharmony_ci index, compressed ? "" : "un", length, output->length); 1598c2ecf20Sopenharmony_ci } else { 1608c2ecf20Sopenharmony_ci /* 1618c2ecf20Sopenharmony_ci * Metadata block. 1628c2ecf20Sopenharmony_ci */ 1638c2ecf20Sopenharmony_ci const u8 *data; 1648c2ecf20Sopenharmony_ci struct bvec_iter_all iter_all = {}; 1658c2ecf20Sopenharmony_ci struct bio_vec *bvec = bvec_init_iter_all(&iter_all); 1668c2ecf20Sopenharmony_ci 1678c2ecf20Sopenharmony_ci if (index + 2 > msblk->bytes_used) { 1688c2ecf20Sopenharmony_ci res = -EIO; 1698c2ecf20Sopenharmony_ci goto out; 1708c2ecf20Sopenharmony_ci } 1718c2ecf20Sopenharmony_ci res = squashfs_bio_read(sb, index, 2, &bio, &offset); 1728c2ecf20Sopenharmony_ci if (res) 1738c2ecf20Sopenharmony_ci goto out; 1748c2ecf20Sopenharmony_ci 1758c2ecf20Sopenharmony_ci if (WARN_ON_ONCE(!bio_next_segment(bio, &iter_all))) { 1768c2ecf20Sopenharmony_ci res = -EIO; 1778c2ecf20Sopenharmony_ci goto out_free_bio; 1788c2ecf20Sopenharmony_ci } 1798c2ecf20Sopenharmony_ci /* Extract the length of the metadata block */ 1808c2ecf20Sopenharmony_ci data = page_address(bvec->bv_page) + bvec->bv_offset; 1818c2ecf20Sopenharmony_ci length = data[offset]; 1828c2ecf20Sopenharmony_ci if (offset < bvec->bv_len - 1) { 1838c2ecf20Sopenharmony_ci length |= data[offset + 1] << 8; 1848c2ecf20Sopenharmony_ci } else { 1858c2ecf20Sopenharmony_ci if (WARN_ON_ONCE(!bio_next_segment(bio, &iter_all))) { 1868c2ecf20Sopenharmony_ci res = -EIO; 1878c2ecf20Sopenharmony_ci goto out_free_bio; 1888c2ecf20Sopenharmony_ci } 1898c2ecf20Sopenharmony_ci data = page_address(bvec->bv_page) + bvec->bv_offset; 1908c2ecf20Sopenharmony_ci length |= data[0] << 8; 1918c2ecf20Sopenharmony_ci } 1928c2ecf20Sopenharmony_ci bio_free_pages(bio); 1938c2ecf20Sopenharmony_ci bio_put(bio); 1948c2ecf20Sopenharmony_ci 1958c2ecf20Sopenharmony_ci compressed = SQUASHFS_COMPRESSED(length); 1968c2ecf20Sopenharmony_ci length = SQUASHFS_COMPRESSED_SIZE(length); 1978c2ecf20Sopenharmony_ci index += 2; 1988c2ecf20Sopenharmony_ci 1998c2ecf20Sopenharmony_ci TRACE("Block @ 0x%llx, %scompressed size %d\n", index - 2, 2008c2ecf20Sopenharmony_ci compressed ? "" : "un", length); 2018c2ecf20Sopenharmony_ci } 2028c2ecf20Sopenharmony_ci if (length < 0 || length > output->length || 2038c2ecf20Sopenharmony_ci (index + length) > msblk->bytes_used) { 2048c2ecf20Sopenharmony_ci res = -EIO; 2058c2ecf20Sopenharmony_ci goto out; 2068c2ecf20Sopenharmony_ci } 2078c2ecf20Sopenharmony_ci 2088c2ecf20Sopenharmony_ci if (next_index) 2098c2ecf20Sopenharmony_ci *next_index = index + length; 2108c2ecf20Sopenharmony_ci 2118c2ecf20Sopenharmony_ci res = squashfs_bio_read(sb, index, length, &bio, &offset); 2128c2ecf20Sopenharmony_ci if (res) 2138c2ecf20Sopenharmony_ci goto out; 2148c2ecf20Sopenharmony_ci 2158c2ecf20Sopenharmony_ci if (compressed) { 2168c2ecf20Sopenharmony_ci if (!msblk->stream) { 2178c2ecf20Sopenharmony_ci res = -EIO; 2188c2ecf20Sopenharmony_ci goto out_free_bio; 2198c2ecf20Sopenharmony_ci } 2208c2ecf20Sopenharmony_ci res = squashfs_decompress(msblk, bio, offset, length, output); 2218c2ecf20Sopenharmony_ci } else { 2228c2ecf20Sopenharmony_ci res = copy_bio_to_actor(bio, output, offset, length); 2238c2ecf20Sopenharmony_ci } 2248c2ecf20Sopenharmony_ci 2258c2ecf20Sopenharmony_ciout_free_bio: 2268c2ecf20Sopenharmony_ci bio_free_pages(bio); 2278c2ecf20Sopenharmony_ci bio_put(bio); 2288c2ecf20Sopenharmony_ciout: 2298c2ecf20Sopenharmony_ci if (res < 0) 2308c2ecf20Sopenharmony_ci ERROR("Failed to read block 0x%llx: %d\n", index, res); 2318c2ecf20Sopenharmony_ci 2328c2ecf20Sopenharmony_ci return res; 2338c2ecf20Sopenharmony_ci} 234