18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only 28c2ecf20Sopenharmony_ci/* 38c2ecf20Sopenharmony_ci * Copyright (c) 2013, 2014 48c2ecf20Sopenharmony_ci * Phillip Lougher <phillip@squashfs.org.uk> 58c2ecf20Sopenharmony_ci */ 68c2ecf20Sopenharmony_ci 78c2ecf20Sopenharmony_ci#include <linux/bio.h> 88c2ecf20Sopenharmony_ci#include <linux/mutex.h> 98c2ecf20Sopenharmony_ci#include <linux/slab.h> 108c2ecf20Sopenharmony_ci#include <linux/vmalloc.h> 118c2ecf20Sopenharmony_ci#include <linux/lz4.h> 128c2ecf20Sopenharmony_ci 138c2ecf20Sopenharmony_ci#include "squashfs_fs.h" 148c2ecf20Sopenharmony_ci#include "squashfs_fs_sb.h" 158c2ecf20Sopenharmony_ci#include "squashfs.h" 168c2ecf20Sopenharmony_ci#include "decompressor.h" 178c2ecf20Sopenharmony_ci#include "page_actor.h" 188c2ecf20Sopenharmony_ci 198c2ecf20Sopenharmony_ci#define LZ4_LEGACY 1 208c2ecf20Sopenharmony_ci 218c2ecf20Sopenharmony_cistruct lz4_comp_opts { 228c2ecf20Sopenharmony_ci __le32 version; 238c2ecf20Sopenharmony_ci __le32 flags; 248c2ecf20Sopenharmony_ci}; 258c2ecf20Sopenharmony_ci 268c2ecf20Sopenharmony_cistruct squashfs_lz4 { 278c2ecf20Sopenharmony_ci void *input; 288c2ecf20Sopenharmony_ci void *output; 298c2ecf20Sopenharmony_ci}; 308c2ecf20Sopenharmony_ci 318c2ecf20Sopenharmony_ci 328c2ecf20Sopenharmony_cistatic void *lz4_comp_opts(struct squashfs_sb_info *msblk, 338c2ecf20Sopenharmony_ci void *buff, int len) 348c2ecf20Sopenharmony_ci{ 358c2ecf20Sopenharmony_ci struct lz4_comp_opts *comp_opts = buff; 368c2ecf20Sopenharmony_ci 378c2ecf20Sopenharmony_ci /* LZ4 compressed filesystems always have compression options */ 388c2ecf20Sopenharmony_ci if (comp_opts == NULL || len < sizeof(*comp_opts)) 398c2ecf20Sopenharmony_ci return ERR_PTR(-EIO); 408c2ecf20Sopenharmony_ci 418c2ecf20Sopenharmony_ci if (le32_to_cpu(comp_opts->version) != LZ4_LEGACY) { 428c2ecf20Sopenharmony_ci /* LZ4 format currently used by the kernel is the 'legacy' 438c2ecf20Sopenharmony_ci * format */ 448c2ecf20Sopenharmony_ci ERROR("Unknown LZ4 version\n"); 458c2ecf20Sopenharmony_ci return ERR_PTR(-EINVAL); 468c2ecf20Sopenharmony_ci } 478c2ecf20Sopenharmony_ci 488c2ecf20Sopenharmony_ci return NULL; 498c2ecf20Sopenharmony_ci} 508c2ecf20Sopenharmony_ci 518c2ecf20Sopenharmony_ci 528c2ecf20Sopenharmony_cistatic void *lz4_init(struct squashfs_sb_info *msblk, void *buff) 538c2ecf20Sopenharmony_ci{ 548c2ecf20Sopenharmony_ci int block_size = max_t(int, msblk->block_size, SQUASHFS_METADATA_SIZE); 558c2ecf20Sopenharmony_ci struct squashfs_lz4 *stream; 568c2ecf20Sopenharmony_ci 578c2ecf20Sopenharmony_ci stream = kzalloc(sizeof(*stream), GFP_KERNEL); 588c2ecf20Sopenharmony_ci if (stream == NULL) 598c2ecf20Sopenharmony_ci goto failed; 608c2ecf20Sopenharmony_ci stream->input = vmalloc(block_size); 618c2ecf20Sopenharmony_ci if (stream->input == NULL) 628c2ecf20Sopenharmony_ci goto failed2; 638c2ecf20Sopenharmony_ci stream->output = vmalloc(block_size); 648c2ecf20Sopenharmony_ci if (stream->output == NULL) 658c2ecf20Sopenharmony_ci goto failed3; 668c2ecf20Sopenharmony_ci 678c2ecf20Sopenharmony_ci return stream; 688c2ecf20Sopenharmony_ci 698c2ecf20Sopenharmony_cifailed3: 708c2ecf20Sopenharmony_ci vfree(stream->input); 718c2ecf20Sopenharmony_cifailed2: 728c2ecf20Sopenharmony_ci kfree(stream); 738c2ecf20Sopenharmony_cifailed: 748c2ecf20Sopenharmony_ci ERROR("Failed to initialise LZ4 decompressor\n"); 758c2ecf20Sopenharmony_ci return ERR_PTR(-ENOMEM); 768c2ecf20Sopenharmony_ci} 778c2ecf20Sopenharmony_ci 788c2ecf20Sopenharmony_ci 798c2ecf20Sopenharmony_cistatic void lz4_free(void *strm) 808c2ecf20Sopenharmony_ci{ 818c2ecf20Sopenharmony_ci struct squashfs_lz4 *stream = strm; 828c2ecf20Sopenharmony_ci 838c2ecf20Sopenharmony_ci if (stream) { 848c2ecf20Sopenharmony_ci vfree(stream->input); 858c2ecf20Sopenharmony_ci vfree(stream->output); 868c2ecf20Sopenharmony_ci } 878c2ecf20Sopenharmony_ci kfree(stream); 888c2ecf20Sopenharmony_ci} 898c2ecf20Sopenharmony_ci 908c2ecf20Sopenharmony_ci 918c2ecf20Sopenharmony_cistatic int lz4_uncompress(struct squashfs_sb_info *msblk, void *strm, 928c2ecf20Sopenharmony_ci struct bio *bio, int offset, int length, 938c2ecf20Sopenharmony_ci struct squashfs_page_actor *output) 948c2ecf20Sopenharmony_ci{ 958c2ecf20Sopenharmony_ci struct bvec_iter_all iter_all = {}; 968c2ecf20Sopenharmony_ci struct bio_vec *bvec = bvec_init_iter_all(&iter_all); 978c2ecf20Sopenharmony_ci struct squashfs_lz4 *stream = strm; 988c2ecf20Sopenharmony_ci void *buff = stream->input, *data; 998c2ecf20Sopenharmony_ci int bytes = length, res; 1008c2ecf20Sopenharmony_ci 1018c2ecf20Sopenharmony_ci while (bio_next_segment(bio, &iter_all)) { 1028c2ecf20Sopenharmony_ci int avail = min(bytes, ((int)bvec->bv_len) - offset); 1038c2ecf20Sopenharmony_ci 1048c2ecf20Sopenharmony_ci data = page_address(bvec->bv_page) + bvec->bv_offset; 1058c2ecf20Sopenharmony_ci memcpy(buff, data + offset, avail); 1068c2ecf20Sopenharmony_ci buff += avail; 1078c2ecf20Sopenharmony_ci bytes -= avail; 1088c2ecf20Sopenharmony_ci offset = 0; 1098c2ecf20Sopenharmony_ci } 1108c2ecf20Sopenharmony_ci 1118c2ecf20Sopenharmony_ci res = LZ4_decompress_safe(stream->input, stream->output, 1128c2ecf20Sopenharmony_ci length, output->length); 1138c2ecf20Sopenharmony_ci 1148c2ecf20Sopenharmony_ci if (res < 0) 1158c2ecf20Sopenharmony_ci return -EIO; 1168c2ecf20Sopenharmony_ci 1178c2ecf20Sopenharmony_ci bytes = res; 1188c2ecf20Sopenharmony_ci data = squashfs_first_page(output); 1198c2ecf20Sopenharmony_ci buff = stream->output; 1208c2ecf20Sopenharmony_ci while (data) { 1218c2ecf20Sopenharmony_ci if (bytes <= PAGE_SIZE) { 1228c2ecf20Sopenharmony_ci memcpy(data, buff, bytes); 1238c2ecf20Sopenharmony_ci break; 1248c2ecf20Sopenharmony_ci } 1258c2ecf20Sopenharmony_ci memcpy(data, buff, PAGE_SIZE); 1268c2ecf20Sopenharmony_ci buff += PAGE_SIZE; 1278c2ecf20Sopenharmony_ci bytes -= PAGE_SIZE; 1288c2ecf20Sopenharmony_ci data = squashfs_next_page(output); 1298c2ecf20Sopenharmony_ci } 1308c2ecf20Sopenharmony_ci squashfs_finish_page(output); 1318c2ecf20Sopenharmony_ci 1328c2ecf20Sopenharmony_ci return res; 1338c2ecf20Sopenharmony_ci} 1348c2ecf20Sopenharmony_ci 1358c2ecf20Sopenharmony_ciconst struct squashfs_decompressor squashfs_lz4_comp_ops = { 1368c2ecf20Sopenharmony_ci .init = lz4_init, 1378c2ecf20Sopenharmony_ci .comp_opts = lz4_comp_opts, 1388c2ecf20Sopenharmony_ci .free = lz4_free, 1398c2ecf20Sopenharmony_ci .decompress = lz4_uncompress, 1408c2ecf20Sopenharmony_ci .id = LZ4_COMPRESSION, 1418c2ecf20Sopenharmony_ci .name = "lz4", 1428c2ecf20Sopenharmony_ci .supported = 1 1438c2ecf20Sopenharmony_ci}; 144