18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only
28c2ecf20Sopenharmony_ci/*
38c2ecf20Sopenharmony_ci * Copyright (c) 2013, 2014
48c2ecf20Sopenharmony_ci * Phillip Lougher <phillip@squashfs.org.uk>
58c2ecf20Sopenharmony_ci */
68c2ecf20Sopenharmony_ci
78c2ecf20Sopenharmony_ci#include <linux/bio.h>
88c2ecf20Sopenharmony_ci#include <linux/mutex.h>
98c2ecf20Sopenharmony_ci#include <linux/slab.h>
108c2ecf20Sopenharmony_ci#include <linux/vmalloc.h>
118c2ecf20Sopenharmony_ci#include <linux/lz4.h>
128c2ecf20Sopenharmony_ci
138c2ecf20Sopenharmony_ci#include "squashfs_fs.h"
148c2ecf20Sopenharmony_ci#include "squashfs_fs_sb.h"
158c2ecf20Sopenharmony_ci#include "squashfs.h"
168c2ecf20Sopenharmony_ci#include "decompressor.h"
178c2ecf20Sopenharmony_ci#include "page_actor.h"
188c2ecf20Sopenharmony_ci
198c2ecf20Sopenharmony_ci#define LZ4_LEGACY	1
208c2ecf20Sopenharmony_ci
218c2ecf20Sopenharmony_cistruct lz4_comp_opts {
228c2ecf20Sopenharmony_ci	__le32 version;
238c2ecf20Sopenharmony_ci	__le32 flags;
248c2ecf20Sopenharmony_ci};
258c2ecf20Sopenharmony_ci
268c2ecf20Sopenharmony_cistruct squashfs_lz4 {
278c2ecf20Sopenharmony_ci	void *input;
288c2ecf20Sopenharmony_ci	void *output;
298c2ecf20Sopenharmony_ci};
308c2ecf20Sopenharmony_ci
318c2ecf20Sopenharmony_ci
328c2ecf20Sopenharmony_cistatic void *lz4_comp_opts(struct squashfs_sb_info *msblk,
338c2ecf20Sopenharmony_ci	void *buff, int len)
348c2ecf20Sopenharmony_ci{
358c2ecf20Sopenharmony_ci	struct lz4_comp_opts *comp_opts = buff;
368c2ecf20Sopenharmony_ci
378c2ecf20Sopenharmony_ci	/* LZ4 compressed filesystems always have compression options */
388c2ecf20Sopenharmony_ci	if (comp_opts == NULL || len < sizeof(*comp_opts))
398c2ecf20Sopenharmony_ci		return ERR_PTR(-EIO);
408c2ecf20Sopenharmony_ci
418c2ecf20Sopenharmony_ci	if (le32_to_cpu(comp_opts->version) != LZ4_LEGACY) {
428c2ecf20Sopenharmony_ci		/* LZ4 format currently used by the kernel is the 'legacy'
438c2ecf20Sopenharmony_ci		 * format */
448c2ecf20Sopenharmony_ci		ERROR("Unknown LZ4 version\n");
458c2ecf20Sopenharmony_ci		return ERR_PTR(-EINVAL);
468c2ecf20Sopenharmony_ci	}
478c2ecf20Sopenharmony_ci
488c2ecf20Sopenharmony_ci	return NULL;
498c2ecf20Sopenharmony_ci}
508c2ecf20Sopenharmony_ci
518c2ecf20Sopenharmony_ci
528c2ecf20Sopenharmony_cistatic void *lz4_init(struct squashfs_sb_info *msblk, void *buff)
538c2ecf20Sopenharmony_ci{
548c2ecf20Sopenharmony_ci	int block_size = max_t(int, msblk->block_size, SQUASHFS_METADATA_SIZE);
558c2ecf20Sopenharmony_ci	struct squashfs_lz4 *stream;
568c2ecf20Sopenharmony_ci
578c2ecf20Sopenharmony_ci	stream = kzalloc(sizeof(*stream), GFP_KERNEL);
588c2ecf20Sopenharmony_ci	if (stream == NULL)
598c2ecf20Sopenharmony_ci		goto failed;
608c2ecf20Sopenharmony_ci	stream->input = vmalloc(block_size);
618c2ecf20Sopenharmony_ci	if (stream->input == NULL)
628c2ecf20Sopenharmony_ci		goto failed2;
638c2ecf20Sopenharmony_ci	stream->output = vmalloc(block_size);
648c2ecf20Sopenharmony_ci	if (stream->output == NULL)
658c2ecf20Sopenharmony_ci		goto failed3;
668c2ecf20Sopenharmony_ci
678c2ecf20Sopenharmony_ci	return stream;
688c2ecf20Sopenharmony_ci
698c2ecf20Sopenharmony_cifailed3:
708c2ecf20Sopenharmony_ci	vfree(stream->input);
718c2ecf20Sopenharmony_cifailed2:
728c2ecf20Sopenharmony_ci	kfree(stream);
738c2ecf20Sopenharmony_cifailed:
748c2ecf20Sopenharmony_ci	ERROR("Failed to initialise LZ4 decompressor\n");
758c2ecf20Sopenharmony_ci	return ERR_PTR(-ENOMEM);
768c2ecf20Sopenharmony_ci}
778c2ecf20Sopenharmony_ci
788c2ecf20Sopenharmony_ci
798c2ecf20Sopenharmony_cistatic void lz4_free(void *strm)
808c2ecf20Sopenharmony_ci{
818c2ecf20Sopenharmony_ci	struct squashfs_lz4 *stream = strm;
828c2ecf20Sopenharmony_ci
838c2ecf20Sopenharmony_ci	if (stream) {
848c2ecf20Sopenharmony_ci		vfree(stream->input);
858c2ecf20Sopenharmony_ci		vfree(stream->output);
868c2ecf20Sopenharmony_ci	}
878c2ecf20Sopenharmony_ci	kfree(stream);
888c2ecf20Sopenharmony_ci}
898c2ecf20Sopenharmony_ci
908c2ecf20Sopenharmony_ci
918c2ecf20Sopenharmony_cistatic int lz4_uncompress(struct squashfs_sb_info *msblk, void *strm,
928c2ecf20Sopenharmony_ci	struct bio *bio, int offset, int length,
938c2ecf20Sopenharmony_ci	struct squashfs_page_actor *output)
948c2ecf20Sopenharmony_ci{
958c2ecf20Sopenharmony_ci	struct bvec_iter_all iter_all = {};
968c2ecf20Sopenharmony_ci	struct bio_vec *bvec = bvec_init_iter_all(&iter_all);
978c2ecf20Sopenharmony_ci	struct squashfs_lz4 *stream = strm;
988c2ecf20Sopenharmony_ci	void *buff = stream->input, *data;
998c2ecf20Sopenharmony_ci	int bytes = length, res;
1008c2ecf20Sopenharmony_ci
1018c2ecf20Sopenharmony_ci	while (bio_next_segment(bio, &iter_all)) {
1028c2ecf20Sopenharmony_ci		int avail = min(bytes, ((int)bvec->bv_len) - offset);
1038c2ecf20Sopenharmony_ci
1048c2ecf20Sopenharmony_ci		data = page_address(bvec->bv_page) + bvec->bv_offset;
1058c2ecf20Sopenharmony_ci		memcpy(buff, data + offset, avail);
1068c2ecf20Sopenharmony_ci		buff += avail;
1078c2ecf20Sopenharmony_ci		bytes -= avail;
1088c2ecf20Sopenharmony_ci		offset = 0;
1098c2ecf20Sopenharmony_ci	}
1108c2ecf20Sopenharmony_ci
1118c2ecf20Sopenharmony_ci	res = LZ4_decompress_safe(stream->input, stream->output,
1128c2ecf20Sopenharmony_ci		length, output->length);
1138c2ecf20Sopenharmony_ci
1148c2ecf20Sopenharmony_ci	if (res < 0)
1158c2ecf20Sopenharmony_ci		return -EIO;
1168c2ecf20Sopenharmony_ci
1178c2ecf20Sopenharmony_ci	bytes = res;
1188c2ecf20Sopenharmony_ci	data = squashfs_first_page(output);
1198c2ecf20Sopenharmony_ci	buff = stream->output;
1208c2ecf20Sopenharmony_ci	while (data) {
1218c2ecf20Sopenharmony_ci		if (bytes <= PAGE_SIZE) {
1228c2ecf20Sopenharmony_ci			memcpy(data, buff, bytes);
1238c2ecf20Sopenharmony_ci			break;
1248c2ecf20Sopenharmony_ci		}
1258c2ecf20Sopenharmony_ci		memcpy(data, buff, PAGE_SIZE);
1268c2ecf20Sopenharmony_ci		buff += PAGE_SIZE;
1278c2ecf20Sopenharmony_ci		bytes -= PAGE_SIZE;
1288c2ecf20Sopenharmony_ci		data = squashfs_next_page(output);
1298c2ecf20Sopenharmony_ci	}
1308c2ecf20Sopenharmony_ci	squashfs_finish_page(output);
1318c2ecf20Sopenharmony_ci
1328c2ecf20Sopenharmony_ci	return res;
1338c2ecf20Sopenharmony_ci}
1348c2ecf20Sopenharmony_ci
1358c2ecf20Sopenharmony_ciconst struct squashfs_decompressor squashfs_lz4_comp_ops = {
1368c2ecf20Sopenharmony_ci	.init = lz4_init,
1378c2ecf20Sopenharmony_ci	.comp_opts = lz4_comp_opts,
1388c2ecf20Sopenharmony_ci	.free = lz4_free,
1398c2ecf20Sopenharmony_ci	.decompress = lz4_uncompress,
1408c2ecf20Sopenharmony_ci	.id = LZ4_COMPRESSION,
1418c2ecf20Sopenharmony_ci	.name = "lz4",
1428c2ecf20Sopenharmony_ci	.supported = 1
1438c2ecf20Sopenharmony_ci};
144