xref: /freebsd/contrib/xz/src/liblzma/simple/simple_coder.c (revision 3b35e7ee8de9b0260149a2b77e87a2b9c7a36244)
1*3b35e7eeSXin LI // SPDX-License-Identifier: 0BSD
2*3b35e7eeSXin LI 
381ad8388SMartin Matuska ///////////////////////////////////////////////////////////////////////////////
481ad8388SMartin Matuska //
581ad8388SMartin Matuska /// \file       simple_coder.c
681ad8388SMartin Matuska /// \brief      Wrapper for simple filters
781ad8388SMartin Matuska ///
881ad8388SMartin Matuska /// Simple filters don't change the size of the data i.e. number of bytes
981ad8388SMartin Matuska /// in equals the number of bytes out.
1081ad8388SMartin Matuska //
1181ad8388SMartin Matuska //  Author:     Lasse Collin
1281ad8388SMartin Matuska //
1381ad8388SMartin Matuska ///////////////////////////////////////////////////////////////////////////////
1481ad8388SMartin Matuska 
1581ad8388SMartin Matuska #include "simple_private.h"
1681ad8388SMartin Matuska 
1781ad8388SMartin Matuska 
1881ad8388SMartin Matuska /// Copied or encodes/decodes more data to out[].
1981ad8388SMartin Matuska static lzma_ret
201456f0f9SXin LI copy_or_code(lzma_simple_coder *coder, const lzma_allocator *allocator,
2181ad8388SMartin Matuska 		const uint8_t *restrict in, size_t *restrict in_pos,
2281ad8388SMartin Matuska 		size_t in_size, uint8_t *restrict out,
2381ad8388SMartin Matuska 		size_t *restrict out_pos, size_t out_size, lzma_action action)
2481ad8388SMartin Matuska {
2581ad8388SMartin Matuska 	assert(!coder->end_was_reached);
2681ad8388SMartin Matuska 
2781ad8388SMartin Matuska 	if (coder->next.code == NULL) {
2881ad8388SMartin Matuska 		lzma_bufcpy(in, in_pos, in_size, out, out_pos, out_size);
2981ad8388SMartin Matuska 
3081ad8388SMartin Matuska 		// Check if end of stream was reached.
3181ad8388SMartin Matuska 		if (coder->is_encoder && action == LZMA_FINISH
3281ad8388SMartin Matuska 				&& *in_pos == in_size)
3381ad8388SMartin Matuska 			coder->end_was_reached = true;
3481ad8388SMartin Matuska 
3581ad8388SMartin Matuska 	} else {
3681ad8388SMartin Matuska 		// Call the next coder in the chain to provide us some data.
3781ad8388SMartin Matuska 		const lzma_ret ret = coder->next.code(
3881ad8388SMartin Matuska 				coder->next.coder, allocator,
3981ad8388SMartin Matuska 				in, in_pos, in_size,
4081ad8388SMartin Matuska 				out, out_pos, out_size, action);
4181ad8388SMartin Matuska 
4281ad8388SMartin Matuska 		if (ret == LZMA_STREAM_END) {
4381ad8388SMartin Matuska 			assert(!coder->is_encoder
4481ad8388SMartin Matuska 					|| action == LZMA_FINISH);
4581ad8388SMartin Matuska 			coder->end_was_reached = true;
4681ad8388SMartin Matuska 
4781ad8388SMartin Matuska 		} else if (ret != LZMA_OK) {
4881ad8388SMartin Matuska 			return ret;
4981ad8388SMartin Matuska 		}
5081ad8388SMartin Matuska 	}
5181ad8388SMartin Matuska 
5281ad8388SMartin Matuska 	return LZMA_OK;
5381ad8388SMartin Matuska }
5481ad8388SMartin Matuska 
5581ad8388SMartin Matuska 
5681ad8388SMartin Matuska static size_t
571456f0f9SXin LI call_filter(lzma_simple_coder *coder, uint8_t *buffer, size_t size)
5881ad8388SMartin Matuska {
5981ad8388SMartin Matuska 	const size_t filtered = coder->filter(coder->simple,
6081ad8388SMartin Matuska 			coder->now_pos, coder->is_encoder,
6181ad8388SMartin Matuska 			buffer, size);
6281ad8388SMartin Matuska 	coder->now_pos += filtered;
6381ad8388SMartin Matuska 	return filtered;
6481ad8388SMartin Matuska }
6581ad8388SMartin Matuska 
6681ad8388SMartin Matuska 
6781ad8388SMartin Matuska static lzma_ret
681456f0f9SXin LI simple_code(void *coder_ptr, const lzma_allocator *allocator,
6981ad8388SMartin Matuska 		const uint8_t *restrict in, size_t *restrict in_pos,
7081ad8388SMartin Matuska 		size_t in_size, uint8_t *restrict out,
7181ad8388SMartin Matuska 		size_t *restrict out_pos, size_t out_size, lzma_action action)
7281ad8388SMartin Matuska {
731456f0f9SXin LI 	lzma_simple_coder *coder = coder_ptr;
741456f0f9SXin LI 
7581ad8388SMartin Matuska 	// TODO: Add partial support for LZMA_SYNC_FLUSH. We can support it
7681ad8388SMartin Matuska 	// in cases when the filter is able to filter everything. With most
7781ad8388SMartin Matuska 	// simple filters it can be done at offset that is a multiple of 2,
7881ad8388SMartin Matuska 	// 4, or 16. With x86 filter, it needs good luck, and thus cannot
7981ad8388SMartin Matuska 	// be made to work predictably.
8081ad8388SMartin Matuska 	if (action == LZMA_SYNC_FLUSH)
8181ad8388SMartin Matuska 		return LZMA_OPTIONS_ERROR;
8281ad8388SMartin Matuska 
8381ad8388SMartin Matuska 	// Flush already filtered data from coder->buffer[] to out[].
8481ad8388SMartin Matuska 	if (coder->pos < coder->filtered) {
8581ad8388SMartin Matuska 		lzma_bufcpy(coder->buffer, &coder->pos, coder->filtered,
8681ad8388SMartin Matuska 				out, out_pos, out_size);
8781ad8388SMartin Matuska 
8881ad8388SMartin Matuska 		// If we couldn't flush all the filtered data, return to
8981ad8388SMartin Matuska 		// application immediately.
9081ad8388SMartin Matuska 		if (coder->pos < coder->filtered)
9181ad8388SMartin Matuska 			return LZMA_OK;
9281ad8388SMartin Matuska 
9381ad8388SMartin Matuska 		if (coder->end_was_reached) {
9481ad8388SMartin Matuska 			assert(coder->filtered == coder->size);
9581ad8388SMartin Matuska 			return LZMA_STREAM_END;
9681ad8388SMartin Matuska 		}
9781ad8388SMartin Matuska 	}
9881ad8388SMartin Matuska 
9981ad8388SMartin Matuska 	// If we get here, there is no filtered data left in the buffer.
10081ad8388SMartin Matuska 	coder->filtered = 0;
10181ad8388SMartin Matuska 
10281ad8388SMartin Matuska 	assert(!coder->end_was_reached);
10381ad8388SMartin Matuska 
10481ad8388SMartin Matuska 	// If there is more output space left than there is unfiltered data
10581ad8388SMartin Matuska 	// in coder->buffer[], flush coder->buffer[] to out[], and copy/code
10681ad8388SMartin Matuska 	// more data to out[] hopefully filling it completely. Then filter
10781ad8388SMartin Matuska 	// the data in out[]. This step is where most of the data gets
10881ad8388SMartin Matuska 	// filtered if the buffer sizes used by the application are reasonable.
10981ad8388SMartin Matuska 	const size_t out_avail = out_size - *out_pos;
11081ad8388SMartin Matuska 	const size_t buf_avail = coder->size - coder->pos;
1113632bc4cSMartin Matuska 	if (out_avail > buf_avail || buf_avail == 0) {
11281ad8388SMartin Matuska 		// Store the old position so that we know from which byte
11381ad8388SMartin Matuska 		// to start filtering.
11481ad8388SMartin Matuska 		const size_t out_start = *out_pos;
11581ad8388SMartin Matuska 
11681ad8388SMartin Matuska 		// Flush data from coder->buffer[] to out[], but don't reset
11781ad8388SMartin Matuska 		// coder->pos and coder->size yet. This way the coder can be
11881ad8388SMartin Matuska 		// restarted if the next filter in the chain returns e.g.
11981ad8388SMartin Matuska 		// LZMA_MEM_ERROR.
120a8675d92SXin LI 		//
121a8675d92SXin LI 		// Do the memcpy() conditionally because out can be NULL
122a8675d92SXin LI 		// (in which case buf_avail is always 0). Calling memcpy()
123a8675d92SXin LI 		// with a null-pointer is undefined even if the third
124a8675d92SXin LI 		// argument is 0.
125a8675d92SXin LI 		if (buf_avail > 0)
126a8675d92SXin LI 			memcpy(out + *out_pos, coder->buffer + coder->pos,
127a8675d92SXin LI 					buf_avail);
128a8675d92SXin LI 
12981ad8388SMartin Matuska 		*out_pos += buf_avail;
13081ad8388SMartin Matuska 
13181ad8388SMartin Matuska 		// Copy/Encode/Decode more data to out[].
13281ad8388SMartin Matuska 		{
13381ad8388SMartin Matuska 			const lzma_ret ret = copy_or_code(coder, allocator,
13481ad8388SMartin Matuska 					in, in_pos, in_size,
13581ad8388SMartin Matuska 					out, out_pos, out_size, action);
13681ad8388SMartin Matuska 			assert(ret != LZMA_STREAM_END);
13781ad8388SMartin Matuska 			if (ret != LZMA_OK)
13881ad8388SMartin Matuska 				return ret;
13981ad8388SMartin Matuska 		}
14081ad8388SMartin Matuska 
141c917796cSXin LI 		// Filter out[] unless there is nothing to filter.
142c917796cSXin LI 		// This way we avoid null pointer + 0 (undefined behavior)
143c917796cSXin LI 		// when out == NULL.
14481ad8388SMartin Matuska 		const size_t size = *out_pos - out_start;
145c917796cSXin LI 		const size_t filtered = size == 0 ? 0 : call_filter(
14681ad8388SMartin Matuska 				coder, out + out_start, size);
14781ad8388SMartin Matuska 
14881ad8388SMartin Matuska 		const size_t unfiltered = size - filtered;
14981ad8388SMartin Matuska 		assert(unfiltered <= coder->allocated / 2);
15081ad8388SMartin Matuska 
15181ad8388SMartin Matuska 		// Now we can update coder->pos and coder->size, because
15281ad8388SMartin Matuska 		// the next coder in the chain (if any) was successful.
15381ad8388SMartin Matuska 		coder->pos = 0;
15481ad8388SMartin Matuska 		coder->size = unfiltered;
15581ad8388SMartin Matuska 
15681ad8388SMartin Matuska 		if (coder->end_was_reached) {
15781ad8388SMartin Matuska 			// The last byte has been copied to out[] already.
15881ad8388SMartin Matuska 			// They are left as is.
15981ad8388SMartin Matuska 			coder->size = 0;
16081ad8388SMartin Matuska 
16181ad8388SMartin Matuska 		} else if (unfiltered > 0) {
16281ad8388SMartin Matuska 			// There is unfiltered data left in out[]. Copy it to
16381ad8388SMartin Matuska 			// coder->buffer[] and rewind *out_pos appropriately.
16481ad8388SMartin Matuska 			*out_pos -= unfiltered;
16581ad8388SMartin Matuska 			memcpy(coder->buffer, out + *out_pos, unfiltered);
16681ad8388SMartin Matuska 		}
16781ad8388SMartin Matuska 	} else if (coder->pos > 0) {
16881ad8388SMartin Matuska 		memmove(coder->buffer, coder->buffer + coder->pos, buf_avail);
16981ad8388SMartin Matuska 		coder->size -= coder->pos;
17081ad8388SMartin Matuska 		coder->pos = 0;
17181ad8388SMartin Matuska 	}
17281ad8388SMartin Matuska 
17381ad8388SMartin Matuska 	assert(coder->pos == 0);
17481ad8388SMartin Matuska 
17581ad8388SMartin Matuska 	// If coder->buffer[] isn't empty, try to fill it by copying/decoding
17681ad8388SMartin Matuska 	// more data. Then filter coder->buffer[] and copy the successfully
17781ad8388SMartin Matuska 	// filtered data to out[]. It is probable, that some filtered and
17881ad8388SMartin Matuska 	// unfiltered data will be left to coder->buffer[].
17981ad8388SMartin Matuska 	if (coder->size > 0) {
18081ad8388SMartin Matuska 		{
18181ad8388SMartin Matuska 			const lzma_ret ret = copy_or_code(coder, allocator,
18281ad8388SMartin Matuska 					in, in_pos, in_size,
18381ad8388SMartin Matuska 					coder->buffer, &coder->size,
18481ad8388SMartin Matuska 					coder->allocated, action);
18581ad8388SMartin Matuska 			assert(ret != LZMA_STREAM_END);
18681ad8388SMartin Matuska 			if (ret != LZMA_OK)
18781ad8388SMartin Matuska 				return ret;
18881ad8388SMartin Matuska 		}
18981ad8388SMartin Matuska 
19081ad8388SMartin Matuska 		coder->filtered = call_filter(
19181ad8388SMartin Matuska 				coder, coder->buffer, coder->size);
19281ad8388SMartin Matuska 
19381ad8388SMartin Matuska 		// Everything is considered to be filtered if coder->buffer[]
19481ad8388SMartin Matuska 		// contains the last bytes of the data.
19581ad8388SMartin Matuska 		if (coder->end_was_reached)
19681ad8388SMartin Matuska 			coder->filtered = coder->size;
19781ad8388SMartin Matuska 
19881ad8388SMartin Matuska 		// Flush as much as possible.
19981ad8388SMartin Matuska 		lzma_bufcpy(coder->buffer, &coder->pos, coder->filtered,
20081ad8388SMartin Matuska 				out, out_pos, out_size);
20181ad8388SMartin Matuska 	}
20281ad8388SMartin Matuska 
20381ad8388SMartin Matuska 	// Check if we got everything done.
20481ad8388SMartin Matuska 	if (coder->end_was_reached && coder->pos == coder->size)
20581ad8388SMartin Matuska 		return LZMA_STREAM_END;
20681ad8388SMartin Matuska 
20781ad8388SMartin Matuska 	return LZMA_OK;
20881ad8388SMartin Matuska }
20981ad8388SMartin Matuska 
21081ad8388SMartin Matuska 
21181ad8388SMartin Matuska static void
2121456f0f9SXin LI simple_coder_end(void *coder_ptr, const lzma_allocator *allocator)
21381ad8388SMartin Matuska {
2141456f0f9SXin LI 	lzma_simple_coder *coder = coder_ptr;
21581ad8388SMartin Matuska 	lzma_next_end(&coder->next, allocator);
21681ad8388SMartin Matuska 	lzma_free(coder->simple, allocator);
21781ad8388SMartin Matuska 	lzma_free(coder, allocator);
21881ad8388SMartin Matuska 	return;
21981ad8388SMartin Matuska }
22081ad8388SMartin Matuska 
22181ad8388SMartin Matuska 
22281ad8388SMartin Matuska static lzma_ret
2231456f0f9SXin LI simple_coder_update(void *coder_ptr, const lzma_allocator *allocator,
224e24134bcSMartin Matuska 		const lzma_filter *filters_null lzma_attribute((__unused__)),
22581ad8388SMartin Matuska 		const lzma_filter *reversed_filters)
22681ad8388SMartin Matuska {
2271456f0f9SXin LI 	lzma_simple_coder *coder = coder_ptr;
2281456f0f9SXin LI 
22981ad8388SMartin Matuska 	// No update support, just call the next filter in the chain.
23081ad8388SMartin Matuska 	return lzma_next_filter_update(
23181ad8388SMartin Matuska 			&coder->next, allocator, reversed_filters + 1);
23281ad8388SMartin Matuska }
23381ad8388SMartin Matuska 
23481ad8388SMartin Matuska 
23581ad8388SMartin Matuska extern lzma_ret
23653200025SRui Paulo lzma_simple_coder_init(lzma_next_coder *next, const lzma_allocator *allocator,
23781ad8388SMartin Matuska 		const lzma_filter_info *filters,
2381456f0f9SXin LI 		size_t (*filter)(void *simple, uint32_t now_pos,
23981ad8388SMartin Matuska 			bool is_encoder, uint8_t *buffer, size_t size),
24081ad8388SMartin Matuska 		size_t simple_size, size_t unfiltered_max,
24181ad8388SMartin Matuska 		uint32_t alignment, bool is_encoder)
24281ad8388SMartin Matuska {
2431456f0f9SXin LI 	// Allocate memory for the lzma_simple_coder structure if needed.
2441456f0f9SXin LI 	lzma_simple_coder *coder = next->coder;
2451456f0f9SXin LI 	if (coder == NULL) {
24681ad8388SMartin Matuska 		// Here we allocate space also for the temporary buffer. We
24781ad8388SMartin Matuska 		// need twice the size of unfiltered_max, because then it
24881ad8388SMartin Matuska 		// is always possible to filter at least unfiltered_max bytes
24981ad8388SMartin Matuska 		// more data in coder->buffer[] if it can be filled completely.
2501456f0f9SXin LI 		coder = lzma_alloc(sizeof(lzma_simple_coder)
25181ad8388SMartin Matuska 				+ 2 * unfiltered_max, allocator);
2521456f0f9SXin LI 		if (coder == NULL)
25381ad8388SMartin Matuska 			return LZMA_MEM_ERROR;
25481ad8388SMartin Matuska 
2551456f0f9SXin LI 		next->coder = coder;
25681ad8388SMartin Matuska 		next->code = &simple_code;
25781ad8388SMartin Matuska 		next->end = &simple_coder_end;
25881ad8388SMartin Matuska 		next->update = &simple_coder_update;
25981ad8388SMartin Matuska 
2601456f0f9SXin LI 		coder->next = LZMA_NEXT_CODER_INIT;
2611456f0f9SXin LI 		coder->filter = filter;
2621456f0f9SXin LI 		coder->allocated = 2 * unfiltered_max;
26381ad8388SMartin Matuska 
26481ad8388SMartin Matuska 		// Allocate memory for filter-specific data structure.
26581ad8388SMartin Matuska 		if (simple_size > 0) {
2661456f0f9SXin LI 			coder->simple = lzma_alloc(simple_size, allocator);
2671456f0f9SXin LI 			if (coder->simple == NULL)
26881ad8388SMartin Matuska 				return LZMA_MEM_ERROR;
26981ad8388SMartin Matuska 		} else {
2701456f0f9SXin LI 			coder->simple = NULL;
27181ad8388SMartin Matuska 		}
27281ad8388SMartin Matuska 	}
27381ad8388SMartin Matuska 
27481ad8388SMartin Matuska 	if (filters[0].options != NULL) {
27581ad8388SMartin Matuska 		const lzma_options_bcj *simple = filters[0].options;
2761456f0f9SXin LI 		coder->now_pos = simple->start_offset;
2771456f0f9SXin LI 		if (coder->now_pos & (alignment - 1))
27881ad8388SMartin Matuska 			return LZMA_OPTIONS_ERROR;
27981ad8388SMartin Matuska 	} else {
2801456f0f9SXin LI 		coder->now_pos = 0;
28181ad8388SMartin Matuska 	}
28281ad8388SMartin Matuska 
28381ad8388SMartin Matuska 	// Reset variables.
2841456f0f9SXin LI 	coder->is_encoder = is_encoder;
2851456f0f9SXin LI 	coder->end_was_reached = false;
2861456f0f9SXin LI 	coder->pos = 0;
2871456f0f9SXin LI 	coder->filtered = 0;
2881456f0f9SXin LI 	coder->size = 0;
28981ad8388SMartin Matuska 
2901456f0f9SXin LI 	return lzma_next_filter_init(&coder->next, allocator, filters + 1);
29181ad8388SMartin Matuska }
292