1*3b35e7eeSXin LI // SPDX-License-Identifier: 0BSD 2*3b35e7eeSXin LI 381ad8388SMartin Matuska /////////////////////////////////////////////////////////////////////////////// 481ad8388SMartin Matuska // 581ad8388SMartin Matuska /// \file simple_coder.c 681ad8388SMartin Matuska /// \brief Wrapper for simple filters 781ad8388SMartin Matuska /// 881ad8388SMartin Matuska /// Simple filters don't change the size of the data i.e. number of bytes 981ad8388SMartin Matuska /// in equals the number of bytes out. 1081ad8388SMartin Matuska // 1181ad8388SMartin Matuska // Author: Lasse Collin 1281ad8388SMartin Matuska // 1381ad8388SMartin Matuska /////////////////////////////////////////////////////////////////////////////// 1481ad8388SMartin Matuska 1581ad8388SMartin Matuska #include "simple_private.h" 1681ad8388SMartin Matuska 1781ad8388SMartin Matuska 1881ad8388SMartin Matuska /// Copied or encodes/decodes more data to out[]. 1981ad8388SMartin Matuska static lzma_ret 201456f0f9SXin LI copy_or_code(lzma_simple_coder *coder, const lzma_allocator *allocator, 2181ad8388SMartin Matuska const uint8_t *restrict in, size_t *restrict in_pos, 2281ad8388SMartin Matuska size_t in_size, uint8_t *restrict out, 2381ad8388SMartin Matuska size_t *restrict out_pos, size_t out_size, lzma_action action) 2481ad8388SMartin Matuska { 2581ad8388SMartin Matuska assert(!coder->end_was_reached); 2681ad8388SMartin Matuska 2781ad8388SMartin Matuska if (coder->next.code == NULL) { 2881ad8388SMartin Matuska lzma_bufcpy(in, in_pos, in_size, out, out_pos, out_size); 2981ad8388SMartin Matuska 3081ad8388SMartin Matuska // Check if end of stream was reached. 3181ad8388SMartin Matuska if (coder->is_encoder && action == LZMA_FINISH 3281ad8388SMartin Matuska && *in_pos == in_size) 3381ad8388SMartin Matuska coder->end_was_reached = true; 3481ad8388SMartin Matuska 3581ad8388SMartin Matuska } else { 3681ad8388SMartin Matuska // Call the next coder in the chain to provide us some data. 3781ad8388SMartin Matuska const lzma_ret ret = coder->next.code( 3881ad8388SMartin Matuska coder->next.coder, allocator, 3981ad8388SMartin Matuska in, in_pos, in_size, 4081ad8388SMartin Matuska out, out_pos, out_size, action); 4181ad8388SMartin Matuska 4281ad8388SMartin Matuska if (ret == LZMA_STREAM_END) { 4381ad8388SMartin Matuska assert(!coder->is_encoder 4481ad8388SMartin Matuska || action == LZMA_FINISH); 4581ad8388SMartin Matuska coder->end_was_reached = true; 4681ad8388SMartin Matuska 4781ad8388SMartin Matuska } else if (ret != LZMA_OK) { 4881ad8388SMartin Matuska return ret; 4981ad8388SMartin Matuska } 5081ad8388SMartin Matuska } 5181ad8388SMartin Matuska 5281ad8388SMartin Matuska return LZMA_OK; 5381ad8388SMartin Matuska } 5481ad8388SMartin Matuska 5581ad8388SMartin Matuska 5681ad8388SMartin Matuska static size_t 571456f0f9SXin LI call_filter(lzma_simple_coder *coder, uint8_t *buffer, size_t size) 5881ad8388SMartin Matuska { 5981ad8388SMartin Matuska const size_t filtered = coder->filter(coder->simple, 6081ad8388SMartin Matuska coder->now_pos, coder->is_encoder, 6181ad8388SMartin Matuska buffer, size); 6281ad8388SMartin Matuska coder->now_pos += filtered; 6381ad8388SMartin Matuska return filtered; 6481ad8388SMartin Matuska } 6581ad8388SMartin Matuska 6681ad8388SMartin Matuska 6781ad8388SMartin Matuska static lzma_ret 681456f0f9SXin LI simple_code(void *coder_ptr, const lzma_allocator *allocator, 6981ad8388SMartin Matuska const uint8_t *restrict in, size_t *restrict in_pos, 7081ad8388SMartin Matuska size_t in_size, uint8_t *restrict out, 7181ad8388SMartin Matuska size_t *restrict out_pos, size_t out_size, lzma_action action) 7281ad8388SMartin Matuska { 731456f0f9SXin LI lzma_simple_coder *coder = coder_ptr; 741456f0f9SXin LI 7581ad8388SMartin Matuska // TODO: Add partial support for LZMA_SYNC_FLUSH. We can support it 7681ad8388SMartin Matuska // in cases when the filter is able to filter everything. With most 7781ad8388SMartin Matuska // simple filters it can be done at offset that is a multiple of 2, 7881ad8388SMartin Matuska // 4, or 16. With x86 filter, it needs good luck, and thus cannot 7981ad8388SMartin Matuska // be made to work predictably. 8081ad8388SMartin Matuska if (action == LZMA_SYNC_FLUSH) 8181ad8388SMartin Matuska return LZMA_OPTIONS_ERROR; 8281ad8388SMartin Matuska 8381ad8388SMartin Matuska // Flush already filtered data from coder->buffer[] to out[]. 8481ad8388SMartin Matuska if (coder->pos < coder->filtered) { 8581ad8388SMartin Matuska lzma_bufcpy(coder->buffer, &coder->pos, coder->filtered, 8681ad8388SMartin Matuska out, out_pos, out_size); 8781ad8388SMartin Matuska 8881ad8388SMartin Matuska // If we couldn't flush all the filtered data, return to 8981ad8388SMartin Matuska // application immediately. 9081ad8388SMartin Matuska if (coder->pos < coder->filtered) 9181ad8388SMartin Matuska return LZMA_OK; 9281ad8388SMartin Matuska 9381ad8388SMartin Matuska if (coder->end_was_reached) { 9481ad8388SMartin Matuska assert(coder->filtered == coder->size); 9581ad8388SMartin Matuska return LZMA_STREAM_END; 9681ad8388SMartin Matuska } 9781ad8388SMartin Matuska } 9881ad8388SMartin Matuska 9981ad8388SMartin Matuska // If we get here, there is no filtered data left in the buffer. 10081ad8388SMartin Matuska coder->filtered = 0; 10181ad8388SMartin Matuska 10281ad8388SMartin Matuska assert(!coder->end_was_reached); 10381ad8388SMartin Matuska 10481ad8388SMartin Matuska // If there is more output space left than there is unfiltered data 10581ad8388SMartin Matuska // in coder->buffer[], flush coder->buffer[] to out[], and copy/code 10681ad8388SMartin Matuska // more data to out[] hopefully filling it completely. Then filter 10781ad8388SMartin Matuska // the data in out[]. This step is where most of the data gets 10881ad8388SMartin Matuska // filtered if the buffer sizes used by the application are reasonable. 10981ad8388SMartin Matuska const size_t out_avail = out_size - *out_pos; 11081ad8388SMartin Matuska const size_t buf_avail = coder->size - coder->pos; 1113632bc4cSMartin Matuska if (out_avail > buf_avail || buf_avail == 0) { 11281ad8388SMartin Matuska // Store the old position so that we know from which byte 11381ad8388SMartin Matuska // to start filtering. 11481ad8388SMartin Matuska const size_t out_start = *out_pos; 11581ad8388SMartin Matuska 11681ad8388SMartin Matuska // Flush data from coder->buffer[] to out[], but don't reset 11781ad8388SMartin Matuska // coder->pos and coder->size yet. This way the coder can be 11881ad8388SMartin Matuska // restarted if the next filter in the chain returns e.g. 11981ad8388SMartin Matuska // LZMA_MEM_ERROR. 120a8675d92SXin LI // 121a8675d92SXin LI // Do the memcpy() conditionally because out can be NULL 122a8675d92SXin LI // (in which case buf_avail is always 0). Calling memcpy() 123a8675d92SXin LI // with a null-pointer is undefined even if the third 124a8675d92SXin LI // argument is 0. 125a8675d92SXin LI if (buf_avail > 0) 126a8675d92SXin LI memcpy(out + *out_pos, coder->buffer + coder->pos, 127a8675d92SXin LI buf_avail); 128a8675d92SXin LI 12981ad8388SMartin Matuska *out_pos += buf_avail; 13081ad8388SMartin Matuska 13181ad8388SMartin Matuska // Copy/Encode/Decode more data to out[]. 13281ad8388SMartin Matuska { 13381ad8388SMartin Matuska const lzma_ret ret = copy_or_code(coder, allocator, 13481ad8388SMartin Matuska in, in_pos, in_size, 13581ad8388SMartin Matuska out, out_pos, out_size, action); 13681ad8388SMartin Matuska assert(ret != LZMA_STREAM_END); 13781ad8388SMartin Matuska if (ret != LZMA_OK) 13881ad8388SMartin Matuska return ret; 13981ad8388SMartin Matuska } 14081ad8388SMartin Matuska 141c917796cSXin LI // Filter out[] unless there is nothing to filter. 142c917796cSXin LI // This way we avoid null pointer + 0 (undefined behavior) 143c917796cSXin LI // when out == NULL. 14481ad8388SMartin Matuska const size_t size = *out_pos - out_start; 145c917796cSXin LI const size_t filtered = size == 0 ? 0 : call_filter( 14681ad8388SMartin Matuska coder, out + out_start, size); 14781ad8388SMartin Matuska 14881ad8388SMartin Matuska const size_t unfiltered = size - filtered; 14981ad8388SMartin Matuska assert(unfiltered <= coder->allocated / 2); 15081ad8388SMartin Matuska 15181ad8388SMartin Matuska // Now we can update coder->pos and coder->size, because 15281ad8388SMartin Matuska // the next coder in the chain (if any) was successful. 15381ad8388SMartin Matuska coder->pos = 0; 15481ad8388SMartin Matuska coder->size = unfiltered; 15581ad8388SMartin Matuska 15681ad8388SMartin Matuska if (coder->end_was_reached) { 15781ad8388SMartin Matuska // The last byte has been copied to out[] already. 15881ad8388SMartin Matuska // They are left as is. 15981ad8388SMartin Matuska coder->size = 0; 16081ad8388SMartin Matuska 16181ad8388SMartin Matuska } else if (unfiltered > 0) { 16281ad8388SMartin Matuska // There is unfiltered data left in out[]. Copy it to 16381ad8388SMartin Matuska // coder->buffer[] and rewind *out_pos appropriately. 16481ad8388SMartin Matuska *out_pos -= unfiltered; 16581ad8388SMartin Matuska memcpy(coder->buffer, out + *out_pos, unfiltered); 16681ad8388SMartin Matuska } 16781ad8388SMartin Matuska } else if (coder->pos > 0) { 16881ad8388SMartin Matuska memmove(coder->buffer, coder->buffer + coder->pos, buf_avail); 16981ad8388SMartin Matuska coder->size -= coder->pos; 17081ad8388SMartin Matuska coder->pos = 0; 17181ad8388SMartin Matuska } 17281ad8388SMartin Matuska 17381ad8388SMartin Matuska assert(coder->pos == 0); 17481ad8388SMartin Matuska 17581ad8388SMartin Matuska // If coder->buffer[] isn't empty, try to fill it by copying/decoding 17681ad8388SMartin Matuska // more data. Then filter coder->buffer[] and copy the successfully 17781ad8388SMartin Matuska // filtered data to out[]. It is probable, that some filtered and 17881ad8388SMartin Matuska // unfiltered data will be left to coder->buffer[]. 17981ad8388SMartin Matuska if (coder->size > 0) { 18081ad8388SMartin Matuska { 18181ad8388SMartin Matuska const lzma_ret ret = copy_or_code(coder, allocator, 18281ad8388SMartin Matuska in, in_pos, in_size, 18381ad8388SMartin Matuska coder->buffer, &coder->size, 18481ad8388SMartin Matuska coder->allocated, action); 18581ad8388SMartin Matuska assert(ret != LZMA_STREAM_END); 18681ad8388SMartin Matuska if (ret != LZMA_OK) 18781ad8388SMartin Matuska return ret; 18881ad8388SMartin Matuska } 18981ad8388SMartin Matuska 19081ad8388SMartin Matuska coder->filtered = call_filter( 19181ad8388SMartin Matuska coder, coder->buffer, coder->size); 19281ad8388SMartin Matuska 19381ad8388SMartin Matuska // Everything is considered to be filtered if coder->buffer[] 19481ad8388SMartin Matuska // contains the last bytes of the data. 19581ad8388SMartin Matuska if (coder->end_was_reached) 19681ad8388SMartin Matuska coder->filtered = coder->size; 19781ad8388SMartin Matuska 19881ad8388SMartin Matuska // Flush as much as possible. 19981ad8388SMartin Matuska lzma_bufcpy(coder->buffer, &coder->pos, coder->filtered, 20081ad8388SMartin Matuska out, out_pos, out_size); 20181ad8388SMartin Matuska } 20281ad8388SMartin Matuska 20381ad8388SMartin Matuska // Check if we got everything done. 20481ad8388SMartin Matuska if (coder->end_was_reached && coder->pos == coder->size) 20581ad8388SMartin Matuska return LZMA_STREAM_END; 20681ad8388SMartin Matuska 20781ad8388SMartin Matuska return LZMA_OK; 20881ad8388SMartin Matuska } 20981ad8388SMartin Matuska 21081ad8388SMartin Matuska 21181ad8388SMartin Matuska static void 2121456f0f9SXin LI simple_coder_end(void *coder_ptr, const lzma_allocator *allocator) 21381ad8388SMartin Matuska { 2141456f0f9SXin LI lzma_simple_coder *coder = coder_ptr; 21581ad8388SMartin Matuska lzma_next_end(&coder->next, allocator); 21681ad8388SMartin Matuska lzma_free(coder->simple, allocator); 21781ad8388SMartin Matuska lzma_free(coder, allocator); 21881ad8388SMartin Matuska return; 21981ad8388SMartin Matuska } 22081ad8388SMartin Matuska 22181ad8388SMartin Matuska 22281ad8388SMartin Matuska static lzma_ret 2231456f0f9SXin LI simple_coder_update(void *coder_ptr, const lzma_allocator *allocator, 224e24134bcSMartin Matuska const lzma_filter *filters_null lzma_attribute((__unused__)), 22581ad8388SMartin Matuska const lzma_filter *reversed_filters) 22681ad8388SMartin Matuska { 2271456f0f9SXin LI lzma_simple_coder *coder = coder_ptr; 2281456f0f9SXin LI 22981ad8388SMartin Matuska // No update support, just call the next filter in the chain. 23081ad8388SMartin Matuska return lzma_next_filter_update( 23181ad8388SMartin Matuska &coder->next, allocator, reversed_filters + 1); 23281ad8388SMartin Matuska } 23381ad8388SMartin Matuska 23481ad8388SMartin Matuska 23581ad8388SMartin Matuska extern lzma_ret 23653200025SRui Paulo lzma_simple_coder_init(lzma_next_coder *next, const lzma_allocator *allocator, 23781ad8388SMartin Matuska const lzma_filter_info *filters, 2381456f0f9SXin LI size_t (*filter)(void *simple, uint32_t now_pos, 23981ad8388SMartin Matuska bool is_encoder, uint8_t *buffer, size_t size), 24081ad8388SMartin Matuska size_t simple_size, size_t unfiltered_max, 24181ad8388SMartin Matuska uint32_t alignment, bool is_encoder) 24281ad8388SMartin Matuska { 2431456f0f9SXin LI // Allocate memory for the lzma_simple_coder structure if needed. 2441456f0f9SXin LI lzma_simple_coder *coder = next->coder; 2451456f0f9SXin LI if (coder == NULL) { 24681ad8388SMartin Matuska // Here we allocate space also for the temporary buffer. We 24781ad8388SMartin Matuska // need twice the size of unfiltered_max, because then it 24881ad8388SMartin Matuska // is always possible to filter at least unfiltered_max bytes 24981ad8388SMartin Matuska // more data in coder->buffer[] if it can be filled completely. 2501456f0f9SXin LI coder = lzma_alloc(sizeof(lzma_simple_coder) 25181ad8388SMartin Matuska + 2 * unfiltered_max, allocator); 2521456f0f9SXin LI if (coder == NULL) 25381ad8388SMartin Matuska return LZMA_MEM_ERROR; 25481ad8388SMartin Matuska 2551456f0f9SXin LI next->coder = coder; 25681ad8388SMartin Matuska next->code = &simple_code; 25781ad8388SMartin Matuska next->end = &simple_coder_end; 25881ad8388SMartin Matuska next->update = &simple_coder_update; 25981ad8388SMartin Matuska 2601456f0f9SXin LI coder->next = LZMA_NEXT_CODER_INIT; 2611456f0f9SXin LI coder->filter = filter; 2621456f0f9SXin LI coder->allocated = 2 * unfiltered_max; 26381ad8388SMartin Matuska 26481ad8388SMartin Matuska // Allocate memory for filter-specific data structure. 26581ad8388SMartin Matuska if (simple_size > 0) { 2661456f0f9SXin LI coder->simple = lzma_alloc(simple_size, allocator); 2671456f0f9SXin LI if (coder->simple == NULL) 26881ad8388SMartin Matuska return LZMA_MEM_ERROR; 26981ad8388SMartin Matuska } else { 2701456f0f9SXin LI coder->simple = NULL; 27181ad8388SMartin Matuska } 27281ad8388SMartin Matuska } 27381ad8388SMartin Matuska 27481ad8388SMartin Matuska if (filters[0].options != NULL) { 27581ad8388SMartin Matuska const lzma_options_bcj *simple = filters[0].options; 2761456f0f9SXin LI coder->now_pos = simple->start_offset; 2771456f0f9SXin LI if (coder->now_pos & (alignment - 1)) 27881ad8388SMartin Matuska return LZMA_OPTIONS_ERROR; 27981ad8388SMartin Matuska } else { 2801456f0f9SXin LI coder->now_pos = 0; 28181ad8388SMartin Matuska } 28281ad8388SMartin Matuska 28381ad8388SMartin Matuska // Reset variables. 2841456f0f9SXin LI coder->is_encoder = is_encoder; 2851456f0f9SXin LI coder->end_was_reached = false; 2861456f0f9SXin LI coder->pos = 0; 2871456f0f9SXin LI coder->filtered = 0; 2881456f0f9SXin LI coder->size = 0; 28981ad8388SMartin Matuska 2901456f0f9SXin LI return lzma_next_filter_init(&coder->next, allocator, filters + 1); 29181ad8388SMartin Matuska } 292