/* Unix SMB/CIFS implementation. libndr compression support Copyright (C) Stefan Metzmacher 2005 Copyright (C) Matthieu Suiche 2008 This program is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 3 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program. If not, see . */ #include "includes.h" #include "../lib/compression/lzxpress.h" #include "librpc/ndr/libndr.h" #include "../librpc/ndr/ndr_compression.h" #include static voidpf ndr_zlib_alloc(voidpf opaque, uInt items, uInt size) { return talloc_zero_size(opaque, items * size); } static void ndr_zlib_free(voidpf opaque, voidpf address) { talloc_free(address); } static enum ndr_err_code ndr_pull_compression_mszip_chunk(struct ndr_pull *ndrpull, struct ndr_push *ndrpush, z_stream *z, bool *last) { DATA_BLOB comp_chunk; uint32_t comp_chunk_offset; uint32_t comp_chunk_size; DATA_BLOB plain_chunk; uint32_t plain_chunk_offset; uint32_t plain_chunk_size; int z_ret; NDR_CHECK(ndr_pull_uint32(ndrpull, NDR_SCALARS, &plain_chunk_size)); if (plain_chunk_size > 0x00008000) { return ndr_pull_error(ndrpull, NDR_ERR_COMPRESSION, "Bad MSZIP plain chunk size %08X > 0x00008000 (PULL)", plain_chunk_size); } NDR_CHECK(ndr_pull_uint32(ndrpull, NDR_SCALARS, &comp_chunk_size)); DEBUG(9,("MSZIP plain_chunk_size: %08X (%u) comp_chunk_size: %08X (%u)\n", plain_chunk_size, plain_chunk_size, comp_chunk_size, comp_chunk_size)); comp_chunk_offset = ndrpull->offset; NDR_CHECK(ndr_pull_advance(ndrpull, comp_chunk_size)); comp_chunk.length = comp_chunk_size; comp_chunk.data = ndrpull->data + comp_chunk_offset; plain_chunk_offset = ndrpush->offset; NDR_CHECK(ndr_push_zero(ndrpush, plain_chunk_size)); plain_chunk.length = plain_chunk_size; plain_chunk.data = ndrpush->data + plain_chunk_offset; if (comp_chunk.length < 2) { return ndr_pull_error(ndrpull, NDR_ERR_COMPRESSION, "Bad MSZIP comp chunk size %u < 2 (PULL)", (unsigned int)comp_chunk.length); } /* CK = Chris Kirmse, official Microsoft purloiner */ if (comp_chunk.data[0] != 'C' || comp_chunk.data[1] != 'K') { return ndr_pull_error(ndrpull, NDR_ERR_COMPRESSION, "Bad MSZIP invalid prefix [%c%c] != [CK]", comp_chunk.data[0], comp_chunk.data[1]); } z->next_in = comp_chunk.data + 2; z->avail_in = comp_chunk.length -2; z->total_in = 0; z->next_out = plain_chunk.data; z->avail_out = plain_chunk.length; z->total_out = 0; if (!z->opaque) { /* the first time we need to intialize completely */ z->zalloc = ndr_zlib_alloc; z->zfree = ndr_zlib_free; z->opaque = ndrpull; z_ret = inflateInit2(z, -15); if (z_ret != Z_OK) { return ndr_pull_error(ndrpull, NDR_ERR_COMPRESSION, "Bad inflateInit2 error %s(%d) (PULL)", zError(z_ret), z_ret); } } /* call inflate untill we get Z_STREAM_END or an error */ while (true) { z_ret = inflate(z, Z_BLOCK); if (z_ret != Z_OK) break; } if (z_ret != Z_STREAM_END) { return ndr_pull_error(ndrpull, NDR_ERR_COMPRESSION, "Bad inflate(Z_BLOCK) error %s(%d) (PULL)", zError(z_ret), z_ret); } if (z->avail_in) { return ndr_pull_error(ndrpull, NDR_ERR_COMPRESSION, "MSZIP not all avail_in[%u] bytes consumed (PULL)", z->avail_in); } if (z->avail_out) { return ndr_pull_error(ndrpull, NDR_ERR_COMPRESSION, "MSZIP not all avail_out[%u] bytes consumed (PULL)", z->avail_out); } if ((plain_chunk_size < 0x00008000) || (ndrpull->offset+4 >= ndrpull->data_size)) { /* this is the last chunk */ *last = true; } z_ret = inflateReset(z); if (z_ret != Z_OK) { return ndr_pull_error(ndrpull, NDR_ERR_COMPRESSION, "Bad inflateReset error %s(%d) (PULL)", zError(z_ret), z_ret); } z_ret = inflateSetDictionary(z, plain_chunk.data, plain_chunk.length); if (z_ret != Z_OK) { return ndr_pull_error(ndrpull, NDR_ERR_COMPRESSION, "Bad inflateSetDictionary error %s(%d) (PULL)", zError(z_ret), z_ret); } return NDR_ERR_SUCCESS; } static enum ndr_err_code ndr_push_compression_mszip_chunk(struct ndr_push *ndrpush, struct ndr_pull *ndrpull, z_stream *z, bool *last) { DATA_BLOB comp_chunk; uint32_t comp_chunk_size; uint32_t comp_chunk_size_offset; DATA_BLOB plain_chunk; uint32_t plain_chunk_size; uint32_t plain_chunk_offset; uint32_t max_plain_size = 0x00008000; uint32_t max_comp_size = 0x00008000 + 2 + 12 /*TODO: what value do we really need here?*/; uint32_t tmp_offset; int z_ret; plain_chunk_size = MIN(max_plain_size, ndrpull->data_size - ndrpull->offset); plain_chunk_offset = ndrpull->offset; NDR_CHECK(ndr_pull_advance(ndrpull, plain_chunk_size)); plain_chunk.data = ndrpull->data + plain_chunk_offset; plain_chunk.length = plain_chunk_size; if (plain_chunk_size < max_plain_size) { *last = true; } NDR_CHECK(ndr_push_uint32(ndrpush, NDR_SCALARS, plain_chunk_size)); comp_chunk_size_offset = ndrpush->offset; NDR_CHECK(ndr_push_uint32(ndrpush, NDR_SCALARS, 0xFEFEFEFE)); NDR_CHECK(ndr_push_expand(ndrpush, max_comp_size)); comp_chunk.data = ndrpush->data + ndrpush->offset; comp_chunk.length = max_comp_size; /* CK = Chris Kirmse, official Microsoft purloiner */ comp_chunk.data[0] = 'C'; comp_chunk.data[1] = 'K'; z->next_in = plain_chunk.data; z->avail_in = plain_chunk.length; z->total_in = 0; z->next_out = comp_chunk.data + 2; z->avail_out = comp_chunk.length - 2; z->total_out = 0; if (!z->opaque) { /* the first time we need to intialize completely */ z->zalloc = ndr_zlib_alloc; z->zfree = ndr_zlib_free; z->opaque = ndrpull; /* TODO: find how to trigger the same parameters windows uses */ z_ret = deflateInit2(z, Z_DEFAULT_COMPRESSION, Z_DEFLATED, -15, 9, Z_DEFAULT_STRATEGY); if (z_ret != Z_OK) { return ndr_push_error(ndrpush, NDR_ERR_COMPRESSION, "Bad deflateInit2 error %s(%d) (PUSH)", zError(z_ret), z_ret); } } /* call deflate untill we get Z_STREAM_END or an error */ while (true) { z_ret = deflate(z, Z_FINISH); if (z_ret != Z_OK) break; } if (z_ret != Z_STREAM_END) { return ndr_push_error(ndrpush, NDR_ERR_COMPRESSION, "Bad delate(Z_BLOCK) error %s(%d) (PUSH)", zError(z_ret), z_ret); } if (z->avail_in) { return ndr_push_error(ndrpush, NDR_ERR_COMPRESSION, "MSZIP not all avail_in[%u] bytes consumed (PUSH)", z->avail_in); } comp_chunk_size = 2 + z->total_out; z_ret = deflateReset(z); if (z_ret != Z_OK) { return ndr_pull_error(ndrpull, NDR_ERR_COMPRESSION, "Bad deflateReset error %s(%d) (PULL)", zError(z_ret), z_ret); } z_ret = deflateSetDictionary(z, plain_chunk.data, plain_chunk.length); if (z_ret != Z_OK) { return ndr_pull_error(ndrpull, NDR_ERR_COMPRESSION, "Bad deflateSetDictionary error %s(%d) (PULL)", zError(z_ret), z_ret); } tmp_offset = ndrpush->offset; ndrpush->offset = comp_chunk_size_offset; NDR_CHECK(ndr_push_uint32(ndrpush, NDR_SCALARS, comp_chunk_size)); ndrpush->offset = tmp_offset; DEBUG(9,("MSZIP comp plain_chunk_size: %08X (%u) comp_chunk_size: %08X (%u)\n", (unsigned int)plain_chunk.length, (unsigned int)plain_chunk.length, comp_chunk_size, comp_chunk_size)); ndrpush->offset += comp_chunk_size; return NDR_ERR_SUCCESS; } static enum ndr_err_code ndr_pull_compression_xpress_chunk(struct ndr_pull *ndrpull, struct ndr_push *ndrpush, bool *last) { DATA_BLOB comp_chunk; DATA_BLOB plain_chunk; uint32_t comp_chunk_offset; uint32_t plain_chunk_offset; uint32_t comp_chunk_size; uint32_t plain_chunk_size; ssize_t ret; NDR_CHECK(ndr_pull_uint32(ndrpull, NDR_SCALARS, &plain_chunk_size)); if (plain_chunk_size > 0x00010000) { return ndr_pull_error(ndrpull, NDR_ERR_COMPRESSION, "Bad XPRESS plain chunk size %08X > 0x00010000 (PULL)", plain_chunk_size); } NDR_CHECK(ndr_pull_uint32(ndrpull, NDR_SCALARS, &comp_chunk_size)); comp_chunk_offset = ndrpull->offset; NDR_CHECK(ndr_pull_advance(ndrpull, comp_chunk_size)); comp_chunk.length = comp_chunk_size; comp_chunk.data = ndrpull->data + comp_chunk_offset; plain_chunk_offset = ndrpush->offset; NDR_CHECK(ndr_push_zero(ndrpush, plain_chunk_size)); plain_chunk.length = plain_chunk_size; plain_chunk.data = ndrpush->data + plain_chunk_offset; DEBUG(9,("XPRESS plain_chunk_size: %08X (%u) comp_chunk_size: %08X (%u)\n", plain_chunk_size, plain_chunk_size, comp_chunk_size, comp_chunk_size)); /* Uncompressing the buffer using LZ Xpress algorithm */ ret = lzxpress_decompress(comp_chunk.data, comp_chunk.length, plain_chunk.data, plain_chunk.length); if (ret < 0) { return ndr_pull_error(ndrpull, NDR_ERR_COMPRESSION, "XPRESS lzxpress_decompress() returned %d\n", (int)ret); } plain_chunk.length = ret; if ((plain_chunk_size < 0x00010000) || (ndrpull->offset+4 >= ndrpull->data_size)) { /* this is the last chunk */ *last = true; } return NDR_ERR_SUCCESS; } static enum ndr_err_code ndr_push_compression_xpress_chunk(struct ndr_push *ndrpush, struct ndr_pull *ndrpull, bool *last) { DATA_BLOB comp_chunk; uint32_t comp_chunk_size_offset; DATA_BLOB plain_chunk; uint32_t plain_chunk_size; uint32_t plain_chunk_offset; uint32_t max_plain_size = 0x00010000; uint32_t max_comp_size = 0x00020000 + 2; /* TODO: use the correct value here */ uint32_t tmp_offset; ssize_t ret; plain_chunk_size = MIN(max_plain_size, ndrpull->data_size - ndrpull->offset); plain_chunk_offset = ndrpull->offset; NDR_CHECK(ndr_pull_advance(ndrpull, plain_chunk_size)); plain_chunk.data = ndrpull->data + plain_chunk_offset; plain_chunk.length = plain_chunk_size; if (plain_chunk_size < max_plain_size) { *last = true; } NDR_CHECK(ndr_push_uint32(ndrpush, NDR_SCALARS, plain_chunk_size)); comp_chunk_size_offset = ndrpush->offset; NDR_CHECK(ndr_push_uint32(ndrpush, NDR_SCALARS, 0xFEFEFEFE)); NDR_CHECK(ndr_push_expand(ndrpush, max_comp_size)); comp_chunk.data = ndrpush->data + ndrpush->offset; comp_chunk.length = max_comp_size; /* Compressing the buffer using LZ Xpress algorithm */ ret = lzxpress_compress(plain_chunk.data, plain_chunk.length, comp_chunk.data, comp_chunk.length); if (ret < 0) { return ndr_pull_error(ndrpull, NDR_ERR_COMPRESSION, "XPRESS lzxpress_compress() returned %d\n", (int)ret); } comp_chunk.length = ret; tmp_offset = ndrpush->offset; ndrpush->offset = comp_chunk_size_offset; NDR_CHECK(ndr_push_uint32(ndrpush, NDR_SCALARS, comp_chunk.length)); ndrpush->offset = tmp_offset; ndrpush->offset += comp_chunk.length; return NDR_ERR_SUCCESS; } /* handle compressed subcontext buffers, which in midl land are user-marshalled, but we use magic in pidl to make them easier to cope with */ enum ndr_err_code ndr_pull_compression_start(struct ndr_pull *subndr, struct ndr_pull **_comndr, enum ndr_compression_alg compression_alg, ssize_t decompressed_len) { struct ndr_push *ndrpush; struct ndr_pull *comndr; DATA_BLOB uncompressed; bool last = false; z_stream z; ndrpush = ndr_push_init_ctx(subndr); NDR_ERR_HAVE_NO_MEMORY(ndrpush); switch (compression_alg) { case NDR_COMPRESSION_MSZIP: ZERO_STRUCT(z); while (!last) { NDR_CHECK(ndr_pull_compression_mszip_chunk(subndr, ndrpush, &z, &last)); } break; case NDR_COMPRESSION_XPRESS: while (!last) { NDR_CHECK(ndr_pull_compression_xpress_chunk(subndr, ndrpush, &last)); } break; default: return ndr_pull_error(subndr, NDR_ERR_COMPRESSION, "Bad compression algorithm %d (PULL)", compression_alg); } uncompressed = ndr_push_blob(ndrpush); if (uncompressed.length != decompressed_len) { return ndr_pull_error(subndr, NDR_ERR_COMPRESSION, "Bad uncompressed_len [%u] != [%u](0x%08X) (PULL)", (int)uncompressed.length, (int)decompressed_len, (int)decompressed_len); } comndr = talloc_zero(subndr, struct ndr_pull); NDR_ERR_HAVE_NO_MEMORY(comndr); comndr->flags = subndr->flags; comndr->current_mem_ctx = subndr->current_mem_ctx; comndr->data = uncompressed.data; comndr->data_size = uncompressed.length; comndr->offset = 0; *_comndr = comndr; return NDR_ERR_SUCCESS; } enum ndr_err_code ndr_pull_compression_end(struct ndr_pull *subndr, struct ndr_pull *comndr, enum ndr_compression_alg compression_alg, ssize_t decompressed_len) { return NDR_ERR_SUCCESS; } /* push a compressed subcontext */ enum ndr_err_code ndr_push_compression_start(struct ndr_push *subndr, struct ndr_push **_uncomndr, enum ndr_compression_alg compression_alg, ssize_t decompressed_len) { struct ndr_push *uncomndr; switch (compression_alg) { case NDR_COMPRESSION_MSZIP: case NDR_COMPRESSION_XPRESS: break; default: return ndr_push_error(subndr, NDR_ERR_COMPRESSION, "Bad compression algorithm %d (PUSH)", compression_alg); } uncomndr = ndr_push_init_ctx(subndr); NDR_ERR_HAVE_NO_MEMORY(uncomndr); uncomndr->flags = subndr->flags; *_uncomndr = uncomndr; return NDR_ERR_SUCCESS; } /* push a compressed subcontext */ enum ndr_err_code ndr_push_compression_end(struct ndr_push *subndr, struct ndr_push *uncomndr, enum ndr_compression_alg compression_alg, ssize_t decompressed_len) { struct ndr_pull *ndrpull; bool last = false; z_stream z; ndrpull = talloc_zero(uncomndr, struct ndr_pull); NDR_ERR_HAVE_NO_MEMORY(ndrpull); ndrpull->flags = uncomndr->flags; ndrpull->data = uncomndr->data; ndrpull->data_size = uncomndr->offset; ndrpull->offset = 0; switch (compression_alg) { case NDR_COMPRESSION_MSZIP: ZERO_STRUCT(z); while (!last) { NDR_CHECK(ndr_push_compression_mszip_chunk(subndr, ndrpull, &z, &last)); } break; case NDR_COMPRESSION_XPRESS: while (!last) { NDR_CHECK(ndr_push_compression_xpress_chunk(subndr, ndrpull, &last)); } break; default: return ndr_push_error(subndr, NDR_ERR_COMPRESSION, "Bad compression algorithm %d (PUSH)", compression_alg); } talloc_free(uncomndr); return NDR_ERR_SUCCESS; }