846 lines
24 KiB
C
846 lines
24 KiB
C
/*
|
|
* Copyright 1998-2023 The OpenSSL Project Authors. All Rights Reserved.
|
|
*
|
|
* Licensed under the Apache License 2.0 (the "License"). You may not use
|
|
* this file except in compliance with the License. You can obtain a copy
|
|
* in the file LICENSE in the source distribution or at
|
|
* https://www.openssl.org/source/license.html
|
|
*
|
|
* Uses zstd compression library from https://github.com/facebook/zstd
|
|
* Requires version 1.4.x (latest as of this writing is 1.4.5)
|
|
* Using custom free functions require static linking, so that is disabled when
|
|
* using the shared library.
|
|
*/
|
|
|
|
#include <stdio.h>
|
|
#include <stdlib.h>
|
|
#include <string.h>
|
|
#include <openssl/objects.h>
|
|
#include "internal/comp.h"
|
|
#include <openssl/err.h>
|
|
#include "crypto/cryptlib.h"
|
|
#include "internal/bio.h"
|
|
#include "internal/thread_once.h"
|
|
#include "comp_local.h"
|
|
|
|
COMP_METHOD *COMP_zstd(void);
|
|
|
|
#ifdef OPENSSL_NO_ZSTD
|
|
# undef ZSTD_SHARED
|
|
#else
|
|
|
|
# ifndef ZSTD_SHARED
|
|
# define ZSTD_STATIC_LINKING_ONLY
|
|
# endif
|
|
# include <zstd.h>
|
|
|
|
/* Note: There is also a linux zstd.h file in the kernel source */
|
|
# ifndef ZSTD_H_235446
|
|
# error Wrong (i.e. linux) zstd.h included.
|
|
# endif
|
|
|
|
# if ZSTD_VERSION_MAJOR != 1 && ZSTD_VERSION_MINOR < 4
|
|
# error Expecting version 1.4 or greater of ZSTD
|
|
# endif
|
|
|
|
# ifndef ZSTD_SHARED
|
|
/* memory allocations functions for zstd initialisation */
|
|
static void *zstd_alloc(void *opaque, size_t size)
|
|
{
|
|
return OPENSSL_zalloc(size);
|
|
}
|
|
|
|
static void zstd_free(void *opaque, void *address)
|
|
{
|
|
OPENSSL_free(address);
|
|
}
|
|
|
|
static ZSTD_customMem zstd_mem_funcs = {
|
|
zstd_alloc,
|
|
zstd_free,
|
|
NULL
|
|
};
|
|
# endif
|
|
|
|
/*
|
|
* When OpenSSL is built on Windows, we do not want to require that
|
|
* the LIBZSTD.DLL be available in order for the OpenSSL DLLs to
|
|
* work. Therefore, all ZSTD routines are loaded at run time
|
|
* and we do not link to a .LIB file when ZSTD_SHARED is set.
|
|
*/
|
|
# if defined(OPENSSL_SYS_WINDOWS) || defined(OPENSSL_SYS_WIN32)
|
|
# include <windows.h>
|
|
# endif
|
|
|
|
# ifdef ZSTD_SHARED
|
|
# include "internal/dso.h"
|
|
|
|
/* Function pointers */
|
|
typedef ZSTD_CStream* (*createCStream_ft)(void);
|
|
typedef size_t (*initCStream_ft)(ZSTD_CStream*, int);
|
|
typedef size_t (*freeCStream_ft)(ZSTD_CStream*);
|
|
typedef size_t (*compressStream2_ft)(ZSTD_CCtx*, ZSTD_outBuffer*, ZSTD_inBuffer*, ZSTD_EndDirective);
|
|
typedef size_t (*flushStream_ft)(ZSTD_CStream*, ZSTD_outBuffer*);
|
|
typedef size_t (*endStream_ft)(ZSTD_CStream*, ZSTD_outBuffer*);
|
|
typedef size_t (*compress_ft)(void*, size_t, const void*, size_t, int);
|
|
typedef ZSTD_DStream* (*createDStream_ft)(void);
|
|
typedef size_t (*initDStream_ft)(ZSTD_DStream*);
|
|
typedef size_t (*freeDStream_ft)(ZSTD_DStream*);
|
|
typedef size_t (*decompressStream_ft)(ZSTD_DStream*, ZSTD_outBuffer*, ZSTD_inBuffer*);
|
|
typedef size_t (*decompress_ft)(void*, size_t, const void*, size_t);
|
|
typedef unsigned (*isError_ft)(size_t);
|
|
typedef const char* (*getErrorName_ft)(size_t);
|
|
typedef size_t (*DStreamInSize_ft)(void);
|
|
typedef size_t (*CStreamInSize_ft)(void);
|
|
|
|
static createCStream_ft p_createCStream = NULL;
|
|
static initCStream_ft p_initCStream = NULL;
|
|
static freeCStream_ft p_freeCStream = NULL;
|
|
static compressStream2_ft p_compressStream2 = NULL;
|
|
static flushStream_ft p_flushStream = NULL;
|
|
static endStream_ft p_endStream = NULL;
|
|
static compress_ft p_compress = NULL;
|
|
static createDStream_ft p_createDStream = NULL;
|
|
static initDStream_ft p_initDStream = NULL;
|
|
static freeDStream_ft p_freeDStream = NULL;
|
|
static decompressStream_ft p_decompressStream = NULL;
|
|
static decompress_ft p_decompress = NULL;
|
|
static isError_ft p_isError = NULL;
|
|
static getErrorName_ft p_getErrorName = NULL;
|
|
static DStreamInSize_ft p_DStreamInSize = NULL;
|
|
static CStreamInSize_ft p_CStreamInSize = NULL;
|
|
|
|
static DSO *zstd_dso = NULL;
|
|
|
|
# define ZSTD_createCStream p_createCStream
|
|
# define ZSTD_initCStream p_initCStream
|
|
# define ZSTD_freeCStream p_freeCStream
|
|
# define ZSTD_compressStream2 p_compressStream2
|
|
# define ZSTD_flushStream p_flushStream
|
|
# define ZSTD_endStream p_endStream
|
|
# define ZSTD_compress p_compress
|
|
# define ZSTD_createDStream p_createDStream
|
|
# define ZSTD_initDStream p_initDStream
|
|
# define ZSTD_freeDStream p_freeDStream
|
|
# define ZSTD_decompressStream p_decompressStream
|
|
# define ZSTD_decompress p_decompress
|
|
# define ZSTD_isError p_isError
|
|
# define ZSTD_getErrorName p_getErrorName
|
|
# define ZSTD_DStreamInSize p_DStreamInSize
|
|
# define ZSTD_CStreamInSize p_CStreamInSize
|
|
|
|
# endif /* ifdef ZSTD_SHARED */
|
|
|
|
struct zstd_state {
|
|
ZSTD_CStream *compressor;
|
|
ZSTD_DStream *decompressor;
|
|
};
|
|
|
|
static int zstd_stateful_init(COMP_CTX *ctx)
|
|
{
|
|
struct zstd_state *state = OPENSSL_zalloc(sizeof(*state));
|
|
|
|
if (state == NULL)
|
|
return 0;
|
|
|
|
# ifdef ZSTD_SHARED
|
|
state->compressor = ZSTD_createCStream();
|
|
# else
|
|
state->compressor = ZSTD_createCStream_advanced(zstd_mem_funcs);
|
|
# endif
|
|
if (state->compressor == NULL)
|
|
goto err;
|
|
ZSTD_initCStream(state->compressor, ZSTD_CLEVEL_DEFAULT);
|
|
|
|
# ifdef ZSTD_SHARED
|
|
state->decompressor = ZSTD_createDStream();
|
|
# else
|
|
state->decompressor = ZSTD_createDStream_advanced(zstd_mem_funcs);
|
|
# endif
|
|
if (state->decompressor == NULL)
|
|
goto err;
|
|
ZSTD_initDStream(state->decompressor);
|
|
|
|
ctx->data = state;
|
|
return 1;
|
|
err:
|
|
ZSTD_freeCStream(state->compressor);
|
|
ZSTD_freeDStream(state->decompressor);
|
|
OPENSSL_free(state);
|
|
return 0;
|
|
}
|
|
|
|
static void zstd_stateful_finish(COMP_CTX *ctx)
|
|
{
|
|
struct zstd_state *state = ctx->data;
|
|
|
|
if (state != NULL) {
|
|
ZSTD_freeCStream(state->compressor);
|
|
ZSTD_freeDStream(state->decompressor);
|
|
OPENSSL_free(state);
|
|
ctx->data = NULL;
|
|
}
|
|
}
|
|
|
|
static ossl_ssize_t zstd_stateful_compress_block(COMP_CTX *ctx, unsigned char *out,
|
|
size_t olen, unsigned char *in,
|
|
size_t ilen)
|
|
{
|
|
ZSTD_inBuffer inbuf;
|
|
ZSTD_outBuffer outbuf;
|
|
size_t ret;
|
|
ossl_ssize_t fret;
|
|
struct zstd_state *state = ctx->data;
|
|
|
|
inbuf.src = in;
|
|
inbuf.size = ilen;
|
|
inbuf.pos = 0;
|
|
outbuf.dst = out;
|
|
outbuf.size = olen;
|
|
outbuf.pos = 0;
|
|
|
|
if (state == NULL)
|
|
return -1;
|
|
|
|
/* If input length is zero, end the stream/frame ? */
|
|
if (ilen == 0) {
|
|
ret = ZSTD_endStream(state->compressor, &outbuf);
|
|
if (ZSTD_isError(ret))
|
|
return -1;
|
|
goto end;
|
|
}
|
|
|
|
/*
|
|
* The finish API does not provide a final output buffer,
|
|
* so each compress operation has to be ended, if all
|
|
* the input data can't be accepted, or there is more output,
|
|
* this has to be considered an error, since there is no more
|
|
* output buffer space.
|
|
*/
|
|
do {
|
|
ret = ZSTD_compressStream2(state->compressor, &outbuf, &inbuf, ZSTD_e_continue);
|
|
if (ZSTD_isError(ret))
|
|
return -1;
|
|
/* do I need to check for ret == 0 ? */
|
|
} while (inbuf.pos < inbuf.size);
|
|
|
|
/* Did not consume all the data */
|
|
if (inbuf.pos < inbuf.size)
|
|
return -1;
|
|
|
|
ret = ZSTD_flushStream(state->compressor, &outbuf);
|
|
if (ZSTD_isError(ret))
|
|
return -1;
|
|
|
|
end:
|
|
if (outbuf.pos > OSSL_SSIZE_MAX)
|
|
return -1;
|
|
fret = (ossl_ssize_t)outbuf.pos;
|
|
if (fret < 0)
|
|
return -1;
|
|
return fret;
|
|
}
|
|
|
|
static ossl_ssize_t zstd_stateful_expand_block(COMP_CTX *ctx, unsigned char *out,
|
|
size_t olen, unsigned char *in,
|
|
size_t ilen)
|
|
{
|
|
ZSTD_inBuffer inbuf;
|
|
ZSTD_outBuffer outbuf;
|
|
size_t ret;
|
|
ossl_ssize_t fret;
|
|
struct zstd_state *state = ctx->data;
|
|
|
|
inbuf.src = in;
|
|
inbuf.size = ilen;
|
|
inbuf.pos = 0;
|
|
outbuf.dst = out;
|
|
outbuf.size = olen;
|
|
outbuf.pos = 0;
|
|
|
|
if (state == NULL)
|
|
return -1;
|
|
|
|
if (ilen == 0)
|
|
return 0;
|
|
|
|
do {
|
|
ret = ZSTD_decompressStream(state->decompressor, &outbuf, &inbuf);
|
|
if (ZSTD_isError(ret))
|
|
return -1;
|
|
/* If we completed a frame, and there's more data, try again */
|
|
} while (ret == 0 && inbuf.pos < inbuf.size);
|
|
|
|
/* Did not consume all the data */
|
|
if (inbuf.pos < inbuf.size)
|
|
return -1;
|
|
|
|
if (outbuf.pos > OSSL_SSIZE_MAX)
|
|
return -1;
|
|
fret = (ossl_ssize_t)outbuf.pos;
|
|
if (fret < 0)
|
|
return -1;
|
|
return fret;
|
|
}
|
|
|
|
|
|
static COMP_METHOD zstd_stateful_method = {
|
|
NID_zstd,
|
|
LN_zstd,
|
|
zstd_stateful_init,
|
|
zstd_stateful_finish,
|
|
zstd_stateful_compress_block,
|
|
zstd_stateful_expand_block
|
|
};
|
|
|
|
static int zstd_oneshot_init(COMP_CTX *ctx)
|
|
{
|
|
return 1;
|
|
}
|
|
|
|
static void zstd_oneshot_finish(COMP_CTX *ctx)
|
|
{
|
|
}
|
|
|
|
static ossl_ssize_t zstd_oneshot_compress_block(COMP_CTX *ctx, unsigned char *out,
|
|
size_t olen, unsigned char *in,
|
|
size_t ilen)
|
|
{
|
|
size_t out_size;
|
|
ossl_ssize_t ret;
|
|
|
|
if (ilen == 0)
|
|
return 0;
|
|
|
|
/* Note: uses STDLIB memory allocators */
|
|
out_size = ZSTD_compress(out, olen, in, ilen, ZSTD_CLEVEL_DEFAULT);
|
|
if (ZSTD_isError(out_size))
|
|
return -1;
|
|
|
|
if (out_size > OSSL_SSIZE_MAX)
|
|
return -1;
|
|
ret = (ossl_ssize_t)out_size;
|
|
if (ret < 0)
|
|
return -1;
|
|
return ret;
|
|
}
|
|
|
|
static ossl_ssize_t zstd_oneshot_expand_block(COMP_CTX *ctx, unsigned char *out,
|
|
size_t olen, unsigned char *in,
|
|
size_t ilen)
|
|
{
|
|
size_t out_size;
|
|
ossl_ssize_t ret;
|
|
|
|
if (ilen == 0)
|
|
return 0;
|
|
|
|
/* Note: uses STDLIB memory allocators */
|
|
out_size = ZSTD_decompress(out, olen, in, ilen);
|
|
if (ZSTD_isError(out_size))
|
|
return -1;
|
|
|
|
if (out_size > OSSL_SSIZE_MAX)
|
|
return -1;
|
|
ret = (ossl_ssize_t)out_size;
|
|
if (ret < 0)
|
|
return -1;
|
|
return ret;
|
|
}
|
|
|
|
static COMP_METHOD zstd_oneshot_method = {
|
|
NID_zstd,
|
|
LN_zstd,
|
|
zstd_oneshot_init,
|
|
zstd_oneshot_finish,
|
|
zstd_oneshot_compress_block,
|
|
zstd_oneshot_expand_block
|
|
};
|
|
|
|
static CRYPTO_ONCE zstd_once = CRYPTO_ONCE_STATIC_INIT;
|
|
DEFINE_RUN_ONCE_STATIC(ossl_comp_zstd_init)
|
|
{
|
|
# ifdef ZSTD_SHARED
|
|
# if defined(OPENSSL_SYS_WINDOWS) || defined(OPENSSL_SYS_WIN32)
|
|
# define LIBZSTD "LIBZSTD"
|
|
# else
|
|
# define LIBZSTD "zstd"
|
|
# endif
|
|
|
|
zstd_dso = DSO_load(NULL, LIBZSTD, NULL, 0);
|
|
if (zstd_dso != NULL) {
|
|
p_createCStream = (createCStream_ft)DSO_bind_func(zstd_dso, "ZSTD_createCStream");
|
|
p_initCStream = (initCStream_ft)DSO_bind_func(zstd_dso, "ZSTD_initCStream");
|
|
p_freeCStream = (freeCStream_ft)DSO_bind_func(zstd_dso, "ZSTD_freeCStream");
|
|
p_compressStream2 = (compressStream2_ft)DSO_bind_func(zstd_dso, "ZSTD_compressStream2");
|
|
p_flushStream = (flushStream_ft)DSO_bind_func(zstd_dso, "ZSTD_flushStream");
|
|
p_endStream = (endStream_ft)DSO_bind_func(zstd_dso, "ZSTD_endStream");
|
|
p_compress = (compress_ft)DSO_bind_func(zstd_dso, "ZSTD_compress");
|
|
p_createDStream = (createDStream_ft)DSO_bind_func(zstd_dso, "ZSTD_createDStream");
|
|
p_initDStream = (initDStream_ft)DSO_bind_func(zstd_dso, "ZSTD_initDStream");
|
|
p_freeDStream = (freeDStream_ft)DSO_bind_func(zstd_dso, "ZSTD_freeDStream");
|
|
p_decompressStream = (decompressStream_ft)DSO_bind_func(zstd_dso, "ZSTD_decompressStream");
|
|
p_decompress = (decompress_ft)DSO_bind_func(zstd_dso, "ZSTD_decompress");
|
|
p_isError = (isError_ft)DSO_bind_func(zstd_dso, "ZSTD_isError");
|
|
p_getErrorName = (getErrorName_ft)DSO_bind_func(zstd_dso, "ZSTD_getErrorName");
|
|
p_DStreamInSize = (DStreamInSize_ft)DSO_bind_func(zstd_dso, "ZSTD_DStreamInSize");
|
|
p_CStreamInSize = (CStreamInSize_ft)DSO_bind_func(zstd_dso, "ZSTD_CStreamInSize");
|
|
}
|
|
|
|
if (p_createCStream == NULL || p_initCStream == NULL || p_freeCStream == NULL
|
|
|| p_compressStream2 == NULL || p_flushStream == NULL || p_endStream == NULL
|
|
|| p_compress == NULL || p_createDStream == NULL || p_initDStream == NULL
|
|
|| p_freeDStream == NULL || p_decompressStream == NULL || p_decompress == NULL
|
|
|| p_isError == NULL || p_getErrorName == NULL || p_DStreamInSize == NULL
|
|
|| p_CStreamInSize == NULL) {
|
|
ossl_comp_zstd_cleanup();
|
|
return 0;
|
|
}
|
|
# endif
|
|
return 1;
|
|
}
|
|
#endif /* ifndef ZSTD / else */
|
|
|
|
COMP_METHOD *COMP_zstd(void)
|
|
{
|
|
COMP_METHOD *meth = NULL;
|
|
|
|
#ifndef OPENSSL_NO_ZSTD
|
|
if (RUN_ONCE(&zstd_once, ossl_comp_zstd_init))
|
|
meth = &zstd_stateful_method;
|
|
#endif
|
|
return meth;
|
|
}
|
|
|
|
COMP_METHOD *COMP_zstd_oneshot(void)
|
|
{
|
|
COMP_METHOD *meth = NULL;
|
|
|
|
#ifndef OPENSSL_NO_ZSTD
|
|
if (RUN_ONCE(&zstd_once, ossl_comp_zstd_init))
|
|
meth = &zstd_oneshot_method;
|
|
#endif
|
|
return meth;
|
|
}
|
|
|
|
/* Also called from OPENSSL_cleanup() */
|
|
void ossl_comp_zstd_cleanup(void)
|
|
{
|
|
#ifdef ZSTD_SHARED
|
|
DSO_free(zstd_dso);
|
|
zstd_dso = NULL;
|
|
p_createCStream = NULL;
|
|
p_initCStream = NULL;
|
|
p_freeCStream = NULL;
|
|
p_compressStream2 = NULL;
|
|
p_flushStream = NULL;
|
|
p_endStream = NULL;
|
|
p_compress = NULL;
|
|
p_createDStream = NULL;
|
|
p_initDStream = NULL;
|
|
p_freeDStream = NULL;
|
|
p_decompressStream = NULL;
|
|
p_decompress = NULL;
|
|
p_isError = NULL;
|
|
p_getErrorName = NULL;
|
|
p_DStreamInSize = NULL;
|
|
p_CStreamInSize = NULL;
|
|
#endif
|
|
}
|
|
|
|
#ifndef OPENSSL_NO_ZSTD
|
|
|
|
/* Zstd-based compression/decompression filter BIO */
|
|
|
|
typedef struct {
|
|
struct { /* input structure */
|
|
ZSTD_DStream *state;
|
|
ZSTD_inBuffer inbuf; /* has const src */
|
|
size_t bufsize;
|
|
void* buffer;
|
|
} decompress;
|
|
struct { /* output structure */
|
|
ZSTD_CStream *state;
|
|
ZSTD_outBuffer outbuf;
|
|
size_t bufsize;
|
|
size_t write_pos;
|
|
} compress;
|
|
} BIO_ZSTD_CTX;
|
|
|
|
# define ZSTD_DEFAULT_BUFSIZE 1024
|
|
|
|
static int bio_zstd_new(BIO *bi);
|
|
static int bio_zstd_free(BIO *bi);
|
|
static int bio_zstd_read(BIO *b, char *out, int outl);
|
|
static int bio_zstd_write(BIO *b, const char *in, int inl);
|
|
static long bio_zstd_ctrl(BIO *b, int cmd, long num, void *ptr);
|
|
static long bio_zstd_callback_ctrl(BIO *b, int cmd, BIO_info_cb *fp);
|
|
|
|
static const BIO_METHOD bio_meth_zstd = {
|
|
BIO_TYPE_COMP,
|
|
"zstd",
|
|
/* TODO: Convert to new style write function */
|
|
bwrite_conv,
|
|
bio_zstd_write,
|
|
/* TODO: Convert to new style read function */
|
|
bread_conv,
|
|
bio_zstd_read,
|
|
NULL, /* bio_zstd_puts, */
|
|
NULL, /* bio_zstd_gets, */
|
|
bio_zstd_ctrl,
|
|
bio_zstd_new,
|
|
bio_zstd_free,
|
|
bio_zstd_callback_ctrl
|
|
};
|
|
#endif
|
|
|
|
const BIO_METHOD *BIO_f_zstd(void)
|
|
{
|
|
#ifndef OPENSSL_NO_ZSTD
|
|
if (RUN_ONCE(&zstd_once, ossl_comp_zstd_init))
|
|
return &bio_meth_zstd;
|
|
#endif
|
|
return NULL;
|
|
}
|
|
|
|
#ifndef OPENSSL_NO_ZSTD
|
|
static int bio_zstd_new(BIO *bi)
|
|
{
|
|
BIO_ZSTD_CTX *ctx;
|
|
|
|
# ifdef ZSTD_SHARED
|
|
(void)COMP_zstd();
|
|
if (zstd_dso == NULL) {
|
|
ERR_raise(ERR_LIB_COMP, COMP_R_ZSTD_NOT_SUPPORTED);
|
|
return 0;
|
|
}
|
|
# endif
|
|
ctx = OPENSSL_zalloc(sizeof(*ctx));
|
|
if (ctx == NULL) {
|
|
ERR_raise(ERR_LIB_COMP, ERR_R_MALLOC_FAILURE);
|
|
return 0;
|
|
}
|
|
|
|
# ifdef ZSTD_SHARED
|
|
ctx->decompress.state = ZSTD_createDStream();
|
|
# else
|
|
ctx->decompress.state = ZSTD_createDStream_advanced(zstd_mem_funcs);
|
|
# endif
|
|
if (ctx->decompress.state == NULL)
|
|
goto err;
|
|
ZSTD_initDStream(ctx->decompress.state);
|
|
ctx->decompress.bufsize = ZSTD_DStreamInSize();
|
|
|
|
# ifdef ZSTD_SHARED
|
|
ctx->compress.state = ZSTD_createCStream();
|
|
# else
|
|
ctx->compress.state = ZSTD_createCStream_advanced(zstd_mem_funcs);
|
|
# endif
|
|
if (ctx->compress.state == NULL)
|
|
goto err;
|
|
ZSTD_initCStream(ctx->compress.state, ZSTD_CLEVEL_DEFAULT);
|
|
ctx->compress.bufsize = ZSTD_CStreamInSize();
|
|
|
|
BIO_set_init(bi, 1);
|
|
BIO_set_data(bi, ctx);
|
|
|
|
return 1;
|
|
err:
|
|
ERR_raise(ERR_LIB_COMP, ERR_R_MALLOC_FAILURE);
|
|
ZSTD_freeDStream(ctx->decompress.state);
|
|
ZSTD_freeCStream(ctx->compress.state);
|
|
OPENSSL_free(ctx);
|
|
return 0;
|
|
}
|
|
|
|
static int bio_zstd_free(BIO *bi)
|
|
{
|
|
BIO_ZSTD_CTX *ctx;
|
|
|
|
if (bi == NULL)
|
|
return 0;
|
|
|
|
ctx = BIO_get_data(bi);
|
|
if (ctx != NULL) {
|
|
ZSTD_freeDStream(ctx->decompress.state);
|
|
OPENSSL_free(ctx->decompress.buffer);
|
|
ZSTD_freeCStream(ctx->compress.state);
|
|
OPENSSL_free(ctx->compress.outbuf.dst);
|
|
OPENSSL_free(ctx);
|
|
}
|
|
BIO_set_data(bi, NULL);
|
|
BIO_set_init(bi, 0);
|
|
|
|
return 1;
|
|
}
|
|
|
|
static int bio_zstd_read(BIO *b, char *out, int outl)
|
|
{
|
|
BIO_ZSTD_CTX *ctx;
|
|
size_t zret;
|
|
int ret;
|
|
ZSTD_outBuffer outBuf;
|
|
BIO *next = BIO_next(b);
|
|
|
|
if (out == NULL || outl <= 0)
|
|
return 0;
|
|
|
|
ctx = BIO_get_data(b);
|
|
BIO_clear_retry_flags(b);
|
|
if (ctx->decompress.buffer == NULL) {
|
|
ctx->decompress.buffer = OPENSSL_malloc(ctx->decompress.bufsize);
|
|
if (ctx->decompress.buffer == NULL) {
|
|
ERR_raise(ERR_LIB_COMP, ERR_R_MALLOC_FAILURE);
|
|
return 0;
|
|
}
|
|
ctx->decompress.inbuf.src = ctx->decompress.buffer;
|
|
ctx->decompress.inbuf.size = 0;
|
|
ctx->decompress.inbuf.pos = 0;
|
|
}
|
|
|
|
/* Copy output data directly to supplied buffer */
|
|
outBuf.dst = out;
|
|
outBuf.size = (size_t)outl;
|
|
outBuf.pos = 0;
|
|
for (;;) {
|
|
/* Decompress while data available */
|
|
do {
|
|
zret = ZSTD_decompressStream(ctx->decompress.state, &outBuf, &ctx->decompress.inbuf);
|
|
if (ZSTD_isError(zret)) {
|
|
ERR_raise(ERR_LIB_COMP, COMP_R_ZSTD_DECOMPRESS_ERROR);
|
|
ERR_add_error_data(1, ZSTD_getErrorName(zret));
|
|
return -1;
|
|
}
|
|
/* No more output space */
|
|
if (outBuf.pos == outBuf.size)
|
|
return outBuf.pos;
|
|
} while (ctx->decompress.inbuf.pos < ctx->decompress.inbuf.size);
|
|
|
|
/*
|
|
* No data in input buffer try to read some in, if an error then
|
|
* return the total data read.
|
|
*/
|
|
ret = BIO_read(next, ctx->decompress.buffer, ctx->decompress.bufsize);
|
|
if (ret <= 0) {
|
|
BIO_copy_next_retry(b);
|
|
if (ret < 0 && outBuf.pos == 0)
|
|
return ret;
|
|
return outBuf.pos;
|
|
}
|
|
ctx->decompress.inbuf.size = ret;
|
|
ctx->decompress.inbuf.pos = 0;
|
|
}
|
|
}
|
|
|
|
static int bio_zstd_write(BIO *b, const char *in, int inl)
|
|
{
|
|
BIO_ZSTD_CTX *ctx;
|
|
size_t zret;
|
|
ZSTD_inBuffer inBuf;
|
|
int ret;
|
|
int done = 0;
|
|
BIO *next = BIO_next(b);
|
|
|
|
if (in == NULL || inl <= 0)
|
|
return 0;
|
|
|
|
ctx = BIO_get_data(b);
|
|
|
|
BIO_clear_retry_flags(b);
|
|
if (ctx->compress.outbuf.dst == NULL) {
|
|
ctx->compress.outbuf.dst = OPENSSL_malloc(ctx->compress.bufsize);
|
|
if (ctx->compress.outbuf.dst == NULL) {
|
|
ERR_raise(ERR_LIB_COMP, ERR_R_MALLOC_FAILURE);
|
|
return 0;
|
|
}
|
|
ctx->compress.outbuf.size = ctx->compress.bufsize;
|
|
ctx->compress.outbuf.pos = 0;
|
|
ctx->compress.write_pos = 0;
|
|
}
|
|
/* Obtain input data directly from supplied buffer */
|
|
inBuf.src = in;
|
|
inBuf.size = inl;
|
|
inBuf.pos = 0;
|
|
for (;;) {
|
|
/* If data in output buffer write it first */
|
|
while (ctx->compress.write_pos < ctx->compress.outbuf.pos) {
|
|
ret = BIO_write(next, (unsigned char*)ctx->compress.outbuf.dst + ctx->compress.write_pos,
|
|
ctx->compress.outbuf.pos - ctx->compress.write_pos);
|
|
if (ret <= 0) {
|
|
BIO_copy_next_retry(b);
|
|
if (ret < 0 && inBuf.pos == 0)
|
|
return ret;
|
|
return inBuf.pos;
|
|
}
|
|
ctx->compress.write_pos += ret;
|
|
}
|
|
|
|
/* Have we consumed all supplied data? */
|
|
if (done)
|
|
return inBuf.pos;
|
|
|
|
/* Reset buffer */
|
|
ctx->compress.outbuf.pos = 0;
|
|
ctx->compress.outbuf.size = ctx->compress.bufsize;
|
|
ctx->compress.write_pos = 0;
|
|
/* Compress some more */
|
|
zret = ZSTD_compressStream2(ctx->compress.state, &ctx->compress.outbuf, &inBuf, ZSTD_e_end);
|
|
if (ZSTD_isError(zret)) {
|
|
ERR_raise(ERR_LIB_COMP, COMP_R_ZSTD_COMPRESS_ERROR);
|
|
ERR_add_error_data(1, ZSTD_getErrorName(zret));
|
|
return 0;
|
|
} else if (zret == 0) {
|
|
done = 1;
|
|
}
|
|
}
|
|
}
|
|
|
|
static int bio_zstd_flush(BIO *b)
|
|
{
|
|
BIO_ZSTD_CTX *ctx;
|
|
size_t zret;
|
|
int ret;
|
|
BIO *next = BIO_next(b);
|
|
|
|
ctx = BIO_get_data(b);
|
|
|
|
/* If no data written or already flush show success */
|
|
if (ctx->compress.outbuf.dst == NULL)
|
|
return 1;
|
|
|
|
BIO_clear_retry_flags(b);
|
|
/* No more input data */
|
|
ctx->compress.outbuf.pos = 0;
|
|
ctx->compress.outbuf.size = ctx->compress.bufsize;
|
|
ctx->compress.write_pos = 0;
|
|
for (;;) {
|
|
/* If data in output buffer write it first */
|
|
while (ctx->compress.write_pos < ctx->compress.outbuf.pos) {
|
|
ret = BIO_write(next, (unsigned char*)ctx->compress.outbuf.dst + ctx->compress.write_pos,
|
|
ctx->compress.outbuf.pos - ctx->compress.write_pos);
|
|
if (ret <= 0) {
|
|
BIO_copy_next_retry(b);
|
|
return ret;
|
|
}
|
|
ctx->compress.write_pos += ret;
|
|
}
|
|
|
|
/* Reset buffer */
|
|
ctx->compress.outbuf.pos = 0;
|
|
ctx->compress.outbuf.size = ctx->compress.bufsize;
|
|
ctx->compress.write_pos = 0;
|
|
/* Compress some more */
|
|
zret = ZSTD_flushStream(ctx->compress.state, &ctx->compress.outbuf);
|
|
if (ZSTD_isError(zret)) {
|
|
ERR_raise(ERR_LIB_COMP, COMP_R_ZSTD_DECODE_ERROR);
|
|
ERR_add_error_data(1, ZSTD_getErrorName(zret));
|
|
return 0;
|
|
}
|
|
if (zret == 0)
|
|
return 1;
|
|
}
|
|
}
|
|
|
|
static long bio_zstd_ctrl(BIO *b, int cmd, long num, void *ptr)
|
|
{
|
|
BIO_ZSTD_CTX *ctx;
|
|
int ret = 0, *ip;
|
|
size_t ibs, obs;
|
|
unsigned char *tmp;
|
|
BIO *next = BIO_next(b);
|
|
|
|
if (next == NULL)
|
|
return 0;
|
|
ctx = BIO_get_data(b);
|
|
switch (cmd) {
|
|
|
|
case BIO_CTRL_RESET:
|
|
ctx->compress.write_pos = 0;
|
|
ctx->compress.bufsize = 0;
|
|
ret = 1;
|
|
break;
|
|
|
|
case BIO_CTRL_FLUSH:
|
|
ret = bio_zstd_flush(b);
|
|
if (ret > 0) {
|
|
ret = BIO_flush(next);
|
|
BIO_copy_next_retry(b);
|
|
}
|
|
break;
|
|
|
|
case BIO_C_SET_BUFF_SIZE:
|
|
ibs = ctx->decompress.bufsize;
|
|
obs = ctx->compress.bufsize;
|
|
if (ptr != NULL) {
|
|
ip = ptr;
|
|
if (*ip == 0)
|
|
ibs = (size_t)num;
|
|
else
|
|
obs = (size_t)num;
|
|
} else {
|
|
obs = ibs = (size_t)num;
|
|
}
|
|
|
|
if (ibs > 0 && ibs != ctx->decompress.bufsize) {
|
|
if (ctx->decompress.buffer != NULL) {
|
|
tmp = OPENSSL_realloc(ctx->decompress.buffer, ibs);
|
|
if (tmp == NULL)
|
|
return 0;
|
|
if (ctx->decompress.inbuf.src == ctx->decompress.buffer)
|
|
ctx->decompress.inbuf.src = tmp;
|
|
ctx->decompress.buffer = tmp;
|
|
}
|
|
ctx->decompress.bufsize = ibs;
|
|
}
|
|
|
|
if (obs > 0 && obs != ctx->compress.bufsize) {
|
|
if (ctx->compress.outbuf.dst != NULL) {
|
|
tmp = OPENSSL_realloc(ctx->compress.outbuf.dst, obs);
|
|
if (tmp == NULL)
|
|
return 0;
|
|
ctx->compress.outbuf.dst = tmp;
|
|
}
|
|
ctx->compress.bufsize = obs;
|
|
}
|
|
ret = 1;
|
|
break;
|
|
|
|
case BIO_C_DO_STATE_MACHINE:
|
|
BIO_clear_retry_flags(b);
|
|
ret = BIO_ctrl(next, cmd, num, ptr);
|
|
BIO_copy_next_retry(b);
|
|
break;
|
|
|
|
case BIO_CTRL_WPENDING:
|
|
if (ctx->compress.outbuf.pos < ctx->compress.outbuf.size)
|
|
ret = 1;
|
|
else
|
|
ret = BIO_ctrl(next, cmd, num, ptr);
|
|
break;
|
|
|
|
case BIO_CTRL_PENDING:
|
|
if (ctx->decompress.inbuf.pos < ctx->decompress.inbuf.size)
|
|
ret = 1;
|
|
else
|
|
ret = BIO_ctrl(next, cmd, num, ptr);
|
|
break;
|
|
|
|
default:
|
|
ret = BIO_ctrl(next, cmd, num, ptr);
|
|
break;
|
|
|
|
}
|
|
|
|
return ret;
|
|
}
|
|
|
|
static long bio_zstd_callback_ctrl(BIO *b, int cmd, BIO_info_cb *fp)
|
|
{
|
|
BIO *next = BIO_next(b);
|
|
if (next == NULL)
|
|
return 0;
|
|
return BIO_callback_ctrl(next, cmd, fp);
|
|
}
|
|
|
|
#endif
|