hdf5-bitshuffle 1.0.0

HDF5 bitshuffle plugin for Rust
Documentation
# /*##########################################################################
#
# Copyright (c) 2019 European Synchrotron Radiation Facility
#
# Permission is hereby granted, free of charge, to any person obtaining a copy
# of this software and associated documentation files (the "Software"), to deal
# in the Software without restriction, including without limitation the rights
# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
# copies of the Software, and to permit persons to whom the Software is
# furnished to do so, subject to the following conditions:
#
# The above copyright notice and this permission notice shall be included in
# all copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
# THE SOFTWARE.
#
# ###########################################################################*/
/* This provides replacement for HDF5 functions/variables used by filters.
 *
 * Those replacement provides no-op functions by default and if init_filter
 * is called it provides access to HDF5 functions/variables through dynamic
 * loading.
 * This is useful on Linux/macOS to avoid linking the plugin with a dedicated
 * HDF5 library.
 */
#include <stdarg.h>
#include <dlfcn.h>
#include <stdbool.h>
#include "hdf5.h"


/*Function types*/
/*H5*/
typedef herr_t (*DL_func_H5open)(void);
/*H5E*/
typedef herr_t (* DL_func_H5Epush1)(
    const char *file, const char *func, unsigned line,
    H5E_major_t maj, H5E_minor_t min, const char *str);
typedef herr_t (* DL_func_H5Epush2)(
    hid_t err_stack, const char *file, const char *func, unsigned line,
    hid_t cls_id, hid_t maj_id, hid_t min_id, const char *msg, ...);
/*H5P*/
typedef herr_t (* DL_func_H5Pget_filter_by_id2)(hid_t plist_id, H5Z_filter_t id,
    unsigned int *flags/*out*/, size_t *cd_nelmts/*out*/,
    unsigned cd_values[]/*out*/, size_t namelen, char name[]/*out*/,
    unsigned *filter_config/*out*/);
typedef int (* DL_func_H5Pget_chunk)(
	hid_t plist_id, int max_ndims, hsize_t dim[]/*out*/);
typedef herr_t (* DL_func_H5Pmodify_filter)(
    hid_t plist_id, H5Z_filter_t filter,
    unsigned int flags, size_t cd_nelmts,
    const unsigned int cd_values[/*cd_nelmts*/]);
/*H5T*/
typedef size_t (* DL_func_H5Tget_size)(
    hid_t type_id);
typedef H5T_class_t (* DL_func_H5Tget_class)(hid_t type_id);
typedef hid_t (* DL_func_H5Tget_super)(hid_t type);
typedef herr_t (* DL_func_H5Tclose)(hid_t type_id);
/*H5Z*/
typedef herr_t (* DL_func_H5Zregister)(
    const void *cls);


static struct {
    /*H5*/
    DL_func_H5open H5open;
    /*H5E*/
    DL_func_H5Epush1 H5Epush1;
    DL_func_H5Epush2 H5Epush2;
    /*H5P*/
    DL_func_H5Pget_filter_by_id2 H5Pget_filter_by_id2;
    DL_func_H5Pget_chunk H5Pget_chunk;
    DL_func_H5Pmodify_filter H5Pmodify_filter;
    /*H5T*/
    DL_func_H5Tget_size H5Tget_size;
    DL_func_H5Tget_class H5Tget_class;
    DL_func_H5Tget_super H5Tget_super;
    DL_func_H5Tclose H5Tclose;
    /*H5T*/
    DL_func_H5Zregister H5Zregister;
} DL_H5Functions = {
    NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL};

static struct {
    /*HDF5 variables*/
    void *h5e_cantregister_ptr;
    void *h5e_callback_ptr;
    void *h5e_pline_ptr;
    void *h5e_err_cls_ptr;
} H5Variables_ptr = {
    NULL, NULL, NULL, NULL};

/*HDF5 variables*/
hid_t H5E_CANTREGISTER_g = -1;
hid_t H5E_CALLBACK_g = -1;
hid_t H5E_PLINE_g = -1;
hid_t H5E_ERR_CLS_g = -1;


static bool is_init = false;

/*
 * Try to find a symbol within a library
 *
 * handle: Handle to the library
 * symbol: Symbol to look for
 * Returns: a pointer to the symbol or NULL
 * if the symbol can't be found
 */
void *find_sym(void *handle, const char *symbol) {

  void *ret = NULL, *err = NULL;
  dlerror(); /* clear error code */
  ret = dlsym(handle, symbol);

  if(ret != NULL && (err = dlerror()) == NULL)
    return ret;
  else
    return NULL;
}

/*
 * Check that all symbols have been loaded
 *
 * Returns: -1 if an error occured, 0 for success
 */
int check_symbols(void) {

  if(DL_H5Functions.H5open == NULL)
    return -1;

  /*H5E*/
  if(DL_H5Functions.H5Epush1 == NULL)
    return -1;

  if(DL_H5Functions.H5Epush2 == NULL)
    return -1;

  /*H5P*/
  if(DL_H5Functions.H5Pget_filter_by_id2 == NULL)
    return -1;

  if(DL_H5Functions.H5Pget_chunk == NULL)
    return -1;

  if(DL_H5Functions.H5Pmodify_filter == NULL)
    return -1;

  /*H5T*/
  if(DL_H5Functions.H5Tget_size == NULL)
    return -1;

  if(DL_H5Functions.H5Tget_class == NULL)
    return -1;

  if(DL_H5Functions.H5Tget_super == NULL)
    return -1;

  if(DL_H5Functions.H5Tclose == NULL)
    return -1;

  /*H5Z*/
  if(DL_H5Functions.H5Zregister == NULL)
    return -1;

  /*Variables*/
  if(H5Variables_ptr.h5e_cantregister_ptr == NULL)
    return -1;

  if(H5Variables_ptr.h5e_callback_ptr == NULL)
    return -1;

  if(H5Variables_ptr.h5e_pline_ptr == NULL)
    return -1;

  if(H5Variables_ptr.h5e_err_cls_ptr == NULL)
    return -1;

  return 0;

}

/* Initialize the dynamic loading of symbols and register the plugin
 *
 * libname: Name of the DLL from which to load libHDF5 symbols
 * Returns: -1 if an error occured, 0 for success
 */
int init_filter(const char *libname)
{
    int retval = -1;
    void *handle = NULL;

    handle = dlopen(libname, RTLD_LAZY | RTLD_LOCAL);

    if (handle != NULL) {
        /*H5*/
        if(DL_H5Functions.H5open == NULL)
            // find_sym will return NULL if it fails so no need to check return ptr
            DL_H5Functions.H5open = (DL_func_H5open)find_sym(handle, "H5open");

        /*H5E*/
        if(DL_H5Functions.H5Epush1 == NULL)
            DL_H5Functions.H5Epush1 = (DL_func_H5Epush1)find_sym(handle, "H5Epush1");

        if(DL_H5Functions.H5Epush2 == NULL)
            DL_H5Functions.H5Epush2 = (DL_func_H5Epush2)find_sym(handle, "H5Epush2");

        /*H5P*/
        if(DL_H5Functions.H5Pget_filter_by_id2 == NULL)
            DL_H5Functions.H5Pget_filter_by_id2 =
              (DL_func_H5Pget_filter_by_id2)find_sym(handle, "H5Pget_filter_by_id2");

        if(DL_H5Functions.H5Pget_chunk == NULL)
            DL_H5Functions.H5Pget_chunk = (DL_func_H5Pget_chunk)find_sym(handle, "H5Pget_chunk");

        if(DL_H5Functions.H5Pmodify_filter == NULL)
            DL_H5Functions.H5Pmodify_filter =
              (DL_func_H5Pmodify_filter)find_sym(handle, "H5Pmodify_filter");

        /*H5T*/
        if(DL_H5Functions.H5Tget_size == NULL)
            DL_H5Functions.H5Tget_size = (DL_func_H5Tget_size)find_sym(handle, "H5Tget_size");

        if(DL_H5Functions.H5Tget_class == NULL)
            DL_H5Functions.H5Tget_class = (DL_func_H5Tget_class)find_sym(handle, "H5Tget_class");

        if(DL_H5Functions.H5Tget_super == NULL)
            DL_H5Functions.H5Tget_super = (DL_func_H5Tget_super)find_sym(handle, "H5Tget_super");

        if(DL_H5Functions.H5Tclose == NULL)
            DL_H5Functions.H5Tclose = (DL_func_H5Tclose)find_sym(handle, "H5Tclose");

        /*H5Z*/
        if(DL_H5Functions.H5Zregister == NULL)
            DL_H5Functions.H5Zregister = (DL_func_H5Zregister)find_sym(handle, "H5Zregister");

        /*Variables*/
        if(H5Variables_ptr.h5e_cantregister_ptr == NULL)
            H5Variables_ptr.h5e_cantregister_ptr = find_sym(handle, "H5E_CANTREGISTER_g");

        if(H5Variables_ptr.h5e_callback_ptr == NULL)
            H5Variables_ptr.h5e_callback_ptr = find_sym(handle, "H5E_CALLBACK_g");

        if(H5Variables_ptr.h5e_pline_ptr == NULL)
            H5Variables_ptr.h5e_pline_ptr = find_sym(handle, "H5E_PLINE_g");

        if(H5Variables_ptr.h5e_err_cls_ptr == NULL)
            H5Variables_ptr.h5e_err_cls_ptr = find_sym(handle, "H5E_ERR_CLS_g");

        retval = check_symbols();
        if(!retval) {
            H5E_CANTREGISTER_g = *((hid_t *)H5Variables_ptr.h5e_cantregister_ptr);
            H5E_CALLBACK_g = *((hid_t *)H5Variables_ptr.h5e_callback_ptr);
            H5E_PLINE_g = *((hid_t *)H5Variables_ptr.h5e_pline_ptr);
            H5E_ERR_CLS_g = *((hid_t *)H5Variables_ptr.h5e_err_cls_ptr);
            is_init = true;
        }
    }

    return retval;
};


#define CALL(fallback, func, ...)\
    if(DL_H5Functions.func != NULL) {\
        return DL_H5Functions.func(__VA_ARGS__);\
    } else {\
        return fallback;\
    }


/*Function wrappers*/
/*H5*/
herr_t H5open(void)
{
CALL(0, H5open)
};

/*H5E*/
herr_t H5Epush1(const char *file, const char *func, unsigned line,
    H5E_major_t maj, H5E_minor_t min, const char *str)
{
CALL(0, H5Epush1, file, func, line, maj, min, str)
}

herr_t H5Epush2(hid_t err_stack, const char *file, const char *func, unsigned line,
    hid_t cls_id, hid_t maj_id, hid_t min_id, const char *fmt, ...)
{
    if(DL_H5Functions.H5Epush2 != NULL) {
        /* Avoid using variadic: convert fmt+ ... to a message sting */
        va_list ap;
        char msg_string[256];  /*Buffer hopefully wide enough*/

        va_start(ap, fmt);
        vsnprintf(msg_string, sizeof(msg_string), fmt, ap);
        msg_string[sizeof(msg_string) - 1] = '\0';
        va_end(ap);

        return DL_H5Functions.H5Epush2(err_stack, file, func, line, cls_id, maj_id, min_id, msg_string);
    } else {
        return 0;
    }
}

/*H5P*/
herr_t H5Pget_filter_by_id2(hid_t plist_id, H5Z_filter_t id,
    unsigned int *flags/*out*/, size_t *cd_nelmts/*out*/,
    unsigned cd_values[]/*out*/, size_t namelen, char name[]/*out*/,
    unsigned *filter_config/*out*/)
{
CALL(0, H5Pget_filter_by_id2, plist_id, id, flags, cd_nelmts, cd_values, namelen, name, filter_config)
}

int H5Pget_chunk(hid_t plist_id, int max_ndims, hsize_t dim[]/*out*/)
{
CALL(0, H5Pget_chunk, plist_id, max_ndims, dim)
}

herr_t H5Pmodify_filter(hid_t plist_id, H5Z_filter_t filter,
    unsigned int flags, size_t cd_nelmts,
    const unsigned int cd_values[/*cd_nelmts*/])
{
CALL(0, H5Pmodify_filter, plist_id, filter, flags, cd_nelmts, cd_values)
}

/*H5T*/
size_t H5Tget_size(hid_t type_id)
{
CALL(0, H5Tget_size, type_id)
}

H5T_class_t H5Tget_class(hid_t type_id)
{
CALL(H5T_NO_CLASS, H5Tget_class, type_id)
}


hid_t H5Tget_super(hid_t type)
{
CALL(0, H5Tget_super, type)
}

herr_t H5Tclose(hid_t type_id)
{
CALL(0, H5Tclose, type_id)
}

/*H5Z*/
herr_t H5Zregister(const void *cls)
{
CALL(-1, H5Zregister, cls)
}