blosc2-sys 0.4.0+2.15.2

/*
  Copyright (c) 2021  Blosc Development Team <blosc@blosc.org>
  https://blosc.org
  License: BSD 3-Clause (see LICENSE.txt)

  Example program demonstrating use of the Blosc filter from C code.

  To compile this program:

  $ gcc frame_offset.c -o frame_offset -lblosc2

  To run:

  $ ./frame_offset
  Blosc version info: 2.1.2.dev ($Date:: 2022-05-07 #$)
  Compression ratio: 76.3 MB -> 1.2 MB (66.0x)
  Compression time: 1.17 s, 65.0 MB/s
  Variable-length metalayer length: 10
    0  1  2  3  4  5  6  7  8  9
  Time for schunk -> frame: 0.266 s, 286.7 MB/s
  Frame length in memory: 1212483 bytes
  Frame length on disk: 1212483 bytes
  Time for frame -> fileframe (frame_simple.b2frame): 6.2 s, 0.0 GB/s
  Time for fileframe (file:///frame_simple.b2frame) -> frame2 : 0.00177 s, 42.2 GB/s
  Time for fileframe (file:///frame_simple.b2frame) + offset 1212483 -> frame3 : 0.00176 s, 42.3 GB/s
  Successful roundtrip schunk <-> frame <-> fileframe
                       schunk1 <-> frame1 <-> fileframe + offset

*/

#include <stdio.h>
#include <assert.h>
#include <blosc2.h>

#define KB  1024.
#define MB  (1024*KB)
#define GB  (1024*MB)

#define CHUNKSIZE (200 * 1000)
#define NCHUNKS 100
#define NTHREADS 4


int main(void) {

  blosc2_init();

  static int32_t data[CHUNKSIZE];
  static int32_t data2[CHUNKSIZE];
  int32_t isize = CHUNKSIZE * sizeof(int32_t);
  int i, nchunk;
  int64_t nchunks;
  blosc_timestamp_t last, current;
  double ttotal;

  printf("Blosc version info: %s (%s)\n",
         BLOSC2_VERSION_STRING, BLOSC2_VERSION_DATE);

  /* Create a super-chunk container */
  blosc2_cparams cparams = BLOSC2_CPARAMS_DEFAULTS;
  cparams.typesize = sizeof(int32_t);
  cparams.compcode = BLOSC_LZ4;
  cparams.clevel = 9;
  cparams.nthreads = NTHREADS;
  blosc2_dparams dparams = BLOSC2_DPARAMS_DEFAULTS;
  dparams.nthreads = NTHREADS;
  blosc2_storage storage = {.cparams=&cparams, .dparams=&dparams};
  blosc2_schunk* schunk0w = blosc2_schunk_new(&storage);
  blosc2_schunk* schunk1a = blosc2_schunk_new(&storage);

  // Add some data
  for (nchunk = 0; nchunk < NCHUNKS; nchunk++) {
    for (i = 0; i < CHUNKSIZE; i++) {
      data[i] = i * nchunk;
      data2[i] = 2 * i * nchunk;
    }
    nchunks = blosc2_schunk_append_buffer(schunk0w, data, isize);
    if (nchunks != nchunk + 1) {
      printf("Unexpected nchunks!");
      return nchunks;
    }
    blosc2_schunk_append_buffer(schunk1a, data2, isize);
  }

  // Start different conversions between schunks, frames and fileframes

  // super-chunk -> cframe (contiguous frame, or buffer)
  uint8_t* cframe, *cframe1;
  bool cframe_needs_free, cframe_needs_free1;
  int64_t frame_len = blosc2_schunk_to_buffer(schunk0w, &cframe, &cframe_needs_free);
  if (frame_len < 0) {
    return (int)frame_len;
  }
  int64_t frame_len1 = blosc2_schunk_to_buffer(schunk1a, &cframe1, &cframe_needs_free1);
  if (frame_len1 < 0) {
    return (int)frame_len1;
  }

  // super-chunk -> fileframe (contiguous frame, on-disk)
  remove("frame_simple.b2frame");
  blosc_set_timestamp(&last);
  frame_len = blosc2_schunk_to_file(schunk0w, "frame_simple.b2frame");
  if (frame_len < 0) {
    return (int)frame_len;
  }
  printf("Frame length on disk: %ld bytes\n", (long)frame_len);
  blosc_set_timestamp(&current);
  ttotal = blosc_elapsed_secs(last, current);
  printf("Time for frame -> fileframe (frame_simple.b2frame): %.3g s, %.1f GB/s\n",
         ttotal, (double)schunk0w->nbytes / (ttotal * GB));

  blosc_set_timestamp(&last);
  int64_t offset = blosc2_schunk_append_file(schunk1a, "frame_simple.b2frame");
  if (offset < 0) {
    return (int)offset;
  }
  blosc_set_timestamp(&current);
  ttotal = blosc_elapsed_secs(last, current);
  printf("Time for frame1 -> fileframe (frame_simple.b2frame) + offset: %.3g s, %.1f GB/s\n",
         ttotal, (double)schunk1a->nbytes / (ttotal * GB));

  // fileframe (file) -> schunk2 (on-disk contiguous, super-chunk)
  blosc_set_timestamp(&last);
  blosc2_schunk* schunk2r = blosc2_schunk_open("file:///frame_simple.b2frame");
  blosc_set_timestamp(&current);
  ttotal = blosc_elapsed_secs(last, current);
  printf("Time for fileframe (%s) -> frame2 : %.3g s, %.1f GB/s\n",
         schunk2r->storage->urlpath, ttotal, (double)schunk2r->nbytes / (ttotal * GB));

  // fileframe (file) -> schunk3 (on-disk contiguous, super-chunk)
  blosc_set_timestamp(&last);
  blosc2_schunk* schunk3o = blosc2_schunk_open_offset("file:///frame_simple.b2frame", offset);
  blosc_set_timestamp(&current);
  ttotal = blosc_elapsed_secs(last, current);
  printf("Time for fileframe (%s) + offset -> frame3 : %.3g s, %.1f GB/s\n",
         schunk3o->storage->urlpath, ttotal, (double)schunk3o->nbytes / (ttotal * GB));

  uint8_t* cframe2, *cframe3;
  bool cframe_needs_free2, cframe_needs_free3;
  int64_t frame_len2 = blosc2_schunk_to_buffer(schunk2r, &cframe2, &cframe_needs_free2);
  if (frame_len2 != frame_len) {
    return (int)frame_len2;
  }
  for (int j = 0; j < frame_len; ++j) {
    if (cframe[j] != cframe2[j]) {
      printf("schunk != schunk2 in index %d: %u, %u", j, cframe[j], cframe2[j]);
      return -1;
    }
  }
  int64_t frame_len3 = blosc2_schunk_to_buffer(schunk3o, &cframe3, &cframe_needs_free3);
  if (frame_len3 != frame_len1) {
    return (int)frame_len3;
  }
  for (int j = 0; j < frame_len1; ++j) {
    if (cframe1[j] != cframe3[j]) {
      printf("schunk1 != schunk3 in index %d: %u, %u", j, cframe1[j], cframe3[j]);
      return -1;
    }
  }

    printf("Successful roundtrip schunk <-> frame <-> fileframe\n"
           "                     schunk1 <-> frame1 <-> fileframe + offset");

  /* Free resources */
  blosc2_schunk_free(schunk0w);
  blosc2_schunk_free(schunk1a);
  blosc2_schunk_free(schunk2r);
  blosc2_schunk_free(schunk3o);
  if (cframe_needs_free) {
    free(cframe);
  }
  if (cframe_needs_free1) {
    free(cframe1);
  }
  if (cframe_needs_free2) {
    free(cframe2);
  }
  if (cframe_needs_free3) {
    free(cframe3);
  }
  blosc2_destroy();

  return 0;
}