Non debugged compression of integer fields

Samo Penic

2019-10-17 aecb11873dde5425c1acdf8791736461f3628b14

 src/snapshot.c

@@ -9,6 +9,7 @@
#include<inttypes.h>
#include<config.h>
#include <time.h>
#include <string.h>
#include "io.h"
/* a helper function that utilizes ts_string data structure and performs same as sprintf */
ts_uint ts_sprintf(ts_string *str, char *fmt, ...){
@@ -24,7 +25,7 @@
ts_bool xml_trisurf_data(FILE *fh, ts_vesicle *vesicle){

   ts_string *data=(ts_string *)malloc(sizeof(ts_sprintf));
   data->string=(char *)malloc(512000*sizeof(char)); /*TODO: warning, can break if the string is to long */
   data->string=(char *)malloc(5120000*sizeof(char)); /*TODO: warning, can break if the string is to long */
   data->beg=0;
   
   xml_trisurf_header(fh, vesicle);
@@ -32,14 +33,16 @@
   xml_trisurf_tria_neigh(data,vesicle->tlist);
   xml_trisurf_vtx_neigh(data,vesicle->vlist);   
   xml_trisurf_vtx_tristar(data,vesicle->vlist);
#ifdef COMPRESSION
   xml_trisurf_nucleus(data,vesicle);
   xml_trisurf_constvolarea(data,V0,A0);
//#ifdef COMPRESSION
   char *compressed;
   ts_uint nbytes=ts_compress_string64(data->string, data->beg-1, &compressed); //suppress null character at the end with by substracting 1
   fwrite(compressed, sizeof(unsigned char), nbytes, fh);
   free (compressed);
#else
   fprintf(fh,"%s", data->string);
#endif
//#else
//   fprintf(fh,"%s", data->string);
//#endif
   free(data->string);  /* TODO: valgrind is not ok with this! */
   free(data);
   xml_trisurf_footer(fh);
@@ -124,7 +127,18 @@
   return TS_SUCCESS;
}

ts_bool xml_trisurf_nucleus(ts_string *data, ts_vesicle* vesicle){
   if(vesicle->R_nucleus>0.0 || (vesicle->R_nucleusX>0.0 && vesicle->R_nucleusY>0.0 && vesicle->R_nucleusZ>0.0)){
      ts_sprintf(data,"<nucleus>%.17e %.17e %.17e</nucleus>",vesicle->nucleus_center[0], vesicle->nucleus_center[1], vesicle->nucleus_center[2]);
   }
   return TS_SUCCESS;
}
ts_bool xml_trisurf_constvolarea(ts_string *data, ts_double volume, ts_double area){
   ts_sprintf(data,"<constant_volume>%.17e</constant_volume>",volume);
   ts_sprintf(data,"<constant_area>%.17e</constant_area>",area);

   return TS_SUCCESS;
}


/* UTILITIES */
@@ -132,7 +146,7 @@
/* zlib compression base64 encoded */
/* compressed must not be pre-malloced */
/* taken from https://gist.github.com/arq5x/5315739 */
ts_uint ts_compress_string64(char *data, ts_uint data_len, char **compressed){
ts_uint ts_compress_data(char *data, ts_uint data_len, char **compressed){
   z_stream defstream;
   defstream.zalloc = Z_NULL;
   defstream.zfree = Z_NULL;
@@ -145,14 +159,36 @@
   deflateInit(&defstream, Z_BEST_COMPRESSION);
       deflate(&defstream, Z_FINISH);
       deflateEnd(&defstream);
   /*base64 encode*/
   size_t nbase;
   *compressed=base64_encode((unsigned char *)compr,(size_t)defstream.total_out,&nbase);
   *compressed=compr;
//   *compressed=base64_encode((unsigned char *)compr,(size_t)defstream.total_out,&nbase);
   //fwrite(base64, sizeof(unsigned char), nbase, fh);
//   free(compr);
   return defstream.total_out;
}

ts_uint ts_compress_string64(char *data, ts_uint data_len, char **encoded_compressed){
   size_t nbase;
   char *compr;
   size_t number_of_compressed_bytes=ts_compress_data(data, data_len, &compr);
   *encoded_compressed=base64_encode((unsigned char *)compr,number_of_compressed_bytes,&nbase);
   free(compr);
   return nbase;
}

char *ts_compress_intlist(int *data, ts_uint data_len){
   size_t nbase;
   char *compr;
   size_t number_of_compressed_bytes=ts_compress_data((char *)data, data_len*sizeof(int), &compr);
   char *encoded_compressed=base64_encode((unsigned char *)compr,number_of_compressed_bytes,&nbase);
   free(compr);
   ts_uint header[4]={1, data_len, data_len, nbase};
   char *encoded_header=(char *)base64_encode((unsigned char *)header, 4*sizeof(ts_uint), &nbase);
   encoded_header=realloc(encoded_header, 4*sizeof(ts_uint)+strlen(encoded_compressed));
   encoded_header=strcat(encoded_header,encoded_compressed);
   free(encoded_compressed);
   return encoded_header;
}

ts_uint ts_decompress_string64(char *b64, ts_uint data_len, char **decompressed){
return TS_SUCCESS;