Changeset 38326 for branches/eam_branches/ohana.20150429/src/libfits/matrix/F_compress_M.c

Timestamp:

May 26, 2015, 4:29:20 PM (11 years ago)

Author:

eugene

Message:

updating compression functions

File:

• branches/eam_branches/ohana.20150429/src/libfits/matrix/F_compress_M.c (modified) (5 diffs)

branches/eam_branches/ohana.20150429/src/libfits/matrix/F_compress_M.c

@@ -26 +26 @@
 // zcmptype
 
-int gfits_compress_image (Header *header, Matrix *matrix, FTable *ftable) {
-
-  off_t Nzdata, Nzrows, zcol;
-  int i, j, status, zimage, Nout, max_tile_size;
-  char cmptype[80];
-  char zaxis[10], naxis[10], key[10], word[81], exttype[81], checksum[81], datasum[81];
-  int Noptions, NOPTIONS, zblank, oblank;
-  VarLengthColumn zdef;
-  float zscale, zzero;
-
-  int zdata_pixsize, odata_pixsize;
-
-  int *ztile = NULL;
-  int *otile = NULL;
-  int *ntile = NULL;
-  char **optname = NULL;
-  char **optvalue = NULL;
-  char *out = NULL;
-  char *zdata = NULL;
-
-  Noptions = 0;
-
-  // is ZIMAGE present?
-  // NOTE target of %t must be int length
-  status = gfits_scan_alt (ftable->header, "ZIMAGE", "%t", 1, &zimage);
-  if (!status || !zimage) ESCAPE;
-
+// steps to convert an image to a compressed table:
+// * determine the number of tiles (from ztile[] and image size)
+// * construct an empty table with the right dimensions (1 column, Ntile rows)
+// * loop over tiles
+// * extract tile data to a buffer
+// * compress the buffer data
+// * insert in table heap
+// * update header keywords
+
+// XXX do not try to support compression of an image with an associated table (not valid)
+
+int gfits_compress_image (Header *header, Matrix *matrix, FTable *ftable, int *ztile, char *zcmptype) {
+
+  // off_t Nzdata, Nzrows, zcol;
+  // int i, j, status, zimage, Nout, max_tile_size;
+  // char cmptype[80];
+  // char zaxis[10], naxis[10], key[10], word[81], exttype[81], checksum[81], datasum[81];
+  // int Noptions, NOPTIONS, zblank, oblank;
+  // VarLengthColumn zdef;
+  // float zscale, zzero;
+
+  // int zdata_pixsize, odata_pixsize;
+  // int *otile = NULL;
+  // int *ntile = NULL;
+  // char **optname = NULL;
+  // char **optvalue = NULL;
+  // char *out = NULL;
+  // char *zdata = NULL;
+
+  // determine the number of tiles (from ztile[] and image size)
+  if (!ztile) {
+    ALLOCATE (ztile, int, matrix->Naxes);
+    ztile[0] = matrix->Naxis[0];
+    for (i = 1; i < matrix->Naxes; i++) ztile[i] = 1;
+  }
+  ALLOCATE (ntile, int, matrix->Naxes);
+  ALLOCATE (otile, int, matrix->Naxes);
+
+  int Ntile = gfits_imtile_count (matrix, ztile, ntile);
+
+  // creates an empty (Naxes = 2, Naxis[i] = 0) table header with XTENSION = BINTABLE, EXTNAME = COMPRESSED_IMAGE
+  gfits_create_table_header (&theader, "BINTABLE", "COMPRESSED_IMAGE");
+
+  // by using "P" format, we are limited to 32bit pointers (2GB heap)
+  // XXX how is the "B" format used?
+  gfits_define_bintable_column (&theader, "1PB(0)", "COMPRESSED_DATA", "compressed image data", "none", 1.0, 0.0);
+
+  // XXX I need to copy the bulk of the header from the matrix header -> ftable.header
+  gfits_create_table (&theader, ftable);
   // copy original header to output header
-  gfits_copy_header (header, theader);
+  // XXX gfits_copy_header (header, theader); -- I need to copy only the desired keywords.
+  
+  // this allocates the data array 
+  char *tmpbuffer = NULL;
+  ALLOCATE_ZERO (tmpbuffer, char, Ntile);
+  gfits_set_bintable_column (&theader, &ftable, "COMPRESSED_DATA", tmpbuffer, Ntile);
 
   // add ZIMAGE from output header
@@ -60 +87 @@
 
   // translate image-specific keywords to Z versions (updates the Z version, removes the old version)
-  MOD_KEYWORD ("ZBITPIX", "BITPIX", "%d", header->bitpix);
-  MOD_KEYWORD ("ZNAXIS",  "NAXIS",  "%d", header->Naxes);
+  // XXX use the header or the structure as authoratative?
+  MOVE_KEYWORD ("ZBITPIX", "BITPIX", "%d");
+  MOVE_KEYWORD ("ZNAXIS",  "NAXIS",  "%d");
 
   for (i = 0; i < header->Naxes; i++) {
@@ -149 +177 @@
   MOD_KEYWORD ("ZHECKSUM", "CHECKSUM", "%s", checksum,        checksum);
   MOD_KEYWORD ("ZDATASUM", "DATASUM",  "%s", datasum,         datasum);
-# endif
 
   zscale = 1;
@@ -162 +189 @@
   zzero = 0;
   gfits_scan (header, "ZZERO", "%f", 1, &zzero);
-
-  // XXX do not try to support compression of an image with an associated table (not valid)
-
-  // create a table with a column called COMPRESSED_DATA 
-  // output format may be 1PB, 1PI, 1PJ
-
-  // find the COMPRESSED_DATA column (format should be 1PB, 1PI, 1PJ)
-  for (i = 1; TRUE; i++) {
-    snprintf (key, 10, "TTYPE%d", i);
-    if (!gfits_scan (ftable->header, key, "%s", 1, word)) ESCAPE;
-    if (!strcmp (word, "COMPRESSED_DATA")) break;
-  }
-  zcol = i;
-
+# endif
+
+  // XXX how to define zdef?
+  VarLengthColumn zdef;
   if (!gfits_varlength_column_define (ftable, &zdef, zcol)) ESCAPE;
-  gfits_delete (header, "TFIELDS", 1);
-  snprintf (key, 10, "TTYPE"OFF_T_FMT,  zcol);
-  gfits_delete (header, key, 1);
-  snprintf (key, 10, "TFORM"OFF_T_FMT,  zcol);
-  gfits_delete (header, key, 1);
-
-  // counters for tile numbers
-  ALLOCATE (otile, int, matrix->Naxes);
-  ALLOCATE (ntile, int, matrix->Naxes);
-  max_tile_size = 1;
-  for (i = 0; i < matrix->Naxes; i++) {
-    otile[i] = 0;
-    ntile[i] = (matrix->Naxis[i] % ztile[i]) ? (matrix->Naxis[i] / ztile[i] + 1) : (matrix->Naxis[i] / ztile[i]);
-    max_tile_size *= ztile[i];
-
-    // ztile[i] is the default (or max) tile size in the i-th dimension
-    // ntile[i] is the number of tiles in the i-th dimension
-    // otile[i] is the current output tile counter in the i-th dimension
-  }
+
+  max_tile_size = gfits_imtile_maxsize (matrix, ztile);
+
+  // size of an element in the vartable heap section
+  zdata_pixsize = gfits_vartable_heap_pixsize (zdef.format);
+
+  // size of a pixel in the final image (not needed)
+  // raw_pixsize = gfits_uncompressed_data_pixsize (cmptype, header[0].bitpix, optname, optvalue, Noptions)
+
+  // size of a pixel in the raw image tile:
+  raw_pixsize = abs(header[0].bitpix) / 8;
+
+  ALLOCATE (raw,   char, raw_pixsize*max_tile_size);
+  ALLOCATE (zdata, char, raw_pixsize*max_tile_size); // 
+
+  // init the otile[] counters
+  gfits_imfile_start (matrix, otile);
+
+  // compress the data : copy into a tile, compress the tile, then add to the output table
+  // each tile -> 1 row of the output table
+  for (i = 0; i < Ntile; i++) {
+
+    // size of the current tile
+    Nraw = gfits_tile_size (matrix, otile, ztile);
+
+    // copy the raw pixels from their native matrix locations to the temporary output buffer
+    if (!gfits_collect_data (matrix, raw, Nraw, raw_pixsize, otile, oblank, ztile, zblank, zscale, zzero)) return (FALSE);
+
+    // XXX the tile must not be > 2GB
+
+    Nzdata = raw_pixsize*max_tile_size; // available space, replaced with actual output size on compression
+    if (!gfits_compress_data (zdata, &Nzdata, zcmptype, optname, optvalue, Noptions, raw, Nraw, raw_pixsize)) return (FALSE);
+
+    if (!gfits_varlength_column_add_data (ftable, zdata, Nzdata, i, &zdef)) return FALSE;
+
+    // XXX need to activate
+    if (FALSE) gfits_byteswap_zdata (zdata, Nzdata, zdata_pixsize) return (FALSE);
+
+    // update the otile[] counters, carrying to the next dimension if needed
+    gfits_imfile_next (matrix, ztile, ntile, otile);
+  }
+  return (TRUE);
+}
 
   // this takes place in three major steps:
@@ -207 +248 @@
   // idata.pixsize : header.bitpix
 
-  // size of an element in the vartable heap section
-  zdata_pixsize = gfits_vartable_heap_pixsize (zdef.format);
-
-  // size of a pixel in the final image (not needed)
-  // idata_pixsize = abs(header[0].bitpix) / 8;
-
-  // size of a pixel in the output from the decompression routine
-  raw_pixsize = gfits_uncompressed_data_pixsize (cmptype, header[0].bitpix, optname, optvalue, Noptions)
-  ALLOCATE (raw_buffer, char, raw_pixsize*max_tile_size);
-  ALLOCATE (zdata, char, raw_pixsize*max_tile_size); // 
-
-  // compress the data : copy into a tile, compress the tile, then add to the output table
-  // each tile -> 1 row of the output table
-  int done = FALSE;
-  while (!done) {
-
-    // size of the current tile
-    Nraw = gfits_tile_size (matrix, otile, ztile);
-
-    // copy the raw pixels from their native matrix locations to the temporary output buffer
-    if (!gfits_collect_data (matrix, raw, Nraw, raw_pixsize, otile, oblank, ztile, zblank, zscale, zzero)) return (FALSE);
-
-    // XXX the tile must not be > 2GB
-
-    Nzdata = raw_pixsize*max_tile_size; // available space, replaced with actual output size on compression
-    if (!gfits_compress_data (zdata, &Nzdata, cmptype, optname, optvalue, Noptions, raw, Nraw, raw_pixsize)) return (FALSE);
-
-    if (!gfits_varlength_column_addrow (ftable, zdata, Nzdata, &zdef)) return FALSE;
-
-    // XXX need to activate
-    if (FALSE) gfits_byteswap_zdata (zdata, Nzdata, zdata_pixsize) return (FALSE);
-
-    // update the tile counters, carrying to the next dimension if needed
-    for (j = 0; j < matrix->Naxes; j++) {
-      otile[j] ++;
-      if (otile[j] == ntile[j]) {
-        if (j == matrix->Naxes - 1) { 
-          done = TRUE;
-          break;
-        }
-        otile[j] = 0;
-      } else {
-        break;
-      }
-    }
-  }
-  return (TRUE);
-}
 
 // raw_pixsize is the bytes / pixel for the input matrix