Changeset 38366 for branches/eam_branches/ohana.20150429/src/libfits/test/compress.sh

Timestamp:

Jun 4, 2015, 5:42:47 PM (11 years ago)

Author:

eugene

Message:

libfits compressed I/O seems to be generally working

File:

• branches/eam_branches/ohana.20150429/src/libfits/test/compress.sh (modified) (9 diffs)

branches/eam_branches/ohana.20150429/src/libfits/test/compress.sh

@@ -5 +5 @@
   tapPLAN 88
 
-  foreach mode NONE GZIP_1 GZIP_2 RICE_1
+  foreach mode NONE GZIP_1 GZIP_2 RICE_1 RICE_ONE
   # foreach mode GZIP_1
   # foreach mode GZIP_2
@@ -11 +11 @@
     foreach bitpix 8 16 32 -32 -64
     # foreach bitpix 32
-      if (($mode == RICE_1) && ($bitpix < 0)) continue ; # RICE_1 is for int only
+      if (($mode == RICE_1)   && ($bitpix < 0)) continue ; # RICE_1 is for int only
+      if (($mode == RICE_ONE) && ($bitpix < 0)) continue ; # RICE_1 is for int only
       tapDIAG 2 "===== bitpix = $bitpix, mode = $mode ====="
       test_image_single $bitpix $mode
@@ -29 +30 @@
  $bitpix = $1
  $cmpmode = $2
+
+ delete -q x z b c d e
 
  mcreate z 8 8
@@ -121 +124 @@
 macro test_table_all_single_column
 
+  tapPLAN 88
+
   local format cmpmode
 
-  foreach cmpmode NONE GZIP_1
+  foreach cmpmode NONE GZIP_1 GZIP_2 RICE_1 RICE_ONE
     foreach format B I J K E D
+      if (($cmpmode == RICE_1)   && ($format == E)) continue ; # RICE_1 is for int only
+      if (($cmpmode == RICE_ONE) && ($format == E)) continue ; # RICE_1 is for int only
+      if (($cmpmode == RICE_1)   && ($format == D)) continue ; # RICE_1 is for int only
+      if (($cmpmode == RICE_ONE) && ($format == D)) continue ; # RICE_1 is for int only
+      if (($cmpmode == RICE_1)   && ($format == K)) continue ; # RICE_1 is for int only
+      if (($cmpmode == RICE_ONE) && ($format == K)) continue ; # RICE_1 is for int only
       test_table_single_column $cmpmode $format
     end
   end
+  tapDONE
 end
 
@@ -136 +148 @@
  end
 
- local cmpmode
+ local cmpmode format
  $cmpmode = $1
-
- delete -q x
-
- $NPT = 1000
- create x 0 $NPT
-
- local format
+ $format = $2
+
+ tapDIAG 2 "===== testing $cmpmode $format ====="
+
+ delete -q x dv
+
+ $NPT = 10000
+
+ if ($format == B)
+   create x -128 128
+ else
+   create x 0 $NPT
+ end
 
  $fields = x 
- $format = $2
 
  write -fits test test.raw.tbl $fields -format $format
@@ -157 +174 @@
  end
 
- echo "===== $cmpmode $format raw ====="
+ tapDIAG 2 "===== $cmpmode $format raw ====="
  data test.raw.tbl
  read -fits test $fields
@@ -163 +180 @@
  foreach f $fields
    set dv = $f - $f\_raw
-   vstat dv
- end
- delete -q $fields
-
- echo "===== $cmpmode $format cmp ====="
+   vstat -q dv
+   tapOK {abs($MEAN)  < 0.001} "read our raw $cmpmode $format (MEAN  = $MEAN)"
+   tapOK {$SIGMA      < 0.001} "read our raw $cmpmode $format (SIGMA = $SIGMA)"
+ end
+ delete -q $fields
+
+ tapDIAG 2 "===== $cmpmode $format cmp ====="
  data test.cmp.tbl
  read -fits test $fields
@@ -173 +192 @@
  foreach f $fields
    set dv = $f - $f\_raw
-   vstat dv
- end
+   vstat -q dv
+   tapOK {abs($MEAN)  < 0.001} "read our cmp $cmpmode $format (MEAN  = $MEAN)"
+   tapOK {$SIGMA      < 0.001} "read our cmp $cmpmode $format (SIGMA = $SIGMA)"
+ end
+
+ if ($cmpmode == NONE) return; # funpack will not recognize NONE
+ if ($cmpmode == RICE_ONE) return; # funpack will not recognize RICE_ONE for tables
+ if (($cmpmode == GZIP_2) && ($format == B)) return; # GZIP_2 invalid for B
+
+ tapDIAG 2 "===== $cmpmode $format fpack ====="
+
+ # try to run fpack on ours
+ if (1)
+   tapEXEC /bin/cp -f test.raw.tbl test.fpk.tbl
+   tapEXEC fpack -table -F test.fpk.tbl
+   
+   data test.fpk.tbl
+   read -fits test $fields
+   
+   foreach f $fields
+     set dv = $f - $f\_raw
+     vstat -q dv
+     tapOK {abs($MEAN)  < 0.001} "read fpack $cmpmode $format (MEAN  = $MEAN)"
+     tapOK {$SIGMA      < 0.001} "read fpack $cmpmode $format (SIGMA = $SIGMA)"
+   end
+   delete -q $fields
+ end
+
+ break -auto off
+ echo $cmpmode $format
+ exec ls test.cmp.tbl test.fpk.tbl | fields -x 0 PCOUNT  ZCTYP1
+ break -auto on
+
+ tapDIAG 2 "===== $cmpmode $format funpack ====="
+
+ # try to run fpack on ours
+ tapEXEC /bin/cp -f test.cmp.tbl test.fun.tbl
+ tapEXEC funpack -F test.fun.tbl
+
+ data test.fun.tbl
+ read -fits test $fields
+
+ foreach f $fields
+   set dv = $f - $f\_raw
+   vstat -q dv
+   tapOK {abs($MEAN)  < 0.001} "read funpack $cmpmode $format (MEAN  = $MEAN)"
+   tapOK {$SIGMA      < 0.001} "read funpack $cmpmode $format (SIGMA = $SIGMA)"
+ end
+ delete -q $fields
 end
 
@@ -199 +265 @@
  delete -q x y z 
 
- $NPT = 1000
+ $NPT = 10000
  create x 0 $NPT
  set y = x^2