Changeset 38408 for branches/eam_branches/ohana.20150429/src/libfits/test/compress.sh

Timestamp:

Jun 6, 2015, 10:04:55 AM (11 years ago)

Author:

eugene

Message:

fix AUTO types to match funpack needs; swap double correctly

File:

• branches/eam_branches/ohana.20150429/src/libfits/test/compress.sh (modified) (9 diffs)

branches/eam_branches/ohana.20150429/src/libfits/test/compress.sh

@@ -128 +128 @@
   local format cmpmode
 
-  foreach cmpmode NONE GZIP_1 GZIP_2 RICE_1 RICE_ONE
+  # foreach cmpmode NONE GZIP_1 GZIP_2 RICE_1 RICE_ONE
+  foreach cmpmode GZIP_2
     foreach format B I J K E D
       if (($cmpmode == RICE_1)   && ($format == E)) continue ; # RICE_1 is for int only
@@ -199 +200 @@
  if ($cmpmode == NONE) return; # funpack will not recognize NONE
  if ($cmpmode == RICE_ONE) return; # funpack will not recognize RICE_ONE for tables
- if (($cmpmode == GZIP_2) && ($format == B)) return; # GZIP_2 invalid for B
 
  tapDIAG 2 "===== $cmpmode $format fpack ====="
@@ -311 +311 @@
   local format cmpmode
 
-  foreach cmpmode NONE GZIP_1
+  foreach cmpmode NONE GZIP_1 GZIP_2 RICE_1 RICE_ONE
     test_table_rnd $cmpmode
   end
@@ -325 +325 @@
  $cmpmode = $1
 
+ tapDIAG 2 "===== testing $cmpmode ====="
+
  delete -q Achar Ashort Aint Along
  delete -q Ffloat Fdouble
@@ -330 +332 @@
  # lrnd generates rnd int between 0 and 0x7fffff (2^31 - 1 inclusive)
 
- # $NPT = 1000
- $NPT = 30
+ $NPT = 1000
+ # $NPT = 30
  create ni 0 $NPT -int
- set Achar  = lrnd(ni) & 0x7f
+ create nf 0 $NPT
+
+ # set Achar  = lrnd(ni) & 0x7f
+ set Achar  = int(255.999*(drnd(ni) - 0.5))
  set Ashort = lrnd(ni) & 0x7fff
  set Aint   = lrnd(ni)
- set Along  = lrnd(ni); # I cannot represent the full dynamic range of 64 bit with mana vector ints
-
- create nf 0 $NPT
- set Ffloat = drnd(nf)*1e20
- set Fdouble = drnd(nf)*1e50
+
+ # I cannot represent the full dynamic range of 64 bit with mana vector ints, but 
+ # I can with the (double) floating point vector. however, I get the wrong bits
+ set Along_dbl  = 9.223371e18 * (2.0*drnd(nf) - 1.0); 
+
+ cast Along = Along_dbl as int64
+
+ set Ffloat_dbl = 3.402822e+38  * (2.0*drnd(nf) - 1.0)
+ cast Ffloat = Ffloat_dbl as single
+ set Fdouble    = 1.797692e+308 * (2.0*drnd(nf) - 1.0)
 
  local format
@@ -347 +357 @@
  $format = BIJKED
 
- #$fields = Ffloat
- #$format = E
+ #$fields = Along
+ #$format = K
 
  write -fits test test.raw.tbl $fields -format $format
@@ -358 +368 @@
  end
 
- echo "===== $cmpmode $format raw ====="
+ tapDIAG 2 "===== $cmpmode $format raw ====="
  data test.raw.tbl
  read -fits test $fields
@@ -364 +374 @@
  foreach f $fields
    set dv = $f - $f\_raw
-   vstat dv
- end
- delete -q $fields
-
- echo "===== $cmpmode $format cmp ====="
+   vstat -q dv
+   tapOK {abs($MEAN)  < 0.001} "read our raw $f $cmpmode $format (MEAN  = $MEAN)"
+   tapOK {$SIGMA      < 0.001} "read our raw $f $cmpmode $format (SIGMA = $SIGMA)"
+ end
+ delete -q $fields
+
+ tapDIAG 2 "===== $cmpmode $format cmp ====="
  data test.cmp.tbl
  read -fits test $fields
@@ -374 +386 @@
  foreach f $fields
    set dv = $f - $f\_raw
-   vstat dv
- end
-end
+   vstat -q dv
+   tapOK {abs($MEAN)  < 0.001} "read our cmp $f $cmpmode $format (MEAN  = $MEAN)"
+   tapOK {$SIGMA      < 0.001} "read our cmp $f $cmpmode $format (SIGMA = $SIGMA)"
+ end
+ delete -q $fields
+
+ tapDIAG 2 "===== $cmpmode $format fpack ====="
+
+ # try to run fpack on ours
+ if (1)
+   tapEXEC /bin/cp -f test.raw.tbl test.fpk.tbl
+   tapEXEC fpack -table -F test.fpk.tbl
+   
+   data test.fpk.tbl
+   read -fits test $fields
+   
+   foreach f $fields
+     set dv = $f - $f\_raw
+     vstat -q dv
+     tapOK {abs($MEAN)  < 0.001} "read fpack $f $cmpmode $format (MEAN  = $MEAN)"
+     tapOK {$SIGMA      < 0.001} "read fpack $f $cmpmode $format (SIGMA = $SIGMA)"
+   end
+   delete -q $fields
+ end
+
+ break -auto off
+ echo $cmpmode $format
+ exec ls test.cmp.tbl test.fpk.tbl | fields -x 0 PCOUNT  ZCTYP1 ZCTYP2 ZCTYP3 ZCTYP4 ZCTYP5 ZCTYP6
+ break -auto on
+
+ if ($cmpmode == NONE) return; # funpack will not recognize NONE
+ if ($cmpmode == RICE_ONE) return; # funpack will not recognize RICE_ONE for tables
+
+ tapDIAG 2 "===== $cmpmode $format funpack ====="
+
+ # try to run fpack on ours
+ tapEXEC /bin/cp -f test.cmp.tbl test.fun.tbl
+ tapEXEC funpack -F test.fun.tbl
+
+ data test.fun.tbl
+ read -fits test $fields
+
+ foreach f $fields
+   set dv = $f - $f\_raw
+   vstat -q dv
+   tapOK {abs($MEAN)  < 0.001} "read funpack $f $cmpmode $format (MEAN  = $MEAN)"
+   tapOK {$SIGMA      < 0.001} "read funpack $f $cmpmode $format (SIGMA = $SIGMA)"
+ end
+ delete -q $fields
+end
+