IPP Software Navigation Tools IPP Links Communication Pan-STARRS Links

Changeset 9524


Ignore:
Timestamp:
Oct 12, 2006, 2:00:09 PM (20 years ago)
Author:
Paul Price
Message:

Using correct statistics: mean is mean of the background, stdev is the global stdev (\sum s_i2) / N, mean stdev is the stdev of the means.

Location:
trunk/ippScripts/scripts
Files:
5 edited

Legend:

Unmodified
Added
Removed

  • trunk/ippScripts/scripts/detrend_norm_exp.pl

    r9483 r9524  
    6565{
    6666    my @backgrounds;            # Array of backgrounds in each component
    67     my @stdevs;                 # Array of standard deviations in each component
     67    my @variances;    # Array of variances for each component
    6868    foreach my $file (@$files) {
    6969        die "Unable to find class id\n" unless defined $file->{class_id};
    … …  
    7272        die "Unable to find bg_mean_stdev for class_id=$class_id\n" unless defined $file->{bg_mean_stdev};
    7373        push @backgrounds, $file->{bg};
    74         push @stdevs, $file->{bg_mean_stdev};
     74        push @variances, $file->{bg_stdev}**2;
    7575    }
    7676
    … …  
    7979        $stats->add_data(@backgrounds);
    8080        $bg = $stats->mean();
    81         if (scalar @backgrounds == 1) {
    82             $bg_stdev = 0.0;
    83         } else {
    84             $bg_stdev = $stats->standard_deviation();
    85         }
     81        $bg_mean_stdev = $stats->standard_deviation() || 0.0;
    8682    }
    8783    {
    8884        my $stats = Statistics::Descriptive::Sparse->new; # Statistics calculator
    89         $stats->add_data(@stdevs);
    90         $bg_mean_stdev = $stats->mean();
     85        $stats->add_data(@variances);
     86        $bg_stdev = sqrt( $stats->mean() );
    9187    }
    9288}

  • trunk/ippScripts/scripts/detrend_process_exp.pl

    r9446 r9524  
    6161{
    6262    my @backgrounds;            # Array of backgrounds in each component
    63     my @stdevs;                 # Array of standard deviations in each component
     63    my @variances;    # Array of variances for each component
    6464    foreach my $file (@$files) {
    6565        die "Unable to find class id\n" unless defined $file->{class_id};
    … …  
    6868        die "Unable to find bg_mean_stdev for class_id=$class_id\n" unless defined $file->{bg_mean_stdev};
    6969        push @backgrounds, $file->{bg};
    70         push @stdevs, $file->{bg_mean_stdev};
     70        push @variances, $file->{bg_stdev}**2;
    7171    }
    7272
    … …  
    7575        $stats->add_data(@backgrounds);
    7676        $bg = $stats->mean();
    77         if (scalar @backgrounds == 1) {
    78             $bg_stdev = 0.0;
    79         } else {
    80             $bg_stdev = $stats->standard_deviation();
    81         }
     77        $bg_mean_stdev = $stats->standard_deviation() || 0.0;
    8278    }
    8379    {
    8480        my $stats = Statistics::Descriptive::Sparse->new; # Statistics calculator
    85         $stats->add_data(@stdevs);
    86         $bg_mean_stdev = $stats->mean();
     81        $stats->add_data(@variances);
     82        $bg_stdev = sqrt( $stats->mean() );
    8783    }
    8884}

  • trunk/ippScripts/scripts/detrend_reject_exp.pl

    r9505 r9524  
    5959my @means;                      # Array of means
    6060my @variances;                  # Array of variances
    61 my @meanStdevs;                 # Array of mean stdevs
    6261my @accept;                     # Array of accept flags
    6362my @include;                    # Array of include flags
    … …  
    7170    push @expTags, $exposure->{exp_tag};
    7271    push @means, $exposure->{bg};
    73     push @variances, ($exposure->{bg_stdev}*$exposure->{bg_stdev});
    74     push @meanStdevs, $exposure->{bg_mean_stdev}; ### XXX are we keeping this or stdev(mean)?
     72    push @variances, $exposure->{bg_stdev}**2;
    7573    push @accept, $exposure->{accept};
    7674    push @include, $exposure->{include};
    … …  
    8078my $varianceStats = Statistics::Descriptive::Sparse->new(); # Statistics calculator
    8179$varianceStats->add_data(@variances);
    82 my $meanStdevStats = Statistics::Descriptive::Sparse->new(); # Statistics calculator
    83 $meanStdevStats->add_data(@meanStdevs);
    8480
    8581$ipprc->define_camera($camera);

  • trunk/ippScripts/scripts/phase0_exp.pl

    r9502 r9524  
    100100}
    101101my @backgrounds;                # Array of backgrounds
    102 my @stdevs;                        # Array of background standard deviations\
     102my @variances;                        # Array of background standard deviations\
    103103my $obsType;                        # Observation type
    104104 
    … …  
    124124   
    125125    my $stdev = get_value($imfile, PHASE0_BG_MEAN_STDEV());
    126     push @stdevs, $stdev;
     126    push @variances, $stdev**2;
    127127}
    128128
    … …  
    147147        my $stats = Statistics::Descriptive::Sparse->new; # Statistics calculator
    148148        $stats->add_data(@backgrounds);
    149         push @command, ( '-' . PHASE0_BG() ), $stats->mean(), ( '-' . PHASE0_BG_STDEV() );
    150         if (scalar @backgrounds == 1) {
    151             push @command, 1;
    152         } else {
    153             push @command, $stats->standard_deviation();
    154         }
     149        push @command, ( '-' . PHASE0_BG() ), $stats->mean();
     150        push @command, ( '-' . PHASE0_BG_MEAN_STDEV() ), ( $stats->standard_deviation() || 0 )
    155151    }
    156152    {
    157153        my $stats = Statistics::Descriptive::Sparse->new; # Statistics calculator
    158         $stats->add_data(@stdevs);
    159         push @command, ( '-' . PHASE0_BG_MEAN_STDEV() ), $stats->mean();
     154        $stats->add_data(@variances);
     155        push @command, ( '-' . PHASE0_BG_STDEV() ), sqrt( $stats->mean() );
    160156    }
    161157   

  • trunk/ippScripts/scripts/phase3.pl

    r9446 r9524  
    5959{
    6060    my @backgrounds;            # Array of backgrounds in each component
    61     my @stdevs;                 # Array of standard deviations in each component
     61    my @variances;              # Array of variances for each component
    6262#    my @ra;                    # Array of ra errors
    6363#    my @dec;                   # Array of dec errors
    … …  
    7272#       die "Unable to find zp for class_id=$class_id\n" unless defined $file->{zp};
    7373        push @backgrounds, $file->{bg};
    74         push @stdevs, $file->{bg_mean_stdev};
     74        push @variances, $file->{bg_stdev}**2;
    7575    }
    7676
    … …  
    7979        $stats->add_data(@backgrounds);
    8080        $bg = $stats->mean();
    81         if (scalar @backgrounds == 1) {
    82             $bg_stdev = 0.0;
    83         } else {
    84             $bg_stdev = $stats->standard_deviation();
    85         }
     81        $bg_mean_stdev = $stats->standard_deviation() || 0.0;
    8682    }
    8783    {
    8884        my $stats = Statistics::Descriptive::Sparse->new; # Statistics calculator
    89         $stats->add_data(@stdevs);
    90         $bg_mean_stdev = $stats->mean();
     85        $stats->add_data(@variances);
     86        $bg_stdev = sqrt( $stats->mean() );
    9187    }
    9288}
Note: See TracChangeset for help on using the changeset viewer.