Go to: http://svn.pan-starrs.ifa.hawaii.edu/trac/ipp/wiki/Zoology

[[PageOutline]]

 * A database is populated with the detection features. It is on ipp001, named Zoology
{{{
use Zoology;
}}}
 * Scripts are in /data/ipp001.0/zoology/bin (you have to "source bin/sourceMe.YOUR_SHELL" to make the Python scripts to work);
 * Fits files are in /data/ipp001.0/zoology/data (they come from Heather)
 * SQL queries which were generated from fits files by Python scripts are in /data/ipp001.0/zoology/sql
 * Dependencies: pyfits source is in /data/ipp001.0/zoology/external and installed in /data/ipp001.0/zoology/local

= Table(s) =

== Table {{{DetectionFeatures}}} ==

 * All detections from footprint (sql/footprint-<filter>-all.sql) have been ingested into the {{{DetectionFeatures}}} table
 * All fields from fits files data/footprint-<filter>-all-psphot.fits have been ingested
 * Six columns have been added: 
   * id: primary key, no use.
   * idet_x, idet_y are first and second numeric values found in idet (i.e. 'skycell.<idet_x>.<idet_y>')
   * stack_id is derived from SKYCELL: {{{fits[1].data['skycell'].split('/')[0]}}}
   * filter is g, r, i, y, or z
   * unmatched is a boolean telling if the detection is a false positive (keys: (stack_id, idex_x, idet_y))
 * The table unmatched column was updated with sql/<filter>-unmatched.sql
 * The CREATE TABLE statement was:
{{{
CREATE TABLE DetectionFeatures (
  id            INT NOT NULL PRIMARY KEY AUTO_INCREMENT
  , stack_id    BIGINT(20) NOT NULL
  , INDEX(stack_id)
  , filter      CHAR(10) NOT NULL
  , INDEX(filter)
  , skycell_id  CHAR(46) NOT NULL
  , INDEX(skycell_id)
  , idet        CHAR(18)
  , x_psf FLOAT
  , y_psf FLOAT
  , x_psf_sig FLOAT
  , y_psf_sig FLOAT
  , posangle FLOAT
  , pltscale FLOAT
  , psf_inst_mag FLOAT
  , psf_inst_mag_sig FLOAT
  , psf_inst_flux FLOAT
  , psf_inst_flux_sig FLOAT
  , ap_mag FLOAT
  , ap_mag_raw FLOAT
  , ap_mag_radius FLOAT
  , peak_flux_as_mag FLOAT
  , cal_psf_mag FLOAT
  , cal_psf_mag_sig FLOAT
  , ra_psf DOUBLE
  , dec_psf DOUBLE
  , sky FLOAT
  , sky_sigma FLOAT
  , psf_chisq FLOAT
  , cr_nsigma FLOAT
  , ext_nsigma FLOAT
  , psf_major FLOAT
  , psf_minor FLOAT
  , psf_theta FLOAT
  , psf_qf FLOAT
  , psf_qf_perfect FLOAT
  , psf_ndof INTEGER
  , psf_npix INTEGER
  , moments_xx FLOAT
  , moments_xy FLOAT
  , moments_yy FLOAT
  , moments_m3c FLOAT
  , moments_m3s FLOAT
  , moments_m4c FLOAT
  , moments_m4s FLOAT
  , moments_r1 FLOAT
  , moments_rh FLOAT
  , kron_flux FLOAT
  , kron_flux_err FLOAT
  , kron_flux_inner FLOAT
  , kron_flux_outer FLOAT
  , flags BIGINT(64)
  , flags2 BIGINT(64)
  , n_frames INTEGER
  , padding INTEGER
  , ps_zp DOUBLE
  , exptime DOUBLE
  , idet_x INTEGER
  , idet_y INTEGER
  , INDEX(stack_id, idet_x, idet_y)
  , unmatched TINYINT(1) DEFAULT 0
);
}}}

= View(s) =
== View {{{FalsePositives}}} ==
 * Consist of the detections where unmatched is 1
 * Built from {{{DetectionFeatures}}}
 * How it was built
{{{
CREATE VIEW FalsePositives AS SELECT * from DetectionFeatures WHERE unmatched = 1;
}}}

== View {{{TruePositives}}} ==
 * Consist of the detections where unmatched is 0
 * Built from {{{DetectionFeatures}}}
 * How it was built
{{{
CREATE VIEW TruePositives AS SELECT * from DetectionFeatures WHERE unmatched = 0;
}}}

== View {{{AnalysisStage010}}} ==
 * Consist of "flagged as having a problem" detections (see http://svn.pan-starrs.ifa.hawaii.edu/trac/ipp/wiki/ZoologyInvestigations)
 * Built from {{{FalsePositives}}}
 * How it was built
{{{
CREATE VIEW AnalysisStage010 AS SELECT * from FalsePositives WHERE (!(flags2 & 64) AND !(flags2 & 32) 
AND !(flags2 & 16) AND !(flags2&8) AND !(flags & 2048) AND !(flags & 4096) 
AND !(flags&8192) AND !(flags&16384) AND !(flags&268435456)) AND (cal_psf_mag is not null);
}}}

== View {{{FalsePositives_AnalysisStage020}}} and {{{TruePositives_AnalysisStage020}}} ==
 * Consist of "flagged as having a problem" detections (see http://svn.pan-starrs.ifa.hawaii.edu/trac/ipp/wiki/ZoologyInvestigations) '''without''' flag 16384 / EXT_LIMIT 
 * Built from {{{FalsePositives}}} and TruePositives
 * How they were built
{{{
CREATE VIEW FalsePositives_AnalysisStage020 AS SELECT * from FalsePositives 
WHERE (!(flags2 & 64) AND !(flags2 & 32) AND !(flags2 & 16) AND !(flags2&8) AND !(flags & 2048) 
AND !(flags & 4096) AND !(flags&8192) AND !(flags&268435456)) AND (cal_psf_mag is not null);

CREATE VIEW TruePositives_AnalysisStage020 AS SELECT * from TruePositives 
WHERE (!(flags2 & 64) AND !(flags2 & 32) AND !(flags2 & 16) AND !(flags2&8) AND !(flags & 2048) 
AND !(flags & 4096) AND !(flags&8192) AND !(flags&268435456)) AND (cal_psf_mag is not null);
}}}
= View(s) =