Changeset 42183 for branches/eam_branches/ipp-20220316/fpcamera/src/fpcameraLoadRefstars.c

Timestamp:

Apr 28, 2022, 4:13:55 PM (4 years ago)

Author:

eugene

Message:

fpcamera now reads in the chip image, mask, variance; generates pmSources and loads them on the analysis MD; saves the residual image

File:

• branches/eam_branches/ipp-20220316/fpcamera/src/fpcameraLoadRefstars.c (modified) (9 diffs)

branches/eam_branches/ipp-20220316/fpcamera/src/fpcameraLoadRefstars.c

@@ -1 +1 @@
 # include "fpcamera.h"
-# define ELIXIR_MODE 1
 
 # define ESCAPE(ERROR,...) { p_psError(__FILE__,__LINE__,__func__,ERROR,false,__VA_ARGS__); return false; }
@@ -37 +36 @@
     DECmax += dDEC * fieldPadding;
 
-    // XXX: fpcameraArguments.c looks for this explicitly on the command line, but stores it in arguments.
-    // this could be a recipe value which can also be defined as a command-line option 
-
     // grab the FPCAMERA.CATDIR name from the FPCAMERA recipe
     char *catdir_recipe = psMetadataLookupStr(&status, recipe, "FPCAMERA.CATDIR");
     if (!catdir_recipe) ESCAPE(FPCAMERA_ERR_CONFIG, "Need a recipe for the catdir!");
 
-    // substitute abstract name with concrete name, if present in FPCAMERA.CATDIRS
-    psMetadata *catdirs = psMetadataLookupMetadata(&status, config->site, "FPCAMERA.CATDIRS"); // List of cameras
-
-    // XXX it is allowed that FPCAMERA.CATDIRS is not defined in site.config: the value must be a real path
-    // if (!catdirs) ESCAPE(FPCAMERA_ERR_CONFIG, "Unable to find FPCAMERA.CATDIRS in the system configuration.\n");
+    // *** substitute abstract name with concrete name, if present in FPCAMERA.CATDIRS ***
 
     // the name in the recipe may be one of:
@@ -54 +46 @@
     // (B) a reference to the name in the FPCAMERA.CATDIRS folder in site.config
     // (C) a reference to a folder in the FPCAMERA.CATDIRS folder in site.config, containing multiple copy locations
+
+    // Folder in site.config containing a list of FPCAMERA.CATDIR entries.
+    // NOTE: it is allowed that FPCAMERA.CATDIRS not be defined in site.config: then FPCAMERA.CATDIR must be a real path
+    psMetadata *catdirs = psMetadataLookupMetadata(&status, config->site, "FPCAMERA.CATDIRS"); // List of cameras
 
     // can we find a plain string matching catdir_recipe in the catdirs folder?
@@ -106 +102 @@
     // supply a known output format (for CATALOG output) so the code below knows what to read
     // XXX I do not think this affects the getstar command (CATFORMAT is used to define the dvo db format)
-    if (ELIXIR_MODE) {
-        psStringAppend (&getstarCommand, " -D CATMODE mef -D CATFORMAT elixir");
-    } else {
-        psStringAppend (&getstarCommand, " -D CATMODE mef -D CATFORMAT panstarrs");
-    }
+    // if (ELIXIR_MODE) {
+    //     psStringAppend (&getstarCommand, " -D CATMODE mef -D CATFORMAT elixir");
+    // } else {
+    //     psStringAppend (&getstarCommand, " -D CATMODE mef -D CATFORMAT panstarrs");
+    // }
 
-    // check for default name (use .ptolemyrc), or use specified CATDIR
-    if (strcasecmp(CATDIR, "NONE")) {
-        psStringAppend (&getstarCommand, " -D CATDIR %s", CATDIR);
-    }
+    // Define the full getstar command.  Above, we require CATDIR to be valid and defined at
+    // this point.  Also add region and output filename.
+    psStringAppend (&getstarCommand, " -D CATDIR %s", CATDIR);
+    psStringAppend (&getstarCommand, " -format %s", outformat);
+    psStringAppend (&getstarCommand, " -region %f %f %f %f -o %s", RAmin, DECmin, RAmax, DECmax, tempFile);
+
     psFree(CATDIR);
-
-    psStringAppend (&getstarCommand, " -format %s", outformat);
-
-    // add region and output filename
-    psStringAppend (&getstarCommand, " -region %f %f %f %f -o %s", RAmin, DECmin, RAmax, DECmax, tempFile);
-    psTrace ("fpcamera", 3, "%s\n", getstarCommand);
 
     psLogMsg("fpcamera", PS_LOG_INFO, "getstar command: %s", getstarCommand);
 
-    // XXX use psPipe: catch stderr, stdout, allow for Nsec timeout...
-    // use fork to add timeout capability
+    // run getstar, result is saved in the temp file
     status = system (getstarCommand);
     if (status) ESCAPE(FPCAMERA_ERR_REFSTARS, "error loading reference data");
@@ -140 +131 @@
 
     psArray *refstars = NULL;
-    if (!strcmp (outformat, "CATALOG")) {
-      refstars = fpcameraReadGetstarCatalog (fits);
-    }
     if (!strcmp (outformat, "PS1_DEV_0")) {
       refstars = fpcameraReadGetstar_PS1_DEV_0 (fits);
@@ -160 +148 @@
     unlink (tempFile);
 
-# if (0)
-
-    // dump or plot the available refstars
-    if (psTraceGetLevel("fpcamera.dump") > 0) {
-        fpcameraDumpRefstars (refstars, "refstars.dat");
-    }
-
-    pmAstromVisualPlotRefStars (refstars, recipe);
-
-    if (psTraceGetLevel("fpcamera.plot") > 0) {
-        fpcameraPlotRefstars (refstars, recipe);
-    }
-# endif
-    
     psMetadataAdd (input->fpa->analysis, PS_LIST_TAIL, "FPCAMERA.REFSTARS", PS_DATA_ARRAY, "reference sources", refstars);
     psFree (refstars);
@@ -180 +154 @@
 }
 
-psArray *fpcameraReadGetstarCatalog (psFits *fits) {
-
-    bool status;
-
-    if (ELIXIR_MODE) {
-        psFitsMoveExtName (fits, "DVO_AVERAGE_ELIXIR");
-    } else {
-        psFitsMoveExtName (fits, "DVO_AVERAGE_PANSTARRS");
-    }
-
-    long numSources = psFitsTableSize(fits); // Number of sources in table
-
-    // convert the Average table to the pmAstromObj entries
-    psArray *refstars = psArrayAllocEmpty (numSources);
-    for (int i = 0; i < numSources; i++) {
-        pmAstromObj *ref = pmAstromObjAlloc ();
-
-        psMetadata *row = psFitsReadTableRow(fits, i); // Table row
-
-        // DVO tables are stored in degrees
-        if (ELIXIR_MODE) {
-            ref->sky->r   = RAD_DEG*psMetadataLookupF32 (&status, row, "RA");
-            ref->sky->d   = RAD_DEG*psMetadataLookupF32 (&status, row, "DEC");
-            ref->Mag      = 0.001*psMetadataLookupS32 (&status, row, "MAG");  // ELIXIR uses millimags
-            ref->Color    = 0.0;
-        } else {
-            ref->sky->r   = RAD_DEG*psMetadataLookupF64 (&status, row, "RA");
-            ref->sky->d   = RAD_DEG*psMetadataLookupF64 (&status, row, "DEC");
-            ref->Mag      = psMetadataLookupF32 (&status, row, "MAG"); // PANSTARRS uses mags
-            ref->Color    = 0.0;
-        }
-        ref->magCal   = ref->Mag;
-
-        // XXX VERY temporary hack to avoid M31 bulge
-        if ((fabs(ref->sky->r - 0.186438) < 0.002) && (fabs(ref->sky->d - 0.720270) < 0.002)) {
-          psFree (ref);
-          psFree (row);
-          continue;
-        }
-
-        psArrayAdd (refstars, 100, ref);
-        psFree (ref);
-        psFree (row);
-    }
-    return refstars;
-}
-
+// method to read PS1_DEV_0 format
+// Note other options can be found in psastroLoadRefstars.c
 psArray *fpcameraReadGetstar_PS1_DEV_0 (psFits *fits) {
 
@@ -250 +179 @@
             ref->Color = MagC1 - MagC2;
         } else {
-            // XXX save the color and the slope in the table header?
             ref->Color = 0.0;
         }
@@ -269 +197 @@
 }
 
-# undef ESCAPE
 
-# if (0)
-
-# define ESCAPE(MSG) { \
-  psLogMsg ("fpcamera", PS_LOG_INFO, MSG); \
-  goto escape; }
-
-char *fpcameraSetMagLimit (float *minMag, float *maxRho, pmConfig *config, const char *source) {
-
-    bool status;
-    char *photcode;
-
-    // select the current recipe
-    psMetadata *recipe  = psMetadataLookupPtr (NULL, config->recipes, FPCAMERA_RECIPE);
-
-    // select the input data sources
-    pmFPAfile *input = psMetadataLookupPtr (NULL, config->files, source);
-    if (!input) {
-        psLogMsg ("fpcamera", PS_LOG_DETAIL, "no supplied reference header data");
-        photcode = psStringCopy ("NONE");
-        return photcode;
-    }
-    assert (input->fpa);
-
-    *maxRho = psMetadataLookupF32(&status, recipe, "DVO.GETSTAR.MAX.RHO");
-    if (!status) {
-        psError(FPCAMERA_ERR_CONFIG, false, "DVO.GETSTAR.MAX.RHO missing from recipe");
-        return NULL;
-    }
-
-    // select the filter; default to fixed photcode and mag limit otherwise
-    char *filter = psMetadataLookupStr (&status, input->fpa->concepts, "FPA.FILTERID");
-    if (!status) ESCAPE ("missing FPA.FILTER in concepts");
-
-    float exptime = psMetadataLookupF32 (&status, input->fpa->concepts, "FPA.EXPOSURE");
-    if (!status) ESCAPE ("missing FPA.EXPOSURE in concepts");
-
-    // we need to select the PHOTCODE.DATA folder that matches our filter
-    psMetadataItem *item = psMetadataLookup (recipe, "PHOTCODE.DATA");
-    if (!item) ESCAPE ("PHOTCODE.DATA folders missing");
-    if (item->type != PS_DATA_METADATA_MULTI) ESCAPE ("PHOTCODE.DATA not a multi");
-
-    float minInst = psMetadataLookupF32(&status, recipe, "DVO.GETSTAR.MIN.MAG.INST");
-    if (!status) ESCAPE ("missing DVO.GETSTAR.MIN.MAG.INST");
-
-    // if non zero override the zero point in the PHOTCODE.DATA with this value
-    float fixedzeropt = psMetadataLookupF32(&status, recipe, "DVO.GETSTAR.FIXED.ZEROPT");
-
-    // PHOTCODE.DATA is a multi of metadata items
-    psListIterator *iter = psListIteratorAlloc(item->data.list, PS_LIST_HEAD, false);
-
-    psMetadataItem *refItem = NULL;
-    while ((refItem = psListGetAndIncrement (iter))) {
-        if (refItem->type != PS_DATA_METADATA) ESCAPE ("PHOTCODE.DATA entry is not a metadata folder");
-
-        char *refFilter = psMetadataLookupStr (&status, refItem->data.md, "FILTER");
-        if (!status) {
-            psLogMsg ("fpcamera", PS_LOG_INFO, "a PHOTCODE.DATA recipe folder is missing FILTER");
-            continue;
-        }
-
-        // does this entry match the current filter?
-        if (strcmp (refFilter, filter)) continue;
-
-        psLogMsg ("fpcamera", PS_LOG_DETAIL, "PHOTCODE.DATA found for filter %s", filter);
-
-        float zeropt = psMetadataLookupF32 (&status, refItem->data.md, "ZEROPT");
-        if (!status) {
-            psLogMsg ("fpcamera", PS_LOG_INFO, "a PHOTCODE.DATA recipe folder is missing FILTER");
-            continue;
-        }
-        photcode = psMetadataLookupStr (&status, refItem->data.md, "PHOTCODE");
-        if (!status) {
-            psLogMsg ("fpcamera", PS_LOG_INFO, "a PHOTCODE.DATA recipe folder is missing FILTER");
-            continue;
-        }
-        if (fixedzeropt != 0.0) {
-            // override the recipe's zero point with the fixed value (used for stacks)
-            zeropt = fixedzeropt;
-        }
-
-        // convert the minInst to a calibrated minimum magnitude
-        *minMag = minInst + 2.5*log10(exptime) + zeropt;
-
-        psFree (iter);
-        return photcode;
-    }
-    psFree (iter);
-
-  escape:
-    photcode = psMetadataLookupStr(NULL, recipe, "DVO.GETSTAR.PHOTCODE");
-    PS_ASSERT (photcode, NULL);
-
-    // give up and use fixed value
-    *minMag = psMetadataLookupF32(NULL, recipe, "DVO.GETSTAR.MIN.MAG");
-    return photcode;
-}
-# endif