Changeset 42776 for branches/eam_branches/ipp-ppmerge-20241229/ppMerge/src/ppMergeLoop.c

Timestamp:

Dec 29, 2024, 4:02:56 PM (19 months ago)

Author:

eugene

Message:

set freeLevel for inputs to CELL so data can be freed after readout loop; change API to set the dataLevel and freeLevel to specific values (no user option); plug a mem leak (free zerors); free input readout data after each cell is done

File:

• branches/eam_branches/ipp-ppmerge-20241229/ppMerge/src/ppMergeLoop.c (modified) (13 diffs)

branches/eam_branches/ipp-ppmerge-20241229/ppMerge/src/ppMergeLoop.c

@@ -39 +39 @@
     bool haveVariances = psMetadataLookupBool(&mdok, arguments, "INPUTS.VARIANCES"); // Do we have variances?
 
-    psArray *inputs = ppMergeFileDataLevel(config, "PPMERGE.INPUT", PM_FPA_LEVEL_READOUT); // Input images
-    psArray *masks = NULL, *variances = NULL; // Input masks and variances
-    if (haveMasks) {
-        masks = ppMergeFileDataLevel(config, "PPMERGE.INPUT.MASK", PM_FPA_LEVEL_READOUT);
-    }
-    if (haveVariances) {
-        variances = ppMergeFileDataLevel(config, "PPMERGE.INPUT.VARIANCE", PM_FPA_LEVEL_READOUT);
-    }
+    psArray *inputs    = ppMergeFileDataLevel(config, "PPMERGE.INPUT"); // Input images
+    psArray *masks     = haveMasks ? ppMergeFileDataLevel(config, "PPMERGE.INPUT.MASK") : NULL; // Input masks 
+    psArray *variances = haveVariances ? ppMergeFileDataLevel(config, "PPMERGE.INPUT.VARIANCE") : NULL; // Input variances
 
     int nThreads = psMetadataLookupS32 (&mdok, arguments, "NTHREADS");
@@ -135 +130 @@
     psString darkNorm = psMetadataLookupStr(&mdok, arguments, "DARK.NORM"); ///< Dark normalisation
 
-
     if (!ppMergeFileActivate(config, PPMERGE_FILES_ALL, true)) {
         psError(PS_ERR_UNKNOWN, false, "Unable to activate files.");
@@ -152 +146 @@
     }
 
-
     // Average concepts across inputs
     {
@@ -180 +173 @@
         {
             psList *inChips = psListAlloc(NULL);
-            for (int i=0; i < numFiles; i++) {
+            for (int i = 0; i < numFiles; i++) {
                 pmChip *chip = pmFPAviewThisChip(view, ((pmFPAfile *)inputs->data[i])->fpa);
                 psListAdd(inChips, PS_LIST_TAIL, chip);
@@ -193 +186 @@
 
         pmCell *outCell;                ///< Cell of interest
-
-        // XXX TEST : force a single loop
-        // outCell = pmFPAviewNextCell(view, outFPA, 1); {
 
         while ((outCell = pmFPAviewNextCell(view, outFPA, 1))) {
@@ -305 +295 @@
                 psAbort("Should never get here.");
             }
+            // XXX EAM : for testing purposes
+            fprintf (stderr, "after pmDarkCombinePrepare / pmReadoutCombinePrepare:\n");
+            psMemStats(true, NULL, NULL);
 
             // Read input data by chunks
@@ -320 +313 @@
                     break;
                 }
+
+                
 
                 // Start a job
@@ -357 +352 @@
                       // call: pmDarkCombine(outCell, fileGroup->readouts, iter, rej, maskVal);
                       if (!psThreadJobAddPending(job)) {
-                        //                          goto ERROR;
-                        // continue; // I don't care.
+                        // CZW commented this out with a note that this was needed to allow ppMerge to work even if some inputs are invalid.
+                        // EAM thinks pmDarkCombine will only return FALSE if there is a programming or setup error (see pmDark.c:pmDarkCombine)
+                        // if so, we should raise an error here.
+                        // goto ERROR;
                       }
                       break;
@@ -400 +397 @@
 
             psFree(fileGroups);
-            //            psFree(zeros);
 
             // XXX eventually need to keep both the shutter and the pattern, as we do with dark
@@ -541 +537 @@
             }
 
+            // free the data used by the input files (we need to do the work ourselves)
+            for (int i = 0; i < numFiles; i++) {
+                if (!ppMergeFileFreeInput(config, view, i)) {
+                    psError(PS_ERR_UNKNOWN, false, "Unable to open file %d", i);
+                    goto ERROR;
+                }
+            }
+
             psFree(outRO);
             cellNum++;
@@ -547 +551 @@
                 goto ERROR;
             }
+
+            pmFPAfileIOList (config);
         }
 
@@ -564 +570 @@
     psFree(variances);
     psFree(stats);
+    psFree(zeros);
     return true;
 
@@ -573 +580 @@
     psFree(variances);
     psFree(stats);
+    psFree(zeros);
     return false;
 }