Changeset 28405 for trunk/psModules

Timestamp:

Jun 18, 2010, 2:25:38 PM (16 years ago)

Author:

Paul Price

Message:

Discovered a race condition in the threading process. The thread process was: psThreadJobAlloc, populate job with arguments, psThreadJobAddPending, psFree the job. This is not thread-safe, because we're decrementing the job's reference counter while the reference count is also being fiddled within the thread system (psThread.c; by pulling the job off the 'pending' queue and putting it on the 'done' queue). The reference count fiddling within the thread system was protected by a mutex, but the external free was not. Therefore, I'm pulling the free into the thread system so it can be protected (without the user having to worry about locks to do the simple case). This means that the user should no longer touch the job once he hands it over to the thread system (unless it's protected by calls to psThreadLock/psThreadUnlock, or it's on the other side of psThreadPoolWait from all the adds so that the threads aren't doing anything).

Location:

trunk/psModules/src

Files:

• camera/pmReadoutFake.c (modified) (1 diff)
• detrend/pmBias.c (modified) (1 diff)
• detrend/pmDark.c (modified) (1 diff)
• detrend/pmFlatField.c (modified) (1 diff)
• detrend/pmShutterCorrection.c (modified) (3 diffs)
• imcombine/pmStackReject.c (modified) (1 diff)
• imcombine/pmSubtraction.c (modified) (1 diff)
• imcombine/pmSubtractionEquation.c (modified) (1 diff)
• imcombine/pmSubtractionMatch.c (modified) (1 diff)

trunk/psModules/src/camera/pmReadoutFake.c

@@ -303 +303 @@
 
                 if (!psThreadJobAddPending(job)) {
-                    psFree(job);
                     psFree(groups);
                     return false;
                 }
-                psFree(job);
             }
             if (!psThreadPoolWait(true)) {

trunk/psModules/src/detrend/pmBias.c

@@ -144 +144 @@
 
             if (!psThreadJobAddPending(job)) {
-                psFree(job);
                 return false;
             }
-            psFree(job);
         } else if (!pmBiasSubtractScan(in, sub, scale, xOffset, yOffset, rowStart, rowStop)) {
             psError(PS_ERR_UNKNOWN, false, "Unable to apply bias correction.");

trunk/psModules/src/detrend/pmDark.c

@@ -587 +587 @@
 
             if (!psThreadJobAddPending (job)) {
-                psFree(job);
                 psFree(orders);
                 psFree(values);
                 return false;
             }
-            psFree(job);
         } else if (!pmDarkApplyScan(readout, dark, orders, values, bad, doNorm, norm, rowStart, rowStop)) {
             psError(PS_ERR_UNKNOWN, false, "Unable to apply dark.");

trunk/psModules/src/detrend/pmFlatField.c

@@ -150 +150 @@
 
           if (!psThreadJobAddPending(job)) {
-              psFree(job);
               return false;
           }
-          psFree(job);
       } else if (!pmFlatFieldScan(inImage, inMask, inVar, flatImage, flatMask, badFlat,
                                   xOffset, yOffset, rowStart, rowStop)) {

trunk/psModules/src/detrend/pmShutterCorrection.c

@@ -351 +351 @@
     psStats *resStats = psStatsAlloc (PS_STAT_SAMPLE_MEDIAN | PS_STAT_SAMPLE_STDEV);
     if (!psVectorStats (rawStats, counts, NULL, NULL, 0)) {
-        psError(PS_ERR_UNKNOWN, false, "failure to measure stats");
-        return NULL;
+        psError(PS_ERR_UNKNOWN, false, "failure to measure stats");
+        return NULL;
     }
     if (!psVectorStats (resStats, resid, NULL, NULL, 0)) {
-        psError(PS_ERR_UNKNOWN, false, "failure to measure stats");
-        return NULL;
+        psError(PS_ERR_UNKNOWN, false, "failure to measure stats");
+        return NULL;
     }
 
@@ -794 +794 @@
 
                 if (!psThreadJobAddPending(job)) {
-                    psFree(job);
                     return false;
                 }
-                psFree(job);
             } else if (!pmShutterCorrectionApplyScan(image, mask, var, shutterImage, exptime, blank,
                                                      rowStart, rowStop)) {
@@ -1017 +1015 @@
 
         if (corr) {
-            psTrace("psModules.detrend", 5, "Shutter correction fit: scale: %f, offset: %f, offref: %f\n", corr->scale, corr->offset, corr->offref);
-            if (isfinite(corr->offref) && corr->valid) {
-                psTrace("psModules.detrend", 5, "Sample reference value: %f\n", corr->offref);
-                meanRef += corr->offref;
-                numGood++;
-            }
+            psTrace("psModules.detrend", 5, "Shutter correction fit: scale: %f, offset: %f, offref: %f\n", corr->scale, corr->offset, corr->offref);
+            if (isfinite(corr->offref) && corr->valid) {
+                psTrace("psModules.detrend", 5, "Sample reference value: %f\n", corr->offref);
+                meanRef += corr->offref;
+                numGood++;
+            }
         } else {
-            psTrace("psModules.detrend", 5, "failed Shutter correction fit\n");
-        }
+            psTrace("psModules.detrend", 5, "failed Shutter correction fit\n");
+        }
 
         psFree(corr);

trunk/psModules/src/imcombine/pmStackReject.c

@@ -289 +289 @@
                     PS_ARRAY_ADD_SCALAR(args, poorFrac, PS_TYPE_F32);
                     if (!psThreadJobAddPending(job)) {
-                        psFree(job);
                         psFree(source);
                         psFree(target);
                         return NULL;
                     }
-                    psFree(job);
                 } else if (!stackRejectGrow(target, source, kernels, numCols, numRows,
                                             i, xSubMax, j, ySubMax, poorFrac)) {

trunk/psModules/src/imcombine/pmSubtraction.c

@@ -1291 +1291 @@
 
                 if (!psThreadJobAddPending(job)) {
-                    psFree(job);
                     return false;
                 }
-                psFree(job);
             } else {
                 subtractionConvolvePatch(numCols, numRows, x0, y0, out1, out2, convMask, ro1, ro2,

trunk/psModules/src/imcombine/pmSubtractionEquation.c

@@ -860 +860 @@
             PS_ARRAY_ADD_SCALAR(job->args, mode, PS_TYPE_S32);
             if (!psThreadJobAddPending(job)) {
-                psFree(job);
                 return false;
             }
-            psFree(job);
         } else {
             pmSubtractionCalculateEquationStamp(stamps, kernels, i, mode);

trunk/psModules/src/imcombine/pmSubtractionMatch.c

@@ -1060 +1060 @@
             PS_ARRAY_ADD_SCALAR(job->args, bg2, PS_TYPE_F32);
             if (!psThreadJobAddPending(job)) {
-                psFree(job);
                 return false;
             }
-            psFree(job);
         } else {
             if (!pmSubtractionOrderStamp(ratios, mask, stamps, models, modelSums, i, bg1, bg2)) {