/** @file  pmSourceFitModel.c
 *
 *  fit single source models to image pixels
 *
 *  @author EAM, IfA
 *  @author GLG, MHPCC
 *
 *  @version $Revision: 1.7 $ $Name: not supported by cvs2svn $
 *  @date $Date: 2007-09-28 00:39:41 $
 *
 *  Copyright 2004 Maui High Performance Computing Center, University of Hawaii
 *
 */

#ifdef HAVE_CONFIG_H
#include <config.h>
#endif

#include <stdio.h>
#include <math.h>
#include <string.h>
#include <pslib.h>
#include "pmHDU.h"
#include "pmFPA.h"
#include "pmPeaks.h"
#include "pmMoments.h"
#include "pmGrowthCurve.h"
#include "pmResiduals.h"
#include "pmTrend2D.h"
#include "pmPSF.h"
#include "pmModel.h"
#include "pmSource.h"
#include "pmModelClass.h"
#include "pmSourceFitModel.h"
#include "pmSourceFitSet.h"

// save as static values so they may be set externally
static psF32 PM_SOURCE_FIT_MODEL_NUM_ITERATIONS = 15;
static psF32 PM_SOURCE_FIT_MODEL_TOLERANCE = 0.1;
static psF32 PM_SOURCE_FIT_MODEL_WEIGHT = 1.0;
static bool  PM_SOURCE_FIT_MODEL_PIX_WEIGHTS = true;

/********************* Source Model Set Functions ***************************/

static pmSourceFitSetData *thisSet = NULL;

static void pmSourceFitSetDataFree (pmSourceFitSetData *set) {
    if (!set) return;

    psFree (set->modelSet);
    psFree (set->paramSet);
    psFree (set->derivSet);
    return;
}

pmSourceFitSetData *pmSourceFitSetDataAlloc (psArray *modelSet) {

    pmSourceFitSetData *set = (pmSourceFitSetData *) psAlloc(sizeof(pmSourceFitSetData));
    psMemSetDeallocator(set, (psFreeFunc) pmSourceFitSetDataFree);

    set->modelSet = psMemIncrRefCounter (modelSet);
    set->paramSet = psArrayAlloc (modelSet->n);
    set->derivSet = psArrayAlloc (modelSet->n);
    set->nParamSet = 0;

    for (int i = 0; i < modelSet->n; i++) {
        pmModel *model = modelSet->data[i];

        int nParams = pmModelClassParameterCount (model->type);

        set->paramSet->data[i] = psVectorCopy (NULL, model->params, PS_DATA_F32);
        set->derivSet->data[i] = psVectorAlloc (nParams, PS_DATA_F32);
        psVectorInit (set->derivSet->data[i], 0.0);

        set->nParamSet += nParams;
    }

    return set;
}

// this function is called with the full set of parameters and the beta values in a single vector
bool pmSourceFitSetCheckLimits (psMinConstraintMode mode, int nParam, float *params, float *betas)
{
    assert (thisSet);

    // nParam is the parameter in the full sequence.  determine which single model this comes from
    int nModel = -1;
    int nParamOne = -1;
    int nParamBase = 0;
    for (int i = 0; i < thisSet->modelSet->n; i++) {
        psVector *param = thisSet->paramSet->data[i];
        if ((nParamBase <= nParam) && (nParam < nParamBase + param->n)) {
            nModel = i;
            nParamOne = nParam - nParamBase;
            break;
        }
        nParamBase += param->n;
    }
    assert (nModel > -1);

    pmModel *model = thisSet->modelSet->data[nModel];

    // pass the single model function a pointer to the start of that model's sequence
    float *paramOne = params + nParamBase;
    float *betaOne = betas + nParamBase;
    bool status = model->modelLimits (mode, nParamOne, paramOne, betaOne);
    return status;
}

// merge parameters from FitSet models into single param and deriv vectors
bool pmSourceFitSetJoin (psVector *deriv, psVector *param, pmSourceFitSetData *set) {

    assert (set);
    assert (set->paramSet->n == set->derivSet->n);

    int n = 0;
    for (int i = 0; i < set->paramSet->n; i++) {

        psVector *paramOne = set->paramSet->data[i];
        psVector *derivOne = set->derivSet->data[i];

	// one or the other (param or deriv) must be set
	assert ((deriv != NULL) || (param != NULL));
        assert ((deriv == NULL) || (param == NULL) || (paramOne->n == derivOne->n));
	
        for (int j = 0; j < paramOne->n; j++, n++) {
	    if (param) {
		param->data.F32[n] = paramOne->data.F32[j];
	    }
            if (deriv) {
                deriv->data.F32[n] = derivOne->data.F32[j];
            }
        }
    }
    return true;
}

// distribute parameters from single param and deriv vectors into FitSet models
bool pmSourceFitSetSplit (pmSourceFitSetData *set, const psVector *deriv, const psVector *param) {

    assert (set);
    assert (set->paramSet->n == set->derivSet->n);

    int n = 0;
    for (int i = 0; i < set->paramSet->n; i++) {

        psVector *paramOne = set->paramSet->data[i];
        psVector *derivOne = set->derivSet->data[i];
        assert ((deriv == NULL) || (paramOne->n == derivOne->n));

        for (int j = 0; j < paramOne->n; j++, n++) {
            paramOne->data.F32[j] = param->data.F32[n];
            if (deriv) {
                derivOne->data.F32[j] = deriv->data.F32[n];
            }
        }
    }
    return true;
}

bool pmSourceFitSetValues (pmSourceFitSetData *set, const psVector *dparam, const psVector *param, pmSource *source, psMinimization *myMin, int nPix, bool fitStatus) {

    bool onPic = true;

    assert (set);

    int n = 0;
    for (int i = 0; i < set->paramSet->n; i++) {

        pmModel *model = set->modelSet->data[i];

        for (int j = 0; j < model->params->n; j++, n++) {
            if (psTraceGetLevel("psModules.objects") >= 4) {
                fprintf (stderr, "%f ", param->data.F32[n]);
            }
            model->params->data.F32[j] = param->data.F32[n];
            model->dparams->data.F32[j] = dparam->data.F32[n];
        }
        psTrace ("psModules.objects", 4, " src %d", i);

        // save the resulting chisq, nDOF, nIter
        // these are not unique for any one source
        model->chisq = myMin->value;
        model->nIter = myMin->iter;
        model->nDOF  = nPix - model->params->n;

        // set the model success or failure status
        model->flags |= PM_MODEL_STATUS_FITTED;
        if (!fitStatus) model->flags |= PM_MODEL_STATUS_NONCONVERGE;

        // models can go insane: reject these
        onPic &= (model->params->data.F32[PM_PAR_XPOS] >= source->pixels->col0);
        onPic &= (model->params->data.F32[PM_PAR_XPOS] <  source->pixels->col0 + source->pixels->numCols);
        onPic &= (model->params->data.F32[PM_PAR_XPOS] >= source->pixels->row0);
        onPic &= (model->params->data.F32[PM_PAR_XPOS] <  source->pixels->row0 + source->pixels->numRows);
        if (!onPic) model->flags |= PM_MODEL_STATUS_OFFIMAGE;
    }
    return true;
}

// generic psMinLMM-style function for fitting: split the parameters across the models, call
// each model function one-at-a-time, the join the derivatives for on-going evaluation
psF32 pmSourceFitSetFunction(psVector *deriv, const psVector *param, const psVector *x)
{
    float chisqSum = 0.0;
    float chisqOne = 0.0;

    assert (thisSet);
    pmSourceFitSetSplit (thisSet, deriv, param);

    for (int i = 0; i < thisSet->modelSet->n; i++) {

        pmModel *model = thisSet->modelSet->data[i];

        psVector *paramOne = thisSet->paramSet->data[i];
        psVector *derivOne = thisSet->derivSet->data[i];

        chisqOne = model->modelFunc (derivOne, paramOne, x);
        chisqSum += chisqOne;
    }
    pmSourceFitSetJoin (deriv, NULL, thisSet);

    return (chisqSum);
}

// XXX allow the mode to be a function of the object (eg, S/N)
bool pmSourceFitSetMasks (psMinConstraint *constraint, pmSourceFitSetData *set, pmSourceFitMode mode) {

    // unmask everyone
    psVectorInit (constraint->paramMask, 0);

    int n = 0;
    for (int i = 0; i < set->paramSet->n; i++) {
        psVector *paramOne = set->paramSet->data[i];

        switch (mode) {
          case PM_SOURCE_FIT_NORM:
            // mask all but Xo,Yo,Io
            for (int j = 0; j < paramOne->n; j++) {
                if (j == PM_PAR_I0) continue;
                constraint->paramMask->data.U8[n + j] = 1;
            }
            break;
          case PM_SOURCE_FIT_PSF:
            // mask all but Xo,Yo,Io
            for (int j = 0; j < paramOne->n; j++) {
                if (j == PM_PAR_XPOS) continue;
                if (j == PM_PAR_YPOS) continue;
                if (j == PM_PAR_I0) continue;
                constraint->paramMask->data.U8[n + j] = 1;
            }
            break;
          case PM_SOURCE_FIT_EXT:
            // EXT model fits all params (except sky)
            constraint->paramMask->data.U8[n + PM_PAR_SKY] = 1;
            break;
          default:
            psAbort("invalid fitting mode");
        }
        n += paramOne->n;
    }
    return true;
}

bool pmSourcePrintModelSet (FILE *file, psArray *modelSet) {

    for (int i = 0; i < modelSet->n; i++) {
	pmModel *model = modelSet->data[i];
	int nParams = pmModelClassParameterCount (model->type);
	for (int j = 0; j < nParams; j++) {
	    fprintf (file, "%d %d  : %f %f\n", i, j, model->params->data.F32[j], model->dparams->data.F32[j]);
	}
    }
    return true;
}

bool pmSourceFitSetPrint (FILE *file, pmSourceFitSetData *set) {

    for (int i = 0; i < set->paramSet->n; i++) {
        psVector *paramOne = set->paramSet->data[i];
        psVector *derivOne = set->derivSet->data[i];
        for (int j = 0; j < paramOne->n; j++) {
	    fprintf (file, "%d %d  : %f %f\n", i, j, paramOne->data.F32[j], derivOne->data.F32[j]);
        }
    }
    return true;
}

bool pmSourceFitSet (pmSource *source,
                     psArray *modelSet,
                     pmSourceFitMode mode,
                     psMaskType maskVal)
{
    psTrace("psModules.objects", 3, "---- %s begin ----\n", __func__);
    PS_ASSERT_PTR_NON_NULL(source, false);
    PS_ASSERT_PTR_NON_NULL(source->pixels, false);
    PS_ASSERT_PTR_NON_NULL(source->maskObj, false);
    PS_ASSERT_PTR_NON_NULL(source->weight, false);

    bool fitStatus = true;
    bool onPic     = true;

    // maximum number of valid pixels
    int nPix = source->pixels->numRows * source->pixels->numCols;

    // construct the coordinate and value entries
    psArray *x = psArrayAllocEmpty(nPix);
    psVector *y = psVectorAllocEmpty(nPix, PS_TYPE_F32);
    psVector *yErr = psVectorAllocEmpty(nPix, PS_TYPE_F32);

    // fill in the coordinate and value entries
    nPix = 0;
    for (psS32 i = 0; i < source->pixels->numRows; i++) {
        for (psS32 j = 0; j < source->pixels->numCols; j++) {
            // skip masked points
            if (source->maskObj->data.U8[i][j] & maskVal) {
                continue;
            }
            // skip zero-weight points
            if (source->weight->data.F32[i][j] == 0) {
                continue;
            }
            // skip nan values in image
            if (!isfinite(source->pixels->data.F32[i][j])) {
                continue;
            }

            psVector *coord = psVectorAlloc(2, PS_TYPE_F32);

            // Convert i/j to image space:
            coord->data.F32[0] = (psF32) (j + source->pixels->col0);
            coord->data.F32[1] = (psF32) (i + source->pixels->row0);
            x->data[nPix] = (psPtr *) coord;
            y->data.F32[nPix] = source->pixels->data.F32[i][j];

            // psMinimizeLMChi2 takes wt = 1/dY^2.  suggestion from RHL is to use the local sky
            // as weight to avoid the bias from systematic errors here we would just use the
            // source sky variance
            if (PM_SOURCE_FIT_MODEL_PIX_WEIGHTS) {
                yErr->data.F32[nPix] = 1.0 / source->weight->data.F32[i][j];
            } else {
                yErr->data.F32[nPix] = 1.0 / PM_SOURCE_FIT_MODEL_WEIGHT;
            }
            nPix++;
        }
    }
    x->n = nPix;
    y->n = nPix;
    yErr->n = nPix;

    // create the FitSet and set the initial parameter guesses
    thisSet = pmSourceFitSetDataAlloc (modelSet);

    // define param and deriv vectors for complete set of parameters
    psVector *params = psVectorAlloc (thisSet->nParamSet, PS_TYPE_F32);

    // set the param and deriv vectors based on the curent values
    pmSourceFitSetJoin (NULL, params, thisSet);

    // create the minimization constraints
    psMinConstraint *constraint = psMinConstraintAlloc();
    constraint->paramMask = psVectorAlloc (thisSet->nParamSet, PS_TYPE_U8);
    constraint->checkLimits = pmSourceFitSetCheckLimits;

    pmSourceFitSetMasks (constraint, thisSet, mode);

    // force the floating parameters to fall within the contraint ranges
    for (int i = 0; i < params->n; i++) {
        pmSourceFitSetCheckLimits (PS_MINIMIZE_PARAM_MIN, i, params->data.F32, NULL);
        pmSourceFitSetCheckLimits (PS_MINIMIZE_PARAM_MAX, i, params->data.F32, NULL);
    }

    if (psTraceGetLevel("psModules.objects") >= 5) {
        for (int i = 0; i < params->n; i++) {
            fprintf (stderr, "%d %f %d\n", i, params->data.F32[i], constraint->paramMask->data.U8[i]);
        }
    }

    if (nPix <  thisSet->nParamSet + 1) {
        psTrace (__func__, 4, "insufficient valid pixels\n");
        psTrace("psModules.objects", 3, "---- %s() end : fail pixels ----\n", __func__);
        for (int i = 0; i < modelSet->n; i++) {
            pmModel *model = modelSet->data[i];
            model->flags |= PM_MODEL_STATUS_BADARGS;
        }
        psFree (x);
        psFree (y);
        psFree (yErr);
        psFree (params);
        psFree(constraint);
        psFree (thisSet);
        thisSet = NULL;
        return(false);
    }

    psMinimization *myMin = psMinimizationAlloc (PM_SOURCE_FIT_MODEL_NUM_ITERATIONS, PM_SOURCE_FIT_MODEL_TOLERANCE);

    psImage *covar = psImageAlloc (params->n, params->n, PS_TYPE_F32);

    fitStatus = psMinimizeLMChi2(myMin, covar, params, constraint, x, y, yErr, pmSourceFitSetFunction);
    if (!fitStatus) {
        psTrace("psModules.objects", 4, "Failed to fit model (%ld components)\n", modelSet->n);
    }

    // parameter errors from the covariance matrix
    psVector *dparams = psVectorAlloc (thisSet->nParamSet, PS_TYPE_F32);
    for (int i = 0; i < dparams->n; i++) {
        if ((constraint->paramMask != NULL) && constraint->paramMask->data.U8[i])
            continue;
        dparams->data.F32[i] = sqrt(covar->data.F32[i][i]);
    }

    // get the Gauss-Newton distance for fixed model parameters
    if (constraint->paramMask != NULL) {
        psVector *delta = psVectorAlloc (params->n, PS_TYPE_F32);
        psVector *altmask = psVectorAlloc (params->n, PS_TYPE_U8);
        altmask->data.U8[0] = 1;
        for (int i = 1; i < dparams->n; i++) {
            altmask->data.U8[i] = (constraint->paramMask->data.U8[i]) ? 0 : 1;
        }
        psMinimizeGaussNewtonDelta(delta, params, altmask, x, y, yErr, pmSourceFitSetFunction);

        for (int i = 0; i < dparams->n; i++) {
            if (!constraint->paramMask->data.U8[i])
                continue;
            // note that delta is the value *subtracted* from the parameter
            // to get the new guess.  for dparams to represent the direction
            // of motion, we need to take -delta
            dparams->data.F32[i] = -delta->data.F32[i];
        }
        psFree (delta);
        psFree (altmask);
    }

    pmSourceFitSetValues (thisSet, dparams, params, source, myMin, y->n, fitStatus);
    psTrace ("psModules.objects", 5, "onPic: %d, fitStatus: %d, nIter: %d, chisq: %f, nPix: %ld\n", onPic, fitStatus, myMin->iter, myMin->value, y->n);

    source->mode |= PM_SOURCE_MODE_FITTED;

    psFree(x);
    psFree(y);
    psFree(yErr);
    psFree(myMin);
    psFree(covar);
    psFree(constraint);
    psFree(params);
    psFree(dparams);
    psFree(thisSet);

    thisSet = NULL;

    bool rc = (onPic && fitStatus);
    psTrace("psModules.objects", 5, "---- %s end (%d) ----\n", __func__, rc);
    return(rc);
}
