[BACK]Return to imach.c CVS log [TXT] [DIR] Up to [Local Repository] / imach / src

Diff for /imach/src/imach.c between versions 1.132 and 1.140

version 1.132, 2009/07/06 08:22:05 version 1.140, 2011/09/02 10:37:54
Line 1 Line 1
 /* $Id$  /* $Id$
   $State$    $State$
   $Log$    $Log$
     Revision 1.140  2011/09/02 10:37:54  brouard
     Summary: times.h is ok with mingw32 now.
   
     Revision 1.139  2010/06/14 07:50:17  brouard
     After the theft of my laptop, I probably lost some lines of codes which were not uploaded to the CVS tree.
     I remember having already fixed agemin agemax which are pointers now but not cvs saved.
   
     Revision 1.138  2010/04/30 18:19:40  brouard
     *** empty log message ***
   
     Revision 1.137  2010/04/29 18:11:38  brouard
     (Module): Checking covariates for more complex models
     than V1+V2. A lot of change to be done. Unstable.
   
     Revision 1.136  2010/04/26 20:30:53  brouard
     (Module): merging some libgsl code. Fixing computation
     of likelione (using inter/intrapolation if mle = 0) in order to
     get same likelihood as if mle=1.
     Some cleaning of code and comments added.
   
     Revision 1.135  2009/10/29 15:33:14  brouard
     (Module): Now imach stops if date of birth, at least year of birth, is not given. Some cleaning of the code.
   
     Revision 1.134  2009/10/29 13:18:53  brouard
     (Module): Now imach stops if date of birth, at least year of birth, is not given. Some cleaning of the code.
   
     Revision 1.133  2009/07/06 10:21:25  brouard
     just nforces
   
   Revision 1.132  2009/07/06 08:22:05  brouard    Revision 1.132  2009/07/06 08:22:05  brouard
   Many tings    Many tings
   
Line 171 Line 200
   
   The same imach parameter file can be used but the option for mle should be -3.    The same imach parameter file can be used but the option for mle should be -3.
   
   Agnès, who wrote this part of the code, tried to keep most of the    Agnès, who wrote this part of the code, tried to keep most of the
   former routines in order to include the new code within the former code.    former routines in order to include the new code within the former code.
   
   The output is very simple: only an estimate of the intercept and of    The output is very simple: only an estimate of the intercept and of
Line 304 Line 333
   Also this programme outputs the covariance matrix of the parameters but also    Also this programme outputs the covariance matrix of the parameters but also
   of the life expectancies. It also computes the period (stable) prevalence.     of the life expectancies. It also computes the period (stable) prevalence. 
       
   Authors: Nicolas Brouard (brouard@ined.fr) and Agnès Lièvre (lievre@ined.fr).    Authors: Nicolas Brouard (brouard@ined.fr) and Agnès Lièvre (lievre@ined.fr).
            Institut national d'études démographiques, Paris.             Institut national d'études démographiques, Paris.
   This software have been partly granted by Euro-REVES, a concerted action    This software have been partly granted by Euro-REVES, a concerted action
   from the European Union.    from the European Union.
   It is copyrighted identically to a GNU software product, ie programme and    It is copyrighted identically to a GNU software product, ie programme and
Line 362 Line 391
 #include <errno.h>  #include <errno.h>
 extern int errno;  extern int errno;
   
 /* #include <sys/time.h> */  #include <sys/time.h>
   /*
 #include <time.h>  #include <time.h>
 #include "timeval.h"  #include "timeval.h"
   
   #ifdef GSL
   #include <gsl/gsl_errno.h>
   #include <gsl/gsl_multimin.h>
   #endif
   
 /* #include <libintl.h> */  /* #include <libintl.h> */
 /* #define _(String) gettext (String) */  /* #define _(String) gettext (String) */
   
Line 403  extern int errno; Line 438  extern int errno;
 /* $Id$ */  /* $Id$ */
 /* $State$ */  /* $State$ */
   
 char version[]="Imach version 0.98k, June 2006, INED-EUROREVES-Institut de longevite ";  char version[]="Imach version 0.98m, April 2010, INED-EUROREVES-Institut de longevite ";
 char fullversion[]="$Revision$ $Date$";   char fullversion[]="$Revision$ $Date$"; 
 char strstart[80];  char strstart[80];
 char optionfilext[10], optionfilefiname[FILENAMELENGTH];  char optionfilext[10], optionfilefiname[FILENAMELENGTH];
 int erreur=0, nberr=0, nbwarn=0; /* Error number, number of errors number of warnings  */  int erreur=0, nberr=0, nbwarn=0; /* Error number, number of errors number of warnings  */
 int nvar=0;  int nvar=0, nforce=0; /* Number of variables, number of forces */
 int cptcovn=0, cptcovage=0, cptcoveff=0,cptcov=0; /* Number of covariates, of covariates with '*age' */  int cptcovn=0, cptcovage=0, cptcoveff=0,cptcov=0; /* Number of covariates, of covariates with '*age' */
 int npar=NPARMAX;  int npar=NPARMAX;
 int nlstate=2; /* Number of live states */  int nlstate=2; /* Number of live states */
Line 430  int **bh; /* bh[mi][i] is the bias (+ or Line 465  int **bh; /* bh[mi][i] is the bias (+ or
 double jmean=1; /* Mean space between 2 waves */  double jmean=1; /* Mean space between 2 waves */
 double **oldm, **newm, **savm; /* Working pointers to matrices */  double **oldm, **newm, **savm; /* Working pointers to matrices */
 double **oldms, **newms, **savms; /* Fixed working pointers to matrices */  double **oldms, **newms, **savms; /* Fixed working pointers to matrices */
 FILE *fic,*ficpar, *ficparo,*ficres, *ficresp, *ficrespl, *ficrespij, *ficrest,*ficresf,*ficrespop;  /*FILE *fic ; */ /* Used in readdata only */
   FILE *ficpar, *ficparo,*ficres, *ficresp, *ficrespl, *ficrespij, *ficrest,*ficresf,*ficrespop;
 FILE *ficlog, *ficrespow;  FILE *ficlog, *ficrespow;
 int globpr=0; /* Global variable for printing or not */  int globpr=0; /* Global variable for printing or not */
 double fretone; /* Only one call to likelihood */  double fretone; /* Only one call to likelihood */
Line 601  void replace_back_to_slash(char *s, char Line 637  void replace_back_to_slash(char *s, char
 }  }
   
 char *trimbb(char *out, char *in)  char *trimbb(char *out, char *in)
 { /* Trim multiple blanks in line */  { /* Trim multiple blanks in line but keeps first blanks if line starts with blanks */
   char *s;    char *s;
   s=out;    s=out;
   while (*in != '\0'){    while (*in != '\0'){
     while( *in == ' ' && *(in+1) == ' ' && *(in+1) != '\0'){      while( *in == ' ' && *(in+1) == ' '){ /* && *(in+1) != '\0'){*/
       in++;        in++;
     }      }
     *out++ = *in++;      *out++ = *in++;
Line 614  char *trimbb(char *out, char *in) Line 650  char *trimbb(char *out, char *in)
   return s;    return s;
 }  }
   
   char *cutv(char *blocc, char *alocc, char *in, char occ)
   {
     /* cuts string in into blocc and alocc where blocc ends before last occurence of char 'occ' 
        and alocc starts after last occurence of char 'occ' : ex cutv(blocc,alocc,"abcdef2ghi2j",'2')
        gives blocc="abcdef2ghi" and alocc="j".
        If occ is not found blocc is null and alocc is equal to in. Returns alocc
     */
     char *s, *t;
     t=in;s=in;
     while (*in != '\0'){
       while( *in == occ){
         *blocc++ = *in++;
         s=in;
       }
       *blocc++ = *in++;
     }
     if (s == t) /* occ not found */
       *(blocc-(in-s))='\0';
     else
       *(blocc-(in-s)-1)='\0';
     in=s;
     while ( *in != '\0'){
       *alocc++ = *in++;
     }
   
     *alocc='\0';
     return s;
   }
   
 int nbocc(char *s, char occ)  int nbocc(char *s, char occ)
 {  {
   int i,j=0;    int i,j=0;
Line 626  int nbocc(char *s, char occ) Line 691  int nbocc(char *s, char occ)
   return j;    return j;
 }  }
   
 void cutv(char *u,char *v, char*t, char occ)  /* void cutv(char *u,char *v, char*t, char occ) */
 {  /* { */
   /* cuts string t into u and v where u ends before first occurence of char 'occ'   /*   /\* cuts string t into u and v where u ends before last occurence of char 'occ'  */
      and v starts after first occurence of char 'occ' : ex cutv(u,v,"abcdef2ghi2j",'2')  /*      and v starts after last occurence of char 'occ' : ex cutv(u,v,"abcdef2ghi2j",'2') */
      gives u="abcedf" and v="ghi2j" */  /*      gives u="abcdef2ghi" and v="j" *\/ */
   int i,lg,j,p=0;  /*   int i,lg,j,p=0; */
   i=0;  /*   i=0; */
   for(j=0; j<=strlen(t)-1; j++) {  /*   lg=strlen(t); */
     if((t[j]!= occ) && (t[j+1]== occ)) p=j+1;  /*   for(j=0; j<=lg-1; j++) { */
   }  /*     if((t[j]!= occ) && (t[j+1]== occ)) p=j+1; */
   /*   } */
   
   lg=strlen(t);  /*   for(j=0; j<p; j++) { */
   for(j=0; j<p; j++) {  /*     (u[j] = t[j]); */
     (u[j] = t[j]);  /*   } */
   }  /*      u[p]='\0'; */
      u[p]='\0';  
   
    for(j=0; j<= lg; j++) {  /*    for(j=0; j<= lg; j++) { */
     if (j>=(p+1))(v[j-p-1] = t[j]);  /*     if (j>=(p+1))(v[j-p-1] = t[j]); */
   }  /*   } */
 }  /* } */
   
 /********************** nrerror ********************/  /********************** nrerror ********************/
   
Line 1206  double **prevalim(double **prlim, int nl Line 1271  double **prevalim(double **prlim, int nl
   for(agefin=age-stepm/YEARM; agefin>=age-delaymax; agefin=agefin-stepm/YEARM){    for(agefin=age-stepm/YEARM; agefin>=age-delaymax; agefin=agefin-stepm/YEARM){
     newm=savm;      newm=savm;
     /* Covariates have to be included here again */      /* Covariates have to be included here again */
      cov[2]=agefin;      cov[2]=agefin;
         
       for (k=1; k<=cptcovn;k++) {      for (k=1; k<=cptcovn;k++) {
         cov[2+k]=nbcode[Tvar[k]][codtab[ij][Tvar[k]]];        cov[2+k]=nbcode[Tvar[k]][codtab[ij][Tvar[k]]];
         /*      printf("ij=%d k=%d Tvar[k]=%d nbcode=%d cov=%lf codtab[ij][Tvar[k]]=%d \n",ij,k, Tvar[k],nbcode[Tvar[k]][codtab[ij][Tvar[k]]],cov[2+k], codtab[ij][Tvar[k]]);*/        /*        printf("ij=%d k=%d Tvar[k]=%d nbcode=%d cov=%lf codtab[ij][Tvar[k]]=%d \n",ij,k, Tvar[k],nbcode[Tvar[k]][codtab[ij][Tvar[k]]],cov[2+k], codtab[ij][Tvar[k]]);*/
       }      }
       for (k=1; k<=cptcovage;k++) cov[2+Tage[k]]=cov[2+Tage[k]]*cov[2];      for (k=1; k<=cptcovage;k++) cov[2+Tage[k]]=cov[2+Tage[k]]*cov[2];
       for (k=1; k<=cptcovprod;k++)      for (k=1; k<=cptcovprod;k++)
         cov[2+Tprod[k]]=nbcode[Tvard[k][1]][codtab[ij][Tvard[k][1]]]*nbcode[Tvard[k][2]][codtab[ij][Tvard[k][2]]];        cov[2+Tprod[k]]=nbcode[Tvard[k][1]][codtab[ij][Tvard[k][1]]] * nbcode[Tvard[k][2]][codtab[ij][Tvard[k][2]]];
       
       /*printf("ij=%d cptcovprod=%d tvar=%d ", ij, cptcovprod, Tvar[1]);*/      /*printf("ij=%d cptcovprod=%d tvar=%d ", ij, cptcovprod, Tvar[1]);*/
       /*printf("ij=%d cov[3]=%lf cov[4]=%lf \n",ij, cov[3],cov[4]);*/      /*printf("ij=%d cov[3]=%lf cov[4]=%lf \n",ij, cov[3],cov[4]);*/
       /*printf("ij=%d cov[3]=%lf \n",ij, cov[3]);*/      /*printf("ij=%d cov[3]=%lf \n",ij, cov[3]);*/
     out=matprod2(newm, pmij(pmmij,cov,ncovmodel,x,nlstate),1,nlstate+ndeath,1,nlstate+ndeath,1,nlstate+ndeath, oldm);      out=matprod2(newm, pmij(pmmij,cov,ncovmodel,x,nlstate),1,nlstate+ndeath,1,nlstate+ndeath,1,nlstate+ndeath, oldm);
       
     savm=oldm;      savm=oldm;
     oldm=newm;      oldm=newm;
     maxmax=0.;      maxmax=0.;
Line 1247  double **prevalim(double **prlim, int nl Line 1312  double **prevalim(double **prlim, int nl
   
 double **pmij(double **ps, double *cov, int ncovmodel, double *x, int nlstate )  double **pmij(double **ps, double *cov, int ncovmodel, double *x, int nlstate )
 {  {
   double s1, s2;    /* According to parameters values stored in x and the covariate's values stored in cov,
        computes the probability to be observed in state j being in state i by appying the
        model to the ncovmodel covariates (including constant and age).
        lnpijopii=ln(pij/pii)= aij+bij*age+cij*v1+dij*v2+... = sum_nc=1^ncovmodel xij(nc)*cov[nc]
        and, according on how parameters are entered, the position of the coefficient xij(nc) of the
        ncth covariate in the global vector x is given by the formula:
        j<i nc+((i-1)*(nlstate+ndeath-1)+j-1)*ncovmodel
        j>=i nc + ((i-1)*(nlstate+ndeath-1)+(j-2))*ncovmodel
        Computes ln(pij/pii) (lnpijopii), deduces pij/pii by exponentiation,
        sums on j different of i to get 1-pii/pii, deduces pii, and then all pij.
        Outputs ps[i][j] the probability to be observed in j being in j according to
        the values of the covariates cov[nc] and corresponding parameter values x[nc+shiftij]
     */
     double s1, lnpijopii;
   /*double t34;*/    /*double t34;*/
   int i,j,j1, nc, ii, jj;    int i,j,j1, nc, ii, jj;
   
     for(i=1; i<= nlstate; i++){      for(i=1; i<= nlstate; i++){
       for(j=1; j<i;j++){        for(j=1; j<i;j++){
         for (nc=1, s2=0.;nc <=ncovmodel; nc++){          for (nc=1, lnpijopii=0.;nc <=ncovmodel; nc++){
           /*s2 += param[i][j][nc]*cov[nc];*/            /*lnpijopii += param[i][j][nc]*cov[nc];*/
           s2 += x[(i-1)*nlstate*ncovmodel+(j-1)*ncovmodel+nc+(i-1)*(ndeath-1)*ncovmodel]*cov[nc];            lnpijopii += x[nc+((i-1)*(nlstate+ndeath-1)+j-1)*ncovmodel]*cov[nc];
 /*       printf("Int j<i s1=%.17e, s2=%.17e\n",s1,s2); */  /*       printf("Int j<i s1=%.17e, lnpijopii=%.17e\n",s1,lnpijopii); */
         }          }
         ps[i][j]=s2;          ps[i][j]=lnpijopii; /* In fact ln(pij/pii) */
 /*      printf("s1=%.17e, s2=%.17e\n",s1,s2); */  /*      printf("s1=%.17e, lnpijopii=%.17e\n",s1,lnpijopii); */
       }        }
       for(j=i+1; j<=nlstate+ndeath;j++){        for(j=i+1; j<=nlstate+ndeath;j++){
         for (nc=1, s2=0.;nc <=ncovmodel; nc++){          for (nc=1, lnpijopii=0.;nc <=ncovmodel; nc++){
           s2 += x[(i-1)*nlstate*ncovmodel+(j-2)*ncovmodel+nc+(i-1)*(ndeath-1)*ncovmodel]*cov[nc];            /*lnpijopii += x[(i-1)*nlstate*ncovmodel+(j-2)*ncovmodel+nc+(i-1)*(ndeath-1)*ncovmodel]*cov[nc];*/
 /*        printf("Int j>i s1=%.17e, s2=%.17e %lx %lx\n",s1,s2,s1,s2); */            lnpijopii += x[nc + ((i-1)*(nlstate+ndeath-1)+(j-2))*ncovmodel]*cov[nc];
   /*        printf("Int j>i s1=%.17e, lnpijopii=%.17e %lx %lx\n",s1,lnpijopii,s1,lnpijopii); */
         }          }
         ps[i][j]=s2;          ps[i][j]=lnpijopii; /* In fact ln(pij/pii) */
       }        }
     }      }
     /*ps[3][2]=1;*/  
           
     for(i=1; i<= nlstate; i++){      for(i=1; i<= nlstate; i++){
       s1=0;        s1=0;
       for(j=1; j<i; j++){        for(j=1; j<i; j++){
         s1+=exp(ps[i][j]);          s1+=exp(ps[i][j]); /* In fact sums pij/pii */
         /*printf("debug1 %d %d ps=%lf exp(ps)=%lf s1+=%lf\n",i,j,ps[i][j],exp(ps[i][j]),s1); */          /*printf("debug1 %d %d ps=%lf exp(ps)=%lf s1+=%lf\n",i,j,ps[i][j],exp(ps[i][j]),s1); */
       }        }
       for(j=i+1; j<=nlstate+ndeath; j++){        for(j=i+1; j<=nlstate+ndeath; j++){
         s1+=exp(ps[i][j]);          s1+=exp(ps[i][j]); /* In fact sums pij/pii */
         /*printf("debug2 %d %d ps=%lf exp(ps)=%lf s1+=%lf\n",i,j,ps[i][j],exp(ps[i][j]),s1); */          /*printf("debug2 %d %d ps=%lf exp(ps)=%lf s1+=%lf\n",i,j,ps[i][j],exp(ps[i][j]),s1); */
       }        }
         /* s1= sum_{j<>i} pij/pii=(1-pii)/pii and thus pii is known from s1 */
       ps[i][i]=1./(s1+1.);        ps[i][i]=1./(s1+1.);
         /* Computing other pijs */
       for(j=1; j<i; j++)        for(j=1; j<i; j++)
         ps[i][j]= exp(ps[i][j])*ps[i][i];          ps[i][j]= exp(ps[i][j])*ps[i][i];
       for(j=i+1; j<=nlstate+ndeath; j++)        for(j=i+1; j<=nlstate+ndeath; j++)
Line 1412  double func( double *x) Line 1492  double func( double *x)
   
   if(mle==1){    if(mle==1){
     for (i=1,ipmx=0, sw=0.; i<=imx; i++){      for (i=1,ipmx=0, sw=0.; i<=imx; i++){
         /* Computes the values of the ncovmodel covariates of the model
            depending if the covariates are fixed or variying (age dependent) and stores them in cov[]
            Then computes with function pmij which return a matrix p[i][j] giving the elementary probability
            to be observed in j being in i according to the model.
          */
       for (k=1; k<=cptcovn;k++) cov[2+k]=covar[Tvar[k]][i];        for (k=1; k<=cptcovn;k++) cov[2+k]=covar[Tvar[k]][i];
         /* In model V2+V1*V4+age*V3+V3*V2 Tvar[1] is V2, Tvar[2=V1*V4] 
            is 6, Tvar[3=age*V3] should not be computed because of age Tvar[4=V3*V2] 
            has been calculated etc */
       for(mi=1; mi<= wav[i]-1; mi++){        for(mi=1; mi<= wav[i]-1; mi++){
         for (ii=1;ii<=nlstate+ndeath;ii++)          for (ii=1;ii<=nlstate+ndeath;ii++)
           for (j=1;j<=nlstate+ndeath;j++){            for (j=1;j<=nlstate+ndeath;j++){
Line 1423  double func( double *x) Line 1511  double func( double *x)
           newm=savm;            newm=savm;
           cov[2]=agev[mw[mi][i]][i]+d*stepm/YEARM;            cov[2]=agev[mw[mi][i]][i]+d*stepm/YEARM;
           for (kk=1; kk<=cptcovage;kk++) {            for (kk=1; kk<=cptcovage;kk++) {
             cov[Tage[kk]+2]=covar[Tvar[Tage[kk]]][i]*cov[2];              cov[Tage[kk]+2]=covar[Tvar[Tage[kk]]][i]*cov[2]; /* Tage[kk] gives the data-covariate associated with age */
           }            }
           out=matprod2(newm,oldm,1,nlstate+ndeath,1,nlstate+ndeath,            out=matprod2(newm,oldm,1,nlstate+ndeath,1,nlstate+ndeath,
                        1,nlstate+ndeath,pmij(pmmij,cov,ncovmodel,x,nlstate));                         1,nlstate+ndeath,pmij(pmmij,cov,ncovmodel,x,nlstate));
Line 1703  double funcone( double *x) Line 1791  double funcone( double *x)
         lli= (savm[s1][s2]>(double)1.e-8 ?(1.+bbh)*log(out[s1][s2])- bbh*log(savm[s1][s2]):log((1.+bbh)*out[s1][s2])); /* exponential inter-extrapolation */          lli= (savm[s1][s2]>(double)1.e-8 ?(1.+bbh)*log(out[s1][s2])- bbh*log(savm[s1][s2]):log((1.+bbh)*out[s1][s2])); /* exponential inter-extrapolation */
       } else if (mle==4){  /* mle=4 no inter-extrapolation */        } else if (mle==4){  /* mle=4 no inter-extrapolation */
         lli=log(out[s1][s2]); /* Original formula */          lli=log(out[s1][s2]); /* Original formula */
       } else{  /* ml>=5 no inter-extrapolation no jackson =0.8a */        } else{  /* mle=0 back to 1 */
         lli=log(out[s1][s2]); /* Original formula */          lli= log((1.+bbh)*out[s1][s2]- bbh*savm[s1][s2]); /* linear interpolation */
           /*lli=log(out[s1][s2]); */ /* Original formula */
       } /* End of if */        } /* End of if */
       ipmx +=1;        ipmx +=1;
       sw += weight[i];        sw += weight[i];
Line 2427  void  concatwav(int wav[], int **dh, int Line 2516  void  concatwav(int wav[], int **dh, int
             dh[mi][i]=jk;              dh[mi][i]=jk;
             bh[mi][i]=0;              bh[mi][i]=0;
           }else{ /* We want a negative bias in order to only have interpolation ie            }else{ /* We want a negative bias in order to only have interpolation ie
                   * at the price of an extra matrix product in likelihood */                    * to avoid the price of an extra matrix product in likelihood */
             dh[mi][i]=jk+1;              dh[mi][i]=jk+1;
             bh[mi][i]=ju;              bh[mi][i]=ju;
           }            }
Line 2459  void  concatwav(int wav[], int **dh, int Line 2548  void  concatwav(int wav[], int **dh, int
 /*********** Tricode ****************************/  /*********** Tricode ****************************/
 void tricode(int *Tvar, int **nbcode, int imx)  void tricode(int *Tvar, int **nbcode, int imx)
 {  {
       /* Uses cptcovn+2*cptcovprod as the number of covariates */
   /*      Tvar[i]=atoi(stre); /* find 'n' in Vn and stores in Tvar. If model=V2+V1 Tvar[1]=2 and Tvar[2]=1 */    /*      Tvar[i]=atoi(stre); /* find 'n' in Vn and stores in Tvar. If model=V2+V1 Tvar[1]=2 and Tvar[2]=1 */
   
   int Ndum[20],ij=1, k=0, j=0, i=0, maxncov=NCOVMAX;    int Ndum[20],ij=1, k=0, j=0, i=0, maxncov=NCOVMAX;
   int cptcode=0;    int modmaxcovj=0; /* Modality max of covariates j */
   cptcoveff=0;     cptcoveff=0; 
     
   for (k=0; k<maxncov; k++) Ndum[k]=0;    for (k=0; k<maxncov; k++) Ndum[k]=0;
   for (k=1; k<=7; k++) ncodemax[k]=0; /* Horrible constant again */    for (k=1; k<=7; k++) ncodemax[k]=0; /* Horrible constant again */
   
   for (j=1; j<=(cptcovn+2*cptcovprod); j++) { /* For each covariate */    for (j=1; j<=(cptcovn+2*cptcovprod); j++) { /* For each covariate j */
     for (i=1; i<=imx; i++) { /*reads the data file to get the maximum       for (i=1; i<=imx; i++) { /*reads the data file to get the maximum value of the 
                                modality*/                                  modality of this covariate Vj*/ 
       ij=(int)(covar[Tvar[j]][i]); /* ij is the modality of this individual, might be -1*/        ij=(int)(covar[Tvar[j]][i]); /* ij=0 or 1 or -1. Finds for covariate j, n=Tvar[j] of Vn . ij is the
       Ndum[ij]++; /*counts the occurence of this modality */                                        modality of the nth covariate of individual i. */
         Ndum[ij]++; /*counts and stores the occurence of this modality 0, 1, -1*/
       /*printf("i=%d ij=%d Ndum[ij]=%d imx=%d",i,ij,Ndum[ij],imx);*/        /*printf("i=%d ij=%d Ndum[ij]=%d imx=%d",i,ij,Ndum[ij],imx);*/
       if (ij > cptcode) cptcode=ij; /* getting the maximum value of the modality of the covariate  (should be 0 or 1 now)         if (ij > modmaxcovj) modmaxcovj=ij; 
                                        Tvar[j]. If V=sex and male is 0 and         /* getting the maximum value of the modality of the covariate
                                        female is 1, then  cptcode=1.*/           (should be 0 or 1 now) Tvar[j]. If V=sex and male is coded 0 and
     }           female is 1, then modmaxcovj=1.*/
       }
     for (i=0; i<=cptcode; i++) { /* i=-1 ?*/      /* Ndum[0] = frequency of 0 for model-covariate j, Ndum[1] frequency of 1 etc. */
       if(Ndum[i]!=0) ncodemax[j]++; /* Nomber of modalities of the j      for (i=0; i<=modmaxcovj; i++) { /* i=-1 ? 0 and 1*//* For each modality of model-cov j */
                                        th covariate. In fact        if( Ndum[i] != 0 )
                                        ncodemax[j]=2          ncodemax[j]++; 
                                        (dichotom. variables only) but        /* Number of modalities of the j th covariate. In fact
                                        it can be more */           ncodemax[j]=2 (dichotom. variables only) but it could be more for
            historical reasons */
     } /* Ndum[-1] number of undefined modalities */      } /* Ndum[-1] number of undefined modalities */
   
       /* j is a covariate, n=Tvar[j] of Vn; Fills nbcode */
     ij=1;       ij=1; 
     for (i=1; i<=ncodemax[j]; i++) { /* i= 1 to 2 */      for (i=1; i<=ncodemax[j]; i++) { /* i= 1 to 2 for dichotomous */
       for (k=0; k<= maxncov; k++) { /* k=-1 ?*/        for (k=0; k<= modmaxcovj; k++) { /* k=-1 ? NCOVMAX*//* maxncov or modmaxcovj */
         if (Ndum[k] != 0) { /* If at least one individual responded to this modality k */          if (Ndum[k] != 0) { /* If at least one individual responded to this modality k */
           nbcode[Tvar[j]][ij]=k;  /* stores the modality in an array nbcode.             nbcode[Tvar[j]][ij]=k;  /* stores the modality in an array nbcode. 
                                      k is a modality. If we have model=V1+V1*sex                                        k is a modality. If we have model=V1+V1*sex 
Line 2498  void tricode(int *Tvar, int **nbcode, in Line 2590  void tricode(int *Tvar, int **nbcode, in
           ij++;            ij++;
         }          }
         if (ij > ncodemax[j]) break;           if (ij > ncodemax[j]) break; 
       }          }  /* end of loop on */
     }       } /* end of loop on modality */ 
   }      } /* end of loop on model-covariate j. nbcode[Tvarj][1]=0 and nbcode[Tvarj][2]=1 sets the value of covariate j*/  
     
  for (k=0; k< maxncov; k++) Ndum[k]=0;    for (k=0; k< maxncov; k++) Ndum[k]=0;
     
  for (i=1; i<=ncovmodel-2; i++) { /* -2, cste and age */    for (i=1; i<=ncovmodel-2; i++) { /* -2, cste and age */
    /* Listing of all covariables in statement model to see if some covariates appear twice. For example, V1 appears twice in V1+V1*V2.*/     /* Listing of all covariables in statement model to see if some covariates appear twice. For example, V1 appears twice in V1+V1*V2.*/
    ij=Tvar[i]; /* Tvar might be -1 if status was unknown */     ij=Tvar[i]; /* Tvar might be -1 if status was unknown */
    Ndum[ij]++;     Ndum[ij]++;
  }   }
   
  ij=1;   ij=1;
  for (i=1; i<= maxncov; i++) {   for (i=1; i<= maxncov; i++) { /* modmaxcovj is unknown here. Only Ndum[2(V2),3(age*V3), 5(V3*V2) 6(V1*V4) */
    if((Ndum[i]!=0) && (i<=ncovcol)){     if((Ndum[i]!=0) && (i<=ncovcol)){
      Tvaraff[ij]=i; /*For printing */       Tvaraff[ij]=i; /*For printing */
      ij++;       ij++;
Line 3479  To be simple, these graphs help to under Line 3571  To be simple, these graphs help to under
                   /* Computing eigen value of matrix of covariance */                    /* Computing eigen value of matrix of covariance */
                   lc1=((v1+v2)+sqrt((v1+v2)*(v1+v2) - 4*(v1*v2-cv12*cv12)))/2.;                    lc1=((v1+v2)+sqrt((v1+v2)*(v1+v2) - 4*(v1*v2-cv12*cv12)))/2.;
                   lc2=((v1+v2)-sqrt((v1+v2)*(v1+v2) - 4*(v1*v2-cv12*cv12)))/2.;                    lc2=((v1+v2)-sqrt((v1+v2)*(v1+v2) - 4*(v1*v2-cv12*cv12)))/2.;
                     if ((lc2 <0) || (lc1 <0) ){
                       printf("Error: One eigen value of 2x2 matrix of covariance is negative, lc1=%11.3e, lc2=%11.3e, v1=%11.3e, v2=%11.3e, cv12=%11.3e.\n It means that the matrix was not well estimated (varpij), for i=%2d, j=%2d, age=%4d .\n See files %s and %s. Continuing by making them positive: WRONG RESULTS.\n", lc1, lc2, v1, v2, cv12, i, j, (int)age,fileresprobcov, fileresprobcor);
                       fprintf(ficlog,"Error: One eigen value of 2x2 matrix of covariance is negative, lc1=%11.3e, lc2=%11.3e, v1=%11.3e, v2=%11.3e, cv12=%11.3e\n", lc1, lc2, v1, v2, cv12);fflush(ficlog);
                       lc1=fabs(lc1);
                       lc2=fabs(lc2);
                     }
   
                   /* Eigen vectors */                    /* Eigen vectors */
                   v11=(1./sqrt(1+(v1-lc1)*(v1-lc1)/cv12/cv12));                    v11=(1./sqrt(1+(v1-lc1)*(v1-lc1)/cv12/cv12));
                   /*v21=sqrt(1.-v11*v11); *//* error */                    /*v21=sqrt(1.-v11*v11); *//* error */
Line 4370  double gompertz(double x[]) Line 4469  double gompertz(double x[])
   return -2*L*num/sump;    return -2*L*num/sump;
 }  }
   
   #ifdef GSL
   /******************* Gompertz_f Likelihood ******************************/
   double gompertz_f(const gsl_vector *v, void *params)
   { 
     double A,B,LL=0.0,sump=0.,num=0.;
     double *x= (double *) v->data;
     int i,n=0; /* n is the size of the sample */
   
     for (i=0;i<=imx-1 ; i++) {
       sump=sump+weight[i];
       /*    sump=sump+1;*/
       num=num+1;
     }
    
    
     /* for (i=0; i<=imx; i++) 
        if (wav[i]>0) printf("i=%d ageex=%lf agecens=%lf agedc=%lf cens=%d %d\n" ,i,ageexmed[i],agecens[i],agedc[i],cens[i],wav[i]);*/
     printf("x[0]=%lf x[1]=%lf\n",x[0],x[1]);
     for (i=1;i<=imx ; i++)
       {
         if (cens[i] == 1 && wav[i]>1)
           A=-x[0]/(x[1])*(exp(x[1]*(agecens[i]-agegomp))-exp(x[1]*(ageexmed[i]-agegomp)));
         
         if (cens[i] == 0 && wav[i]>1)
           A=-x[0]/(x[1])*(exp(x[1]*(agedc[i]-agegomp))-exp(x[1]*(ageexmed[i]-agegomp)))
                +log(x[0]/YEARM)+x[1]*(agedc[i]-agegomp)+log(YEARM);  
         
         /*if (wav[i] > 1 && agecens[i] > 15) {*/ /* ??? */
         if (wav[i] > 1 ) { /* ??? */
           LL=LL+A*weight[i];
           /*      printf("\ni=%d A=%f L=%lf x[1]=%lf x[2]=%lf ageex=%lf agecens=%lf cens=%d agedc=%lf weight=%lf\n",i,A,L,x[1],x[2],ageexmed[i]*12,agecens[i]*12,cens[i],agedc[i]*12,weight[i]);*/
         }
       }
   
    /*printf("x1=%2.9f x2=%2.9f x3=%2.9f L=%f\n",x[1],x[2],x[3],L);*/
     printf("x[0]=%lf x[1]=%lf -2*LL*num/sump=%lf\n",x[0],x[1],-2*LL*num/sump);
    
     return -2*LL*num/sump;
   }
   #endif
   
 /******************* Printing html file ***********/  /******************* Printing html file ***********/
 void printinghtmlmort(char fileres[], char title[], char datafile[], int firstpass, \  void printinghtmlmort(char fileres[], char title[], char datafile[], int firstpass, \
                   int lastpass, int stepm, int weightopt, char model[],\                    int lastpass, int stepm, int weightopt, char model[],\
Line 4417  void printinggnuplotmort(char fileres[], Line 4557  void printinggnuplotmort(char fileres[],
   
 }   } 
   
   int readdata(char datafile[], int firstobs, int lastobs, int *imax)
   
   
   
 /***********************************************/  
 /**************** Main Program *****************/  
 /***********************************************/  
   
 int main(int argc, char *argv[])  
 {  {
   int movingaverage(double ***probs, double bage,double fage, double ***mobaverage, int mobilav);  
   int i,j, k, n=MAXN,iter,m,size=100,cptcode, cptcod;  
   int linei, month, year,iout;  
   int jj, ll, li, lj, lk, imk;  
   int numlinepar=0; /* Current linenumber of parameter file */  
   int itimes;  
   int NDIM=2;  
   int vpopbased=0;  
   
   char ca[32], cb[32], cc[32];    /*-------- data file ----------*/
     FILE *fic;
   char dummy[]="                         ";    char dummy[]="                         ";
   /*  FILE *fichtm; *//* Html File */    int i, j, n;
   /* FILE *ficgp;*/ /*Gnuplot File */    int linei, month, year,iout;
   struct stat info;    char line[MAXLINE], linetmp[MAXLINE];
   double agedeb, agefin,hf;    char stra[80], strb[80];
   double ageminpar=1.e20,agemin=1.e20, agemaxpar=-1.e20, agemax=-1.e20;  
   
   double fret;  
   double **xi,tmp,delta;  
   
   double dum; /* Dummy variable */  
   double ***p3mat;  
   double ***mobaverage;  
   int *indx;  
   char line[MAXLINE], linepar[MAXLINE];  
   char linetmp[MAXLINE];  
     char path[MAXLINE],pathc[MAXLINE],pathcd[MAXLINE],pathtot[MAXLINE],model[MAXLINE];  
   char pathr[MAXLINE], pathimach[MAXLINE];   
   char **bp, *tok, *val; /* pathtot */  
   int firstobs=1, lastobs=10;  
   int sdeb, sfin; /* Status at beginning and end */  
   int c,  h , cpt,l;  
   int ju,jl, mi;  
   int i1,j1, k1,k2,k3,jk,aa,bb, stepsize, ij;  
   int jnais,jdc,jint4,jint1,jint2,jint3,**outcome,*tab;   
   int mobilavproj=0 , prevfcast=0 ; /* moving average of prev, If prevfcast=1 prevalence projection */  
   int mobilav=0,popforecast=0;  
   int hstepm, nhstepm;  
   int agemortsup;  
   float  sumlpop=0.;  
   double jprev1=1, mprev1=1,anprev1=2000,jprev2=1, mprev2=1,anprev2=2000;  
   double jpyram=1, mpyram=1,anpyram=2000,jpyram1=1, mpyram1=1,anpyram1=2000;  
   
   double bage, fage, age, agelim, agebase;  
   double ftolpl=FTOL;  
   double **prlim;  
   double *severity;  
   double ***param; /* Matrix of parameters */  
   double  *p;  
   double **matcov; /* Matrix of covariance */  
   double ***delti3; /* Scale */  
   double *delti; /* Scale */  
   double ***eij, ***vareij;  
   double **varpl; /* Variances of prevalence limits by age */  
   double *epj, vepp;  
   double kk1, kk2;  
   double dateprev1, dateprev2,jproj1=1,mproj1=1,anproj1=2000,jproj2=1,mproj2=1,anproj2=2000;  
   double **ximort;  
   char *alph[]={"a","a","b","c","d","e"}, str[4];  
   int *dcwave;  
   
   char z[1]="c", occ;  
   
   char stra[80], strb[80], strc[80], strd[80],stre[80],modelsav[80];  
   char  *strt, strtend[80];  
   char *stratrunc;    char *stratrunc;
   int lstra;    int lstra;
   
   long total_usecs;  
    
 /*   setlocale (LC_ALL, ""); */  
 /*   bindtextdomain (PACKAGE, LOCALEDIR); */  
 /*   textdomain (PACKAGE); */  
 /*   setlocale (LC_CTYPE, ""); */  
 /*   setlocale (LC_MESSAGES, ""); */  
   
   /*   gettimeofday(&start_time, (struct timezone*)0); */ /* at first time */  
   (void) gettimeofday(&start_time,&tzp);  
   curr_time=start_time;  
   tm = *localtime(&start_time.tv_sec);  
   tmg = *gmtime(&start_time.tv_sec);  
   strcpy(strstart,asctime(&tm));  
   
 /*  printf("Localtime (at start)=%s",strstart); */  
 /*  tp.tv_sec = tp.tv_sec +86400; */  
 /*  tm = *localtime(&start_time.tv_sec); */  
 /*   tmg.tm_year=tmg.tm_year +dsign*dyear; */  
 /*   tmg.tm_mon=tmg.tm_mon +dsign*dmonth; */  
 /*   tmg.tm_hour=tmg.tm_hour + 1; */  
 /*   tp.tv_sec = mktime(&tmg); */  
 /*   strt=asctime(&tmg); */  
 /*   printf("Time(after) =%s",strstart);  */  
 /*  (void) time (&time_value);  
 *  printf("time=%d,t-=%d\n",time_value,time_value-86400);  
 *  tm = *localtime(&time_value);  
 *  strstart=asctime(&tm);  
 *  printf("tim_value=%d,asctime=%s\n",time_value,strstart);   
 */  
   
   nberr=0; /* Number of errors and warnings */  
   nbwarn=0;  
   getcwd(pathcd, size);  
   
   printf("\n%s\n%s",version,fullversion);  
   if(argc <=1){  
     printf("\nEnter the parameter file name: ");  
     fgets(pathr,FILENAMELENGTH,stdin);  
     i=strlen(pathr);  
     if(pathr[i-1]=='\n')  
       pathr[i-1]='\0';  
    for (tok = pathr; tok != NULL; ){  
       printf("Pathr |%s|\n",pathr);  
       while ((val = strsep(&tok, "\"" )) != NULL && *val == '\0');  
       printf("val= |%s| pathr=%s\n",val,pathr);  
       strcpy (pathtot, val);  
       if(pathr[0] == '\0') break; /* Dirty */  
     }  
   }  
   else{  
     strcpy(pathtot,argv[1]);  
   }  
   /*if(getcwd(pathcd, MAXLINE)!= NULL)printf ("Error pathcd\n");*/  
   /*cygwin_split_path(pathtot,path,optionfile);  
     printf("pathtot=%s, path=%s, optionfile=%s\n",pathtot,path,optionfile);*/  
   /* cutv(path,optionfile,pathtot,'\\');*/  
   
   /* Split argv[0], imach program to get pathimach */    if((fic=fopen(datafile,"r"))==NULL)    {
   printf("\nargv[0]=%s argv[1]=%s, \n",argv[0],argv[1]);      printf("Problem while opening datafile: %s\n", datafile);return 1;
   split(argv[0],pathimach,optionfile,optionfilext,optionfilefiname);      fprintf(ficlog,"Problem while opening datafile: %s\n", datafile);return 1;
   printf("\nargv[0]=%s pathimach=%s, \noptionfile=%s \noptionfilext=%s \noptionfilefiname=%s\n",argv[0],pathimach,optionfile,optionfilext,optionfilefiname);  
  /*   strcpy(pathimach,argv[0]); */  
   /* Split argv[1]=pathtot, parameter file name to get path, optionfile, extension and name */  
   split(pathtot,path,optionfile,optionfilext,optionfilefiname);  
   printf("\npathtot=%s,\npath=%s,\noptionfile=%s \noptionfilext=%s \noptionfilefiname=%s\n",pathtot,path,optionfile,optionfilext,optionfilefiname);  
   chdir(path); /* Can be a relative path */  
   if(getcwd(pathcd,MAXLINE) > 0) /* So pathcd is the full path */  
     printf("Current directory %s!\n",pathcd);  
   strcpy(command,"mkdir ");  
   strcat(command,optionfilefiname);  
   if((outcmd=system(command)) != 0){  
     printf("Problem creating directory or it already exists %s%s, err=%d\n",path,optionfilefiname,outcmd);  
     /* fprintf(ficlog,"Problem creating directory %s%s\n",path,optionfilefiname); */  
     /* fclose(ficlog); */  
 /*     exit(1); */  
   }    }
 /*   if((imk=mkdir(optionfilefiname))<0){ */  
 /*     perror("mkdir"); */  
 /*   } */  
   
   /*-------- arguments in the command line --------*/    i=1;
     linei=0;
     while ((fgets(line, MAXLINE, fic) != NULL) &&((i >= firstobs) && (i <=lastobs))) {
       linei=linei+1;
       for(j=strlen(line); j>=0;j--){  /* Untabifies line */
         if(line[j] == '\t')
           line[j] = ' ';
       }
       for(j=strlen(line)-1; (line[j]==' ')||(line[j]==10)||(line[j]==13);j--){
         ;
       };
       line[j+1]=0;  /* Trims blanks at end of line */
       if(line[0]=='#'){
         fprintf(ficlog,"Comment line\n%s\n",line);
         printf("Comment line\n%s\n",line);
         continue;
       }
       trimbb(linetmp,line); /* Trims multiple blanks in line */
       for (j=0; line[j]!='\0';j++){
         line[j]=linetmp[j];
       }
     
   
   /* Log file */      for (j=maxwav;j>=1;j--){
         cutv(stra, strb, line, ' '); 
         if(strb[0]=='.') { /* Missing status */
           lval=-1;
         }else{
           errno=0;
           lval=strtol(strb,&endptr,10); 
         /*        if (errno == ERANGE && (lval == LONG_MAX || lval == LONG_MIN))*/
           if( strb[0]=='\0' || (*endptr != '\0')){
             printf("Error reading data around '%s' at line number %ld for individual %d, '%s'\nShould be a status of wave %d. Setting maxwav=%d might be wrong.  Exiting.\n", strb, linei,i,line,j,maxwav);
             fprintf(ficlog,"Error reading data around '%s' at line number %ld for individual %d, '%s'\nShould be a status of wave %d. Setting maxwav=%d might be wrong.  Exiting.\n", strb, linei,i,line,j,maxwav);fflush(ficlog);
             return 1;
           }
         }
         s[j][i]=lval;
         
         strcpy(line,stra);
         cutv(stra, strb,line,' ');
         if(iout=sscanf(strb,"%d/%d",&month, &year) != 0){
         }
         else  if(iout=sscanf(strb,"%s.") != 0){
           month=99;
           year=9999;
         }else{
           printf("Error reading data around '%s' at line number %ld for individual %d, '%s'\nShould be a date of interview (mm/yyyy or .) at wave %d.  Exiting.\n",strb, linei,i, line,j);
           fprintf(ficlog,"Error reading data around '%s' at line number %ld for individual %d, '%s'\nShould be a date of interview (mm/yyyy or .) at wave %d.  Exiting.\n",strb, linei,i, line,j);fflush(ficlog);
           return 1;
         }
         anint[j][i]= (double) year; 
         mint[j][i]= (double)month; 
         strcpy(line,stra);
       } /* ENd Waves */
       
       cutv(stra, strb,line,' '); 
       if(iout=sscanf(strb,"%d/%d",&month, &year) != 0){
       }
       else  if(iout=sscanf(strb,"%s.",dummy) != 0){
         month=99;
         year=9999;
       }else{
         printf("Error reading data around '%s' at line number %ld for individual %d, '%s'\nShould be a date of death (mm/yyyy or .).  Exiting.\n",strb, linei,i,line);
           fprintf(ficlog,"Error reading data around '%s' at line number %ld for individual %d, '%s'\nShould be a date of death (mm/yyyy or .).  Exiting.\n",strb, linei,i,line);fflush(ficlog);
           return 1;
       }
       andc[i]=(double) year; 
       moisdc[i]=(double) month; 
       strcpy(line,stra);
       
       cutv(stra, strb,line,' '); 
       if(iout=sscanf(strb,"%d/%d",&month, &year) != 0){
       }
       else  if(iout=sscanf(strb,"%s.") != 0){
         month=99;
         year=9999;
       }else{
         printf("Error reading data around '%s' at line number %ld for individual %d, '%s'\nShould be a date of birth (mm/yyyy or .).  Exiting.\n",strb, linei,i,line);
         fprintf(ficlog,"Error reading data around '%s' at line number %ld for individual %d, '%s'\nShould be a date of birth (mm/yyyy or .).  Exiting.\n",strb, linei,i,line);fflush(ficlog);
           return 1;
       }
       if (year==9999) {
         printf("Error reading data around '%s' at line number %ld for individual %d, '%s'\nShould be a date of birth (mm/yyyy) but at least the year of birth should be given.  Exiting.\n",strb, linei,i,line);
         fprintf(ficlog,"Error reading data around '%s' at line number %ld for individual %d, '%s'\nShould be a date of birth (mm/yyyy) but at least the year of birth should be given. Exiting.\n",strb, linei,i,line);fflush(ficlog);
           return 1;
   
       }
       annais[i]=(double)(year);
       moisnais[i]=(double)(month); 
       strcpy(line,stra);
       
       cutv(stra, strb,line,' '); 
       errno=0;
       dval=strtod(strb,&endptr); 
       if( strb[0]=='\0' || (*endptr != '\0')){
         printf("Error reading data around '%f' at line number %ld, \"%s\" for individual %d\nShould be a weight.  Exiting.\n",dval, i,line,linei);
         fprintf(ficlog,"Error reading data around '%f' at line number %ld, \"%s\" for individual %d\nShould be a weight.  Exiting.\n",dval, i,line,linei);
         fflush(ficlog);
         return 1;
       }
       weight[i]=dval; 
       strcpy(line,stra);
       
       for (j=ncovcol;j>=1;j--){
         cutv(stra, strb,line,' '); 
         if(strb[0]=='.') { /* Missing status */
           lval=-1;
         }else{
           errno=0;
           lval=strtol(strb,&endptr,10); 
           if( strb[0]=='\0' || (*endptr != '\0')){
             printf("Error reading data around '%d' at line number %ld for individual %d, '%s'\nShould be a covariate value (=0 for the reference or 1 for alternative).  Exiting.\n",lval, linei,i, line);
             fprintf(ficlog,"Error reading data around '%d' at line number %ld for individual %d, '%s'\nShould be a covariate value (=0 for the reference or 1 for alternative).  Exiting.\n",lval, linei,i, line);fflush(ficlog);
             return 1;
           }
         }
         if(lval <-1 || lval >1){
           printf("Error reading data around '%d' at line number %ld for individual %d, '%s'\n \
    Should be a value of %d(nth) covariate (0 should be the value for the reference and 1\n \
    for the alternative. IMaCh does not build design variables automatically, do it yourself.\n \
    For example, for multinomial values like 1, 2 and 3,\n \
    build V1=0 V2=0 for the reference value (1),\n \
           V1=1 V2=0 for (2) \n \
    and V1=0 V2=1 for (3). V1=1 V2=1 should not exist and the corresponding\n \
    output of IMaCh is often meaningless.\n \
    Exiting.\n",lval,linei, i,line,j);
           fprintf(ficlog,"Error reading data around '%d' at line number %ld for individual %d, '%s'\n \
    Should be a value of %d(nth) covariate (0 should be the value for the reference and 1\n \
    for the alternative. IMaCh does not build design variables automatically, do it yourself.\n \
    For example, for multinomial values like 1, 2 and 3,\n \
    build V1=0 V2=0 for the reference value (1),\n \
           V1=1 V2=0 for (2) \n \
    and V1=0 V2=1 for (3). V1=1 V2=1 should not exist and the corresponding\n \
    output of IMaCh is often meaningless.\n \
    Exiting.\n",lval,linei, i,line,j);fflush(ficlog);
           return 1;
         }
         covar[j][i]=(double)(lval);
         strcpy(line,stra);
       }  
       lstra=strlen(stra);
        
       if(lstra > 9){ /* More than 2**32 or max of what printf can write with %ld */
         stratrunc = &(stra[lstra-9]);
         num[i]=atol(stratrunc);
       }
       else
         num[i]=atol(stra);
       /*if((s[2][i]==2) && (s[3][i]==-1)&&(s[4][i]==9)){
         printf("%ld %.lf %.lf %.lf %.lf/%.lf %.lf/%.lf %.lf/%.lf %d %.lf/%.lf %d %.lf/%.lf %d %.lf/%.lf %d\n",num[i],(covar[1][i]), (covar[2][i]),weight[i], (moisnais[i]), (annais[i]), (moisdc[i]), (andc[i]), (mint[1][i]), (anint[1][i]), (s[1][i]),  (mint[2][i]), (anint[2][i]), (s[2][i]),  (mint[3][i]), (anint[3][i]), (s[3][i]),  (mint[4][i]), (anint[4][i]), (s[4][i])); ij=ij+1;}*/
       
       i=i+1;
     } /* End loop reading  data */
   
     *imax=i-1; /* Number of individuals */
     fclose(fic);
    
     return (0);
     endread:
       printf("Exiting readdata: ");
       fclose(fic);
       return (1);
   
   
   
   }
   
   int decodemodel ( char model[], int lastobs)
   {
     int i, j, k;
     int i1, j1, k1, k2;
     char modelsav[80];
      char stra[80], strb[80], strc[80], strd[80],stre[80];
   
     if (strlen(model) >1){ /* If there is at least 1 covariate */
       j=0, j1=0, k1=1, k2=1;
       j=nbocc(model,'+'); /* j=Number of '+' */
       j1=nbocc(model,'*'); /* j1=Number of '*' */
       cptcovn=j+1; /* Number of covariates V1+V2*age+V3 =>(2 plus signs) + 1=3 
                     but the covariates which are product must be computed and stored. */
       cptcovprod=j1; /*Number of products  V1*V2 +v3*age = 2 */
       
       strcpy(modelsav,model); 
       if (strstr(model,"AGE") !=0){
         printf("Error. AGE must be in lower case 'age' model=%s ",model);
         fprintf(ficlog,"Error. AGE must be in lower case model=%s ",model);fflush(ficlog);
         return 1;
       }
       
       /* This loop fills the array Tvar from the string 'model'.*/
       /* j is the number of + signs in the model V1+V2+V3 j=2 i=3 to 1 */
       /*   modelsav=V2+V1+V4+age*V3 strb=age*V3 stra=V2+V1+V4  */
       /*  k=4 (age*V3) Tvar[k=4]= 3 (from V3) Tage[cptcovage=1]=4 */
       /*  k=3 V4 Tvar[k=3]= 4 (from V4) */
       /*  k=2 V1 Tvar[k=2]= 1 (from V1) */
       /*  k=1 Tvar[1]=2 (from V2) */
       /*  k=5 Tvar[5] */
       /* for (k=1; k<=cptcovn;k++) { */
       /*  cov[2+k]=nbcode[Tvar[k]][codtab[ij][Tvar[k]]]; */
       /*  } */
       /* for (k=1; k<=cptcovage;k++) cov[2+Tage[k]]=cov[2+Tage[k]]*cov[2]; */
       for(k=cptcovn; k>=1;k--){
         cutv(stra,strb,modelsav,'+'); /* keeps in strb after the first '+' 
                                        modelsav==V2+V1+V4+V3*age strb=V3*age stra=V2+V1+V4 
                                       */ 
         if (nbocc(modelsav,'+')==0) strcpy(strb,modelsav); /* and analyzes it */
         /*      printf("i=%d a=%s b=%s sav=%s\n",i, stra,strb,modelsav);*/
         /*scanf("%d",i);*/
         if (strchr(strb,'*')) {  /* Model includes a product V2+V1+V4+V3*age strb=V3*age */
           cutv(strd,strc,strb,'*'); /* strd*strc  Vm*Vn: strb=V3*age strc=age strd=V3 ; V3*V2 strc=V2, strd=V3 */
           if (strcmp(strc,"age")==0) { /* Vn*age */
             cptcovprod--;
             cutv(strb,stre,strd,'V'); /* stre="V3" */
             Tvar[k]=atoi(stre);  /* V2+V1+V4+V3*age Tvar[4]=2 ; V1+V2*age Tvar[2]=2 */
             cptcovage++; /* Sums the number of covariates which include age as a product */
             Tage[cptcovage]=k;  /* Tage[1] = 4 */
             /*printf("stre=%s ", stre);*/
           } else if (strcmp(strd,"age")==0) { /* or age*Vn */
             cptcovprod--;
             cutv(strb,stre,strc,'V');
             Tvar[k]=atoi(stre);
             cptcovage++;
             Tage[cptcovage]=k;
           } else {  /* Age is not in the model product V2+V1+V1*V4+V3*age+V3*V2  strb=V3*V2*/
             /* loops on k1=1 (V3*V2) and k1=2 V4*V3 */
             cutv(strb,stre,strc,'V'); /* strc= Vn, stre is n; strb=V3*V2 stre=3 strc=*/
             Tvar[k]=ncovcol+k1;  /* For model-covariate k tells which data-covariate to use but
                                     because this model-covariate is a construction we invent a new column
                                     ncovcol + k1
                                     If already ncovcol=4 and model=V2+V1+V1*V4+age*V3+V3*V2
                                     Tvar[3=V1*V4]=4+1 Tvar[5=V3*V2]=4 + 2= 6, etc */
             cutv(strb,strc,strd,'V'); /* strd was Vm, strc is m */
             Tprod[k1]=k;  /* Tprod[1]=3(=V1*V4) for V2+V1+V1*V4+age*V3+V3*V2  */
             Tvard[k1][1]=atoi(strc); /* m 1 for V1*/
             Tvard[k1][2]=atoi(stre); /* n 4 for V4*/
             Tvar[cptcovn+k2]=Tvard[k1][1]; /* Tvar[(cptcovn=4+k2=1)=5]= 1 (V1) */
             Tvar[cptcovn+k2+1]=Tvard[k1][2];  /* Tvar[(cptcovn=4+(k2=1)+1)=6]= 4 (V4) */
             for (i=1; i<=lastobs;i++){
               /* Computes the new covariate which is a product of
                  covar[n][i]* covar[m][i] and stores it at ncovol+k1 */
               covar[ncovcol+k1][i]=covar[atoi(stre)][i]*covar[atoi(strc)][i];
             }
             k1++;
             k2=k2+2;
           } /* End age is not in the model */
         } /* End if model includes a product */
         else { /* no more sum */
           /*printf("d=%s c=%s b=%s\n", strd,strc,strb);*/
          /*  scanf("%d",i);*/
           cutv(strd,strc,strb,'V');
           Tvar[k]=atoi(strc);
         }
         strcpy(modelsav,stra);  /* modelsav=V2+V1+V4 stra=V2+V1+V4 */ 
         /*printf("a=%s b=%s sav=%s\n", stra,strb,modelsav);
           scanf("%d",i);*/
       } /* end of loop + */
     } /* end model */
     
     /*The number n of Vn is stored in Tvar. cptcovage =number of age covariate. Tage gives the position of age. cptcovprod= number of products.
       If model=V1+V1*age then Tvar[1]=1 Tvar[2]=1 cptcovage=1 Tage[1]=2 cptcovprod=0*/
   
     /* printf("tvar1=%d tvar2=%d tvar3=%d cptcovage=%d Tage=%d",Tvar[1],Tvar[2],Tvar[3],cptcovage,Tage[1]);
     printf("cptcovprod=%d ", cptcovprod);
     fprintf(ficlog,"cptcovprod=%d ", cptcovprod);
   
     scanf("%d ",i);*/
   
   
     return (0); /* with covar[new additional covariate if product] and Tage if age */ 
     endread:
       printf("Exiting decodemodel: ");
       return (1);
   }
   
   calandcheckages(int imx, int maxwav, double *agemin, double *agemax, int *nberr, int *nbwarn )
   {
     int i, m;
   
     for (i=1; i<=imx; i++) {
       for(m=2; (m<= maxwav); m++) {
         if (((int)mint[m][i]== 99) && (s[m][i] <= nlstate)){
           anint[m][i]=9999;
           s[m][i]=-1;
         }
         if((int)moisdc[i]==99 && (int)andc[i]==9999 && s[m][i]>nlstate){
           *nberr++;
           printf("Error! Date of death (month %2d and year %4d) of individual %ld on line %d was unknown, you must set an arbitrary year of death or he/she is skipped and results are biased\n",(int)moisdc[i],(int)andc[i],num[i],i);
           fprintf(ficlog,"Error! Date of death (month %2d and year %4d) of individual %ld on line %d was unknown, you must set an arbitrary year of death or he/she is skipped and results are biased\n",(int)moisdc[i],(int)andc[i],num[i],i);
           s[m][i]=-1;
         }
         if((int)moisdc[i]==99 && (int)andc[i]!=9999 && s[m][i]>nlstate){
           *nberr++;
           printf("Error! Month of death of individual %ld on line %d was unknown %2d, you should set it otherwise the information on the death is skipped and results are biased.\n",num[i],i,(int)moisdc[i]); 
           fprintf(ficlog,"Error! Month of death of individual %ld on line %d was unknown %f, you should set it otherwise the information on the death is skipped and results are biased.\n",num[i],i,moisdc[i]); 
           s[m][i]=-1; /* We prefer to skip it (and to skip it in version 0.8a1 too */
         }
       }
     }
   
     for (i=1; i<=imx; i++)  {
       agedc[i]=(moisdc[i]/12.+andc[i])-(moisnais[i]/12.+annais[i]);
       for(m=firstpass; (m<= lastpass); m++){
         if(s[m][i] >0 || s[m][i]==-2 || s[m][i]==-4 || s[m][i]==-5){
           if (s[m][i] >= nlstate+1) {
             if(agedc[i]>0)
               if((int)moisdc[i]!=99 && (int)andc[i]!=9999)
                 agev[m][i]=agedc[i];
             /*if(moisdc[i]==99 && andc[i]==9999) s[m][i]=-1;*/
               else {
                 if ((int)andc[i]!=9999){
                   nbwarn++;
                   printf("Warning negative age at death: %ld line:%d\n",num[i],i);
                   fprintf(ficlog,"Warning negative age at death: %ld line:%d\n",num[i],i);
                   agev[m][i]=-1;
                 }
               }
           }
           else if(s[m][i] !=9){ /* Standard case, age in fractional
                                    years but with the precision of a month */
             agev[m][i]=(mint[m][i]/12.+1./24.+anint[m][i])-(moisnais[i]/12.+1./24.+annais[i]);
             if((int)mint[m][i]==99 || (int)anint[m][i]==9999)
               agev[m][i]=1;
             else if(agev[m][i] < *agemin){ 
               *agemin=agev[m][i];
               printf(" Min anint[%d][%d]=%.2f annais[%d]=%.2f, agemin=%.2f\n",m,i,anint[m][i], i,annais[i], *agemin);
             }
             else if(agev[m][i] >*agemax){
               *agemax=agev[m][i];
               printf(" Max anint[%d][%d]=%.0f annais[%d]=%.0f, agemax=%.2f\n",m,i,anint[m][i], i,annais[i], *agemax);
             }
             /*agev[m][i]=anint[m][i]-annais[i];*/
             /*     agev[m][i] = age[i]+2*m;*/
           }
           else { /* =9 */
             agev[m][i]=1;
             s[m][i]=-1;
           }
         }
         else /*= 0 Unknown */
           agev[m][i]=1;
       }
       
     }
     for (i=1; i<=imx; i++)  {
       for(m=firstpass; (m<=lastpass); m++){
         if (s[m][i] > (nlstate+ndeath)) {
           *nberr++;
           printf("Error: on wave %d of individual %d status %d > (nlstate+ndeath)=(%d+%d)=%d\n",m,i,s[m][i],nlstate, ndeath, nlstate+ndeath);     
           fprintf(ficlog,"Error: on wave %d of individual %d status %d > (nlstate+ndeath)=(%d+%d)=%d\n",m,i,s[m][i],nlstate, ndeath, nlstate+ndeath);     
           return 1;
         }
       }
     }
   
     /*for (i=1; i<=imx; i++){
     for (m=firstpass; (m<lastpass); m++){
        printf("%ld %d %.lf %d %d\n", num[i],(covar[1][i]),agev[m][i],s[m][i],s[m+1][i]);
   }
   
   }*/
   
   
     printf("Total number of individuals= %d, Agemin = %.2f, Agemax= %.2f\n\n", imx, *agemin, *agemax);
     fprintf(ficlog,"Total number of individuals= %d, Agemin = %.2f, Agemax= %.2f\n\n", imx, *agemin, *agemax); 
   
     return (0);
     endread:
       printf("Exiting calandcheckages: ");
       return (1);
   }
   
   
   /***********************************************/
   /**************** Main Program *****************/
   /***********************************************/
   
   int main(int argc, char *argv[])
   {
   #ifdef GSL
     const gsl_multimin_fminimizer_type *T;
     size_t iteri = 0, it;
     int rval = GSL_CONTINUE;
     int status = GSL_SUCCESS;
     double ssval;
   #endif
     int movingaverage(double ***probs, double bage,double fage, double ***mobaverage, int mobilav);
     int i,j, k, n=MAXN,iter,m,size=100,cptcode, cptcod;
     int linei, month, year,iout;
     int jj, ll, li, lj, lk, imk;
     int numlinepar=0; /* Current linenumber of parameter file */
     int itimes;
     int NDIM=2;
     int vpopbased=0;
   
     char ca[32], cb[32], cc[32];
     /*  FILE *fichtm; *//* Html File */
     /* FILE *ficgp;*/ /*Gnuplot File */
     struct stat info;
     double agedeb, agefin,hf;
     double ageminpar=1.e20,agemin=1.e20, agemaxpar=-1.e20, agemax=-1.e20;
   
     double fret;
     double **xi,tmp,delta;
   
     double dum; /* Dummy variable */
     double ***p3mat;
     double ***mobaverage;
     int *indx;
     char line[MAXLINE], linepar[MAXLINE];
     char path[MAXLINE],pathc[MAXLINE],pathcd[MAXLINE],pathtot[MAXLINE],model[MAXLINE];
     char pathr[MAXLINE], pathimach[MAXLINE]; 
     char **bp, *tok, *val; /* pathtot */
     int firstobs=1, lastobs=10;
     int sdeb, sfin; /* Status at beginning and end */
     int c,  h , cpt,l;
     int ju,jl, mi;
     int i1,j1, jk,aa,bb, stepsize, ij;
     int jnais,jdc,jint4,jint1,jint2,jint3,*tab; 
     int mobilavproj=0 , prevfcast=0 ; /* moving average of prev, If prevfcast=1 prevalence projection */
     int mobilav=0,popforecast=0;
     int hstepm, nhstepm;
     int agemortsup;
     float  sumlpop=0.;
     double jprev1=1, mprev1=1,anprev1=2000,jprev2=1, mprev2=1,anprev2=2000;
     double jpyram=1, mpyram=1,anpyram=2000,jpyram1=1, mpyram1=1,anpyram1=2000;
   
     double bage, fage, age, agelim, agebase;
     double ftolpl=FTOL;
     double **prlim;
     double ***param; /* Matrix of parameters */
     double  *p;
     double **matcov; /* Matrix of covariance */
     double ***delti3; /* Scale */
     double *delti; /* Scale */
     double ***eij, ***vareij;
     double **varpl; /* Variances of prevalence limits by age */
     double *epj, vepp;
     double kk1, kk2;
     double dateprev1, dateprev2,jproj1=1,mproj1=1,anproj1=2000,jproj2=1,mproj2=1,anproj2=2000;
     double **ximort;
     char *alph[]={"a","a","b","c","d","e"}, str[4];
     int *dcwave;
   
     char z[1]="c", occ;
   
     /*char  *strt;*/
     char strtend[80];
   
     long total_usecs;
    
   /*   setlocale (LC_ALL, ""); */
   /*   bindtextdomain (PACKAGE, LOCALEDIR); */
   /*   textdomain (PACKAGE); */
   /*   setlocale (LC_CTYPE, ""); */
   /*   setlocale (LC_MESSAGES, ""); */
   
     /*   gettimeofday(&start_time, (struct timezone*)0); */ /* at first time */
     (void) gettimeofday(&start_time,&tzp);
     curr_time=start_time;
     tm = *localtime(&start_time.tv_sec);
     tmg = *gmtime(&start_time.tv_sec);
     strcpy(strstart,asctime(&tm));
   
   /*  printf("Localtime (at start)=%s",strstart); */
   /*  tp.tv_sec = tp.tv_sec +86400; */
   /*  tm = *localtime(&start_time.tv_sec); */
   /*   tmg.tm_year=tmg.tm_year +dsign*dyear; */
   /*   tmg.tm_mon=tmg.tm_mon +dsign*dmonth; */
   /*   tmg.tm_hour=tmg.tm_hour + 1; */
   /*   tp.tv_sec = mktime(&tmg); */
   /*   strt=asctime(&tmg); */
   /*   printf("Time(after) =%s",strstart);  */
   /*  (void) time (&time_value);
   *  printf("time=%d,t-=%d\n",time_value,time_value-86400);
   *  tm = *localtime(&time_value);
   *  strstart=asctime(&tm);
   *  printf("tim_value=%d,asctime=%s\n",time_value,strstart); 
   */
   
     nberr=0; /* Number of errors and warnings */
     nbwarn=0;
     getcwd(pathcd, size);
   
     printf("\n%s\n%s",version,fullversion);
     if(argc <=1){
       printf("\nEnter the parameter file name: ");
       fgets(pathr,FILENAMELENGTH,stdin);
       i=strlen(pathr);
       if(pathr[i-1]=='\n')
         pathr[i-1]='\0';
      for (tok = pathr; tok != NULL; ){
         printf("Pathr |%s|\n",pathr);
         while ((val = strsep(&tok, "\"" )) != NULL && *val == '\0');
         printf("val= |%s| pathr=%s\n",val,pathr);
         strcpy (pathtot, val);
         if(pathr[0] == '\0') break; /* Dirty */
       }
     }
     else{
       strcpy(pathtot,argv[1]);
     }
     /*if(getcwd(pathcd, MAXLINE)!= NULL)printf ("Error pathcd\n");*/
     /*cygwin_split_path(pathtot,path,optionfile);
       printf("pathtot=%s, path=%s, optionfile=%s\n",pathtot,path,optionfile);*/
     /* cutv(path,optionfile,pathtot,'\\');*/
   
     /* Split argv[0], imach program to get pathimach */
     printf("\nargv[0]=%s argv[1]=%s, \n",argv[0],argv[1]);
     split(argv[0],pathimach,optionfile,optionfilext,optionfilefiname);
     printf("\nargv[0]=%s pathimach=%s, \noptionfile=%s \noptionfilext=%s \noptionfilefiname=%s\n",argv[0],pathimach,optionfile,optionfilext,optionfilefiname);
    /*   strcpy(pathimach,argv[0]); */
     /* Split argv[1]=pathtot, parameter file name to get path, optionfile, extension and name */
     split(pathtot,path,optionfile,optionfilext,optionfilefiname);
     printf("\npathtot=%s,\npath=%s,\noptionfile=%s \noptionfilext=%s \noptionfilefiname=%s\n",pathtot,path,optionfile,optionfilext,optionfilefiname);
     chdir(path); /* Can be a relative path */
     if(getcwd(pathcd,MAXLINE) > 0) /* So pathcd is the full path */
       printf("Current directory %s!\n",pathcd);
     strcpy(command,"mkdir ");
     strcat(command,optionfilefiname);
     if((outcmd=system(command)) != 0){
       printf("Problem creating directory or it already exists %s%s, err=%d\n",path,optionfilefiname,outcmd);
       /* fprintf(ficlog,"Problem creating directory %s%s\n",path,optionfilefiname); */
       /* fclose(ficlog); */
   /*     exit(1); */
     }
   /*   if((imk=mkdir(optionfilefiname))<0){ */
   /*     perror("mkdir"); */
   /*   } */
   
     /*-------- arguments in the command line --------*/
   
     /* Log file */
   strcat(filelog, optionfilefiname);    strcat(filelog, optionfilefiname);
   strcat(filelog,".log");    /* */    strcat(filelog,".log");    /* */
   if((ficlog=fopen(filelog,"w"))==NULL)    {    if((ficlog=fopen(filelog,"w"))==NULL)    {
Line 4655  int main(int argc, char *argv[]) Line 5185  int main(int argc, char *argv[])
   
         
   covar=matrix(0,NCOVMAX,1,n);     covar=matrix(0,NCOVMAX,1,n); 
   cptcovn=0; /*Number of covariates, i.e. number of '+' in model statement*/    cptcovn=0; /*Number of covariates, i.e. number of '+' in model statement plus one, indepently of n in Vn*/
   if (strlen(model)>1) cptcovn=nbocc(model,'+')+1;    /* v1+v2+v3+v2*v4+v5*age makes cptcovn = 5
   /* where is ncovprod ?*/       v1+v2*age+v2*v3 makes cptcovn = 3
   ncovmodel=2+cptcovn; /*Number of variables = cptcovn + intercept + age : v1+v2+v3+v2*v4+v5*age makes 5+2=7*/    */
     if (strlen(model)>1) 
       cptcovn=nbocc(model,'+')+1;
     /* ncovprod */
     ncovmodel=2+cptcovn; /*Number of variables including intercept and age = cptcovn + intercept + age : v1+v2+v3+v2*v4+v5*age makes 5+2=7*/
   nvar=ncovmodel-1; /* Suppressing age as a basic covariate */    nvar=ncovmodel-1; /* Suppressing age as a basic covariate */
   nforces= (nlstate+ndeath-1)*nlstate; /* Number of forces ij from state i to j */    nforce= (nlstate+ndeath-1)*nlstate; /* Number of forces ij from state i to j */
   npar= (nlstate+ndeath-1)*nlstate*ncovmodel; /* Number of parameters like aij*/    npar= nforce*ncovmodel; /* Number of parameters like aij*/
   if(npar >MAXPARM || nlstate >NLSTATEMAX || ndeath >NDEATHMAX || ncovmodel>NCOVMAX){    if(npar >MAXPARM || nlstate >NLSTATEMAX || ndeath >NDEATHMAX || ncovmodel>NCOVMAX){
     printf("Too complex model for current IMaCh: npar=(nlstate+ndeath-1)*nlstate*ncovmodel=%d >= %d(MAXPARM) or nlstate=%d >= %d(NLSTATEMAX) or ndeath=%d >= %d(NDEATHMAX) or ncovmodel=(k+age+#of+signs)=%d(NCOVMAX) >= %d\n",npar, MAXPARM, nlstate, NLSTATEMAX, ndeath, NDEATHMAX, ncovmodel, NCOVMAX);      printf("Too complex model for current IMaCh: npar=(nlstate+ndeath-1)*nlstate*ncovmodel=%d >= %d(MAXPARM) or nlstate=%d >= %d(NLSTATEMAX) or ndeath=%d >= %d(NDEATHMAX) or ncovmodel=(k+age+#of+signs)=%d(NCOVMAX) >= %d\n",npar, MAXPARM, nlstate, NLSTATEMAX, ndeath, NDEATHMAX, ncovmodel, NCOVMAX);
     fprintf(ficlog,"Too complex model for current IMaCh: %d >=%d(MAXPARM) or %d >=%d(NLSTATEMAX) or %d >=%d(NDEATHMAX) or %d(NCOVMAX) >=%d\n",npar, MAXPARM, nlstate, NLSTATEMAX, ndeath, NDEATHMAX, ncovmodel, NCOVMAX);      fprintf(ficlog,"Too complex model for current IMaCh: %d >=%d(MAXPARM) or %d >=%d(NLSTATEMAX) or %d >=%d(NDEATHMAX) or %d(NCOVMAX) >=%d\n",npar, MAXPARM, nlstate, NLSTATEMAX, ndeath, NDEATHMAX, ncovmodel, NCOVMAX);
Line 4680  int main(int argc, char *argv[]) Line 5214  int main(int argc, char *argv[])
     fclose (ficparo);      fclose (ficparo);
     fclose (ficlog);      fclose (ficlog);
     goto end;      goto end;
     exit(0);      exit(0);
   }    }
   else if(mle==-3) {    else if(mle==-3) {
     prwizard(ncovmodel, nlstate, ndeath, model, ficparo);      prwizard(ncovmodel, nlstate, ndeath, model, ficparo);
     printf(" You choose mle=-3, look at file %s for a template of covariance matrix \n",filereso);      printf(" You choose mle=-3, look at file %s for a template of covariance matrix \n",filereso);
     fprintf(ficlog," You choose mle=-3, look at file %s for a template of covariance matrix \n",filereso);      fprintf(ficlog," You choose mle=-3, look at file %s for a template of covariance matrix \n",filereso);
     param= ma3x(1,nlstate,1,nlstate+ndeath-1,1,ncovmodel);      param= ma3x(1,nlstate,1,nlstate+ndeath-1,1,ncovmodel);
     matcov=matrix(1,npar,1,npar);      matcov=matrix(1,npar,1,npar);
   }    }
   else{    else{
     /* Read guess parameters */      /* Read guess parameters */
     /* Reads comments: lines beginning with '#' */  
     while((c=getc(ficpar))=='#' && c!= EOF){  
       ungetc(c,ficpar);  
       fgets(line, MAXLINE, ficpar);  
       numlinepar++;  
       puts(line);  
       fputs(line,ficparo);  
       fputs(line,ficlog);  
     }  
     ungetc(c,ficpar);  
       
     param= ma3x(1,nlstate,1,nlstate+ndeath-1,1,ncovmodel);  
     for(i=1; i <=nlstate; i++){  
       j=0;  
       for(jj=1; jj <=nlstate+ndeath; jj++){  
         if(jj==i) continue;  
         j++;  
         fscanf(ficpar,"%1d%1d",&i1,&j1);  
         if ((i1 != i) && (j1 != j)){  
           printf("Error in line parameters number %d, %1d%1d instead of %1d%1d \n \  
 It might be a problem of design; if ncovcol and the model are correct\n \  
 run imach with mle=-1 to get a correct template of the parameter file.\n",numlinepar, i,j, i1, j1);  
           exit(1);  
         }  
         fprintf(ficparo,"%1d%1d",i1,j1);  
         if(mle==1)  
           printf("%1d%1d",i,j);  
         fprintf(ficlog,"%1d%1d",i,j);  
         for(k=1; k<=ncovmodel;k++){  
           fscanf(ficpar," %lf",&param[i][j][k]);  
           if(mle==1){  
             printf(" %lf",param[i][j][k]);  
             fprintf(ficlog," %lf",param[i][j][k]);  
           }  
           else  
             fprintf(ficlog," %lf",param[i][j][k]);  
           fprintf(ficparo," %lf",param[i][j][k]);  
         }  
         fscanf(ficpar,"\n");  
         numlinepar++;  
         if(mle==1)  
           printf("\n");  
         fprintf(ficlog,"\n");  
         fprintf(ficparo,"\n");  
       }  
     }    
     fflush(ficlog);  
   
     p=param[1][1];  
       
     /* Reads comments: lines beginning with '#' */  
     while((c=getc(ficpar))=='#' && c!= EOF){  
       ungetc(c,ficpar);  
       fgets(line, MAXLINE, ficpar);  
       numlinepar++;  
       puts(line);  
       fputs(line,ficparo);  
       fputs(line,ficlog);  
     }  
     ungetc(c,ficpar);  
   
     for(i=1; i <=nlstate; i++){  
       for(j=1; j <=nlstate+ndeath-1; j++){  
         fscanf(ficpar,"%1d%1d",&i1,&j1);  
         if ((i1-i)*(j1-j)!=0){  
           printf("Error in line parameters number %d, %1d%1d instead of %1d%1d \n",numlinepar, i,j, i1, j1);  
           exit(1);  
         }  
         printf("%1d%1d",i,j);  
         fprintf(ficparo,"%1d%1d",i1,j1);  
         fprintf(ficlog,"%1d%1d",i1,j1);  
         for(k=1; k<=ncovmodel;k++){  
           fscanf(ficpar,"%le",&delti3[i][j][k]);  
           printf(" %le",delti3[i][j][k]);  
           fprintf(ficparo," %le",delti3[i][j][k]);  
           fprintf(ficlog," %le",delti3[i][j][k]);  
         }  
         fscanf(ficpar,"\n");  
         numlinepar++;  
         printf("\n");  
         fprintf(ficparo,"\n");  
         fprintf(ficlog,"\n");  
       }  
     }  
     fflush(ficlog);  
   
     delti=delti3[1][1];  
   
   
     /* free_ma3x(delti3,1,nlstate,1,nlstate+ndeath-1,1,ncovmodel); */ /* Hasn't to to freed here otherwise delti is no more allocated */  
     
     /* Reads comments: lines beginning with '#' */      /* Reads comments: lines beginning with '#' */
     while((c=getc(ficpar))=='#' && c!= EOF){      while((c=getc(ficpar))=='#' && c!= EOF){
       ungetc(c,ficpar);        ungetc(c,ficpar);
Line 4792  run imach with mle=-1 to get a correct t Line 5235  run imach with mle=-1 to get a correct t
       fputs(line,ficlog);        fputs(line,ficlog);
     }      }
     ungetc(c,ficpar);      ungetc(c,ficpar);
     
     matcov=matrix(1,npar,1,npar);  
     for(i=1; i <=npar; i++)  
       for(j=1; j <=npar; j++) matcov[i][j]=0.;  
         
     for(i=1; i <=npar; i++){  
       fscanf(ficpar,"%s",&str);  
       if(mle==1)  
         printf("%s",str);  
       fprintf(ficlog,"%s",str);  
       fprintf(ficparo,"%s",str);  
       for(j=1; j <=i; j++){  
         fscanf(ficpar," %le",&matcov[i][j]);  
         if(mle==1){  
           printf(" %.5le",matcov[i][j]);  
         }  
         fprintf(ficlog," %.5le",matcov[i][j]);  
         fprintf(ficparo," %.5le",matcov[i][j]);  
       }  
       fscanf(ficpar,"\n");  
       numlinepar++;  
       if(mle==1)  
         printf("\n");  
       fprintf(ficlog,"\n");  
       fprintf(ficparo,"\n");  
     }  
     for(i=1; i <=npar; i++)  
       for(j=i+1;j<=npar;j++)  
         matcov[i][j]=matcov[j][i];  
           
     if(mle==1)      param= ma3x(1,nlstate,1,nlstate+ndeath-1,1,ncovmodel);
       printf("\n");      for(i=1; i <=nlstate; i++){
     fprintf(ficlog,"\n");        j=0;
             for(jj=1; jj <=nlstate+ndeath; jj++){
     fflush(ficlog);          if(jj==i) continue;
               j++;
     /*-------- Rewriting parameter file ----------*/          fscanf(ficpar,"%1d%1d",&i1,&j1);
     strcpy(rfileres,"r");    /* "Rparameterfile */          if ((i1 != i) && (j1 != j)){
     strcat(rfileres,optionfilefiname);    /* Parameter file first name*/            printf("Error in line parameters number %d, %1d%1d instead of %1d%1d \n \
     strcat(rfileres,".");    /* */  It might be a problem of design; if ncovcol and the model are correct\n \
     strcat(rfileres,optionfilext);    /* Other files have txt extension */  run imach with mle=-1 to get a correct template of the parameter file.\n",numlinepar, i,j, i1, j1);
     if((ficres =fopen(rfileres,"w"))==NULL) {            exit(1);
       printf("Problem writing new parameter file: %s\n", fileres);goto end;  
       fprintf(ficlog,"Problem writing new parameter file: %s\n", fileres);goto end;  
     }  
     fprintf(ficres,"#%s\n",version);  
   }    /* End of mle != -3 */  
   
   /*-------- data file ----------*/  
   if((fic=fopen(datafile,"r"))==NULL)    {  
     printf("Problem while opening datafile: %s\n", datafile);goto end;  
     fprintf(ficlog,"Problem while opening datafile: %s\n", datafile);goto end;  
   }  
   
   n= lastobs;  
   severity = vector(1,maxwav);  
   outcome=imatrix(1,maxwav+1,1,n);  
   num=lvector(1,n);  
   moisnais=vector(1,n);  
   annais=vector(1,n);  
   moisdc=vector(1,n);  
   andc=vector(1,n);  
   agedc=vector(1,n);  
   cod=ivector(1,n);  
   weight=vector(1,n);  
   for(i=1;i<=n;i++) weight[i]=1.0; /* Equal weights, 1 by default */  
   mint=matrix(1,maxwav,1,n);  
   anint=matrix(1,maxwav,1,n);  
   s=imatrix(1,maxwav+1,1,n); /* s[i][j] health state for wave i and individual j */   
   tab=ivector(1,NCOVMAX);  
   ncodemax=ivector(1,8);  
   
   i=1;  
   linei=0;  
   while ((fgets(line, MAXLINE, fic) != NULL) &&((i >= firstobs) && (i <=lastobs))) {  
     linei=linei+1;  
     for(j=strlen(line); j>=0;j--){  /* Untabifies line */  
       if(line[j] == '\t')  
         line[j] = ' ';  
     }  
     for(j=strlen(line)-1; (line[j]==' ')||(line[j]==10)||(line[j]==13);j--){  
       ;  
     };  
     line[j+1]=0;  /* Trims blanks at end of line */  
     if(line[0]=='#'){  
       fprintf(ficlog,"Comment line\n%s\n",line);  
       printf("Comment line\n%s\n",line);  
       continue;  
     }  
     trimbb(linetmp,line); /* Trims multiple blanks in line */  
     for (j=0; line[j]!='\0';j++){  
       line[j]=linetmp[j];  
     }  
     
   
     for (j=maxwav;j>=1;j--){  
       cutv(stra, strb,line,' ');   
       if(strb[0]=='.') { /* Missing status */  
         lval=-1;  
       }else{  
         errno=0;  
         lval=strtol(strb,&endptr,10);   
       /*        if (errno == ERANGE && (lval == LONG_MAX || lval == LONG_MIN))*/  
         if( strb[0]=='\0' || (*endptr != '\0')){  
           printf("Error reading data around '%s' at line number %ld for individual %d, '%s'\nShould be a status of wave %d. Setting maxwav=%d might be wrong.  Exiting.\n", strb, linei,i,line,j,maxwav);  
           fprintf(ficlog,"Error reading data around '%s' at line number %ld for individual %d, '%s'\nShould be a status of wave %d. Setting maxwav=%d might be wrong.  Exiting.\n", strb, linei,i,line,j,maxwav);fflush(ficlog);  
           goto end;  
         }          }
       }          fprintf(ficparo,"%1d%1d",i1,j1);
       s[j][i]=lval;          if(mle==1)
                   printf("%1d%1d",i,j);
       strcpy(line,stra);          fprintf(ficlog,"%1d%1d",i,j);
       cutv(stra, strb,line,' ');          for(k=1; k<=ncovmodel;k++){
       if(iout=sscanf(strb,"%d/%d",&month, &year) != 0){            fscanf(ficpar," %lf",&param[i][j][k]);
       }            if(mle==1){
       else  if(iout=sscanf(strb,"%s.") != 0){              printf(" %lf",param[i][j][k]);
         month=99;              fprintf(ficlog," %lf",param[i][j][k]);
         year=9999;            }
       }else{            else
         printf("Error reading data around '%s' at line number %ld for individual %d, '%s'\nShould be a date of interview (mm/yyyy or .) at wave %d.  Exiting.\n",strb, linei,i, line,j);              fprintf(ficlog," %lf",param[i][j][k]);
         fprintf(ficlog,"Error reading data around '%s' at line number %ld for individual %d, '%s'\nShould be a date of interview (mm/yyyy or .) at wave %d.  Exiting.\n",strb, linei,i, line,j);fflush(ficlog);            fprintf(ficparo," %lf",param[i][j][k]);
         goto end;  
       }  
       anint[j][i]= (double) year;   
       mint[j][i]= (double)month;   
       strcpy(line,stra);  
     } /* ENd Waves */  
       
     cutv(stra, strb,line,' ');   
     if(iout=sscanf(strb,"%d/%d",&month, &year) != 0){  
     }  
     else  if(iout=sscanf(strb,"%s.",dummy) != 0){  
       month=99;  
       year=9999;  
     }else{  
       printf("Error reading data around '%s' at line number %ld for individual %d, '%s'\nShould be a date of death (mm/yyyy or .).  Exiting.\n",strb, linei,i,line);  
         fprintf(ficlog,"Error reading data around '%s' at line number %ld for individual %d, '%s'\nShould be a date of death (mm/yyyy or .).  Exiting.\n",strb, linei,i,line);fflush(ficlog);  
         goto end;  
     }  
     andc[i]=(double) year;   
     moisdc[i]=(double) month;   
     strcpy(line,stra);  
       
     cutv(stra, strb,line,' ');   
     if(iout=sscanf(strb,"%d/%d",&month, &year) != 0){  
     }  
     else  if(iout=sscanf(strb,"%s.") != 0){  
       month=99;  
       year=9999;  
     }else{  
       printf("Error reading data around '%s' at line number %ld %s for individual %d, '%s'\nShould be a date of birth (mm/yyyy or .).  Exiting.\n",strb, linei,i,line,j);  
       fprintf(ficlog,"Error reading data around '%s' at line number %ld %s for individual %d, '%s'\nShould be a date of birth (mm/yyyy or .).  Exiting.\n",strb, linei,i,line,j);fflush(ficlog);  
         goto end;  
     }  
     annais[i]=(double)(year);  
     moisnais[i]=(double)(month);   
     strcpy(line,stra);  
       
     cutv(stra, strb,line,' ');   
     errno=0;  
     dval=strtod(strb,&endptr);   
     if( strb[0]=='\0' || (*endptr != '\0')){  
       printf("Error reading data around '%f' at line number %ld, \"%s\" for individual %d\nShould be a weight.  Exiting.\n",dval, i,line,linei);  
       fprintf(ficlog,"Error reading data around '%f' at line number %ld, \"%s\" for individual %d\nShould be a weight.  Exiting.\n",dval, i,line,linei);  
       fflush(ficlog);  
       goto end;  
     }  
     weight[i]=dval;   
     strcpy(line,stra);  
       
     for (j=ncovcol;j>=1;j--){  
       cutv(stra, strb,line,' ');   
       if(strb[0]=='.') { /* Missing status */  
         lval=-1;  
       }else{  
         errno=0;  
         lval=strtol(strb,&endptr,10);   
         if( strb[0]=='\0' || (*endptr != '\0')){  
           printf("Error reading data around '%d' at line number %ld for individual %d, '%s'\nShould be a covariate value (=0 for the reference or 1 for alternative).  Exiting.\n",lval, linei,i, line);  
           fprintf(ficlog,"Error reading data around '%d' at line number %ld for individual %d, '%s'\nShould be a covariate value (=0 for the reference or 1 for alternative).  Exiting.\n",lval, linei,i, line);fflush(ficlog);  
           goto end;  
         }          }
       }          fscanf(ficpar,"\n");
       if(lval <-1 || lval >1){          numlinepar++;
         printf("Error reading data around '%d' at line number %ld for individual %d, '%s'\n \          if(mle==1)
  Should be a value of %d(nth) covariate (0 should be the value for the reference and 1\n \            printf("\n");
  for the alternative. IMaCh does not build design variables automatically, do it yourself.\n \          fprintf(ficlog,"\n");
  For example, for multinomial values like 1, 2 and 3,\n \          fprintf(ficparo,"\n");
  build V1=0 V2=0 for the reference value (1),\n \        }
         V1=1 V2=0 for (2) \n \      }  
  and V1=0 V2=1 for (3). V1=1 V2=1 should not exist and the corresponding\n \      fflush(ficlog);
  output of IMaCh is often meaningless.\n \  
  Exiting.\n",lval,linei, i,line,j);      p=param[1][1];
         fprintf(ficlog,"Error reading data around '%d' at line number %ld for individual %d, '%s'\n \  
  Should be a value of %d(nth) covariate (0 should be the value for the reference and 1\n \  
  for the alternative. IMaCh does not build design variables automatically, do it yourself.\n \  
  For example, for multinomial values like 1, 2 and 3,\n \  
  build V1=0 V2=0 for the reference value (1),\n \  
         V1=1 V2=0 for (2) \n \  
  and V1=0 V2=1 for (3). V1=1 V2=1 should not exist and the corresponding\n \  
  output of IMaCh is often meaningless.\n \  
  Exiting.\n",lval,linei, i,line,j);fflush(ficlog);  
         goto end;  
       }  
       covar[j][i]=(double)(lval);  
       strcpy(line,stra);  
     }    
     lstra=strlen(stra);  
        
     if(lstra > 9){ /* More than 2**32 or max of what printf can write with %ld */  
       stratrunc = &(stra[lstra-9]);  
       num[i]=atol(stratrunc);  
     }  
     else  
       num[i]=atol(stra);  
     /*if((s[2][i]==2) && (s[3][i]==-1)&&(s[4][i]==9)){  
       printf("%ld %.lf %.lf %.lf %.lf/%.lf %.lf/%.lf %.lf/%.lf %d %.lf/%.lf %d %.lf/%.lf %d %.lf/%.lf %d\n",num[i],(covar[1][i]), (covar[2][i]),weight[i], (moisnais[i]), (annais[i]), (moisdc[i]), (andc[i]), (mint[1][i]), (anint[1][i]), (s[1][i]),  (mint[2][i]), (anint[2][i]), (s[2][i]),  (mint[3][i]), (anint[3][i]), (s[3][i]),  (mint[4][i]), (anint[4][i]), (s[4][i])); ij=ij+1;}*/  
       
     i=i+1;  
   } /* End loop reading  data */  
   fclose(fic);  
   /* printf("ii=%d", ij);  
      scanf("%d",i);*/  
   imx=i-1; /* Number of individuals */  
   
   /* for (i=1; i<=imx; i++){  
     if ((s[1][i]==3) && (s[2][i]==2)) s[2][i]=3;  
     if ((s[2][i]==3) && (s[3][i]==2)) s[3][i]=3;  
     if ((s[3][i]==3) && (s[4][i]==2)) s[4][i]=3;  
     }*/  
    /*  for (i=1; i<=imx; i++){  
      if (s[4][i]==9)  s[4][i]=-1;   
      printf("%ld %.lf %.lf %.lf %.lf/%.lf %.lf/%.lf %.lf/%.lf %d %.lf/%.lf %d %.lf/%.lf %d %.lf/%.lf %d\n",num[i],(covar[1][i]), (covar[2][i]), (weight[i]), (moisnais[i]), (annais[i]), (moisdc[i]), (andc[i]), (mint[1][i]), (anint[1][i]), (s[1][i]),  (mint[2][i]), (anint[2][i]), (s[2][i]),  (mint[3][i]), (anint[3][i]), (s[3][i]),  (mint[4][i]), (anint[4][i]), (s[4][i]));}*/  
     
   /* for (i=1; i<=imx; i++) */  
    
    /*if ((s[3][i]==3) ||  (s[4][i]==3)) weight[i]=0.08;  
      else weight[i]=1;*/  
   
   /* Calculation of the number of parameters from char model */  
   Tvar=ivector(1,NCOVMAX); /* Was 15 changed to NCOVMAX. Stores the number n of the covariates in Vm+Vn at 1 and m at 2 */  
   Tprod=ivector(1,15);   
   Tvaraff=ivector(1,15);   
   Tvard=imatrix(1,15,1,2);  
   Tage=ivector(1,15);        
      
   if (strlen(model) >1){ /* If there is at least 1 covariate */  
     j=0, j1=0, k1=1, k2=1;  
     j=nbocc(model,'+'); /* j=Number of '+' */  
     j1=nbocc(model,'*'); /* j1=Number of '*' */  
     cptcovn=j+1; /* Number of covariates V1+V2+V3 =>2+1=3 */  
     cptcovprod=j1; /*Number of products  V1*V2 =1 */  
           
     strcpy(modelsav,model);       /* Reads comments: lines beginning with '#' */
     if ((strcmp(model,"age")==0) || (strcmp(model,"age*age")==0)){      while((c=getc(ficpar))=='#' && c!= EOF){
       printf("Error. Non available option model=%s ",model);        ungetc(c,ficpar);
       fprintf(ficlog,"Error. Non available option model=%s ",model);fflush(ficlog);        fgets(line, MAXLINE, ficpar);
       goto end;        numlinepar++;
         puts(line);
         fputs(line,ficparo);
         fputs(line,ficlog);
     }      }
           ungetc(c,ficpar);
     /* This loop fills the array Tvar from the string 'model'.*/  
     /* j is the number of + signs in the model V1+V2+V3 j=2 i=3 to 1 */      for(i=1; i <=nlstate; i++){
     for(i=(j+1); i>=1;i--){        for(j=1; j <=nlstate+ndeath-1; j++){
       cutv(stra,strb,modelsav,'+'); /* keeps in strb after the first '+'           fscanf(ficpar,"%1d%1d",&i1,&j1);
                                      modelsav=V2+V3*age+V1+V4 strb=V3*age+V1+V4           if ((i1-i)*(j1-j)!=0){
                                      stra=V2            printf("Error in line parameters number %d, %1d%1d instead of %1d%1d \n",numlinepar, i,j, i1, j1);
                                     */             exit(1);
       if (nbocc(modelsav,'+')==0) strcpy(strb,modelsav); /* and analyzes it */  
       /*      printf("i=%d a=%s b=%s sav=%s\n",i, stra,strb,modelsav);*/  
       /*scanf("%d",i);*/  
       if (strchr(strb,'*')) {  /* Model includes a product V1+V3*age+V2 strb=V3*age*/  
         cutv(strd,strc,strb,'*'); /* strd*strc  Vm*Vn: V3*age strc=age strd=V3 ; V3*V2 strc=V2, strd=V3 */  
         if (strcmp(strc,"age")==0) { /* Vn*age */  
           cptcovprod--;  
           cutv(strb,stre,strd,'V');  
           Tvar[i]=atoi(stre);  /* V1+V3*age+V2 Tvar[2]=3 */  
           cptcovage++; /* Sums the number of covariates including age as a product */  
           Tage[cptcovage]=i;  /* Tage[1] =2 */  
           /*printf("stre=%s ", stre);*/  
         }  
         else if (strcmp(strd,"age")==0) { /* or age*Vn */  
           cptcovprod--;  
           cutv(strb,stre,strc,'V');  
           Tvar[i]=atoi(stre);  
           cptcovage++;  
           Tage[cptcovage]=i;  
         }          }
         else {  /* Age is not in the model V1+V3*V2+V2  strb=V3*V2*/          printf("%1d%1d",i,j);
           cutv(strb,stre,strc,'V'); /* strc= Vn, stre is n; strb=V3*V2 stre=3 strc=*/          fprintf(ficparo,"%1d%1d",i1,j1);
           Tvar[i]=ncovcol+k1;  /* find 'n' in Vn and stores in Tvar.           fprintf(ficlog,"%1d%1d",i1,j1);
                                   If already ncovcol=2 and model=V2*V1 Tvar[1]=2+1 and Tvar[2]=2+2 etc */          for(k=1; k<=ncovmodel;k++){
           cutv(strb,strc,strd,'V'); /* strd was Vm, strc is m */            fscanf(ficpar,"%le",&delti3[i][j][k]);
           Tprod[k1]=i;  /* Tprod[1]  */            printf(" %le",delti3[i][j][k]);
           Tvard[k1][1]=atoi(strc); /* m*/            fprintf(ficparo," %le",delti3[i][j][k]);
           Tvard[k1][2]=atoi(stre); /* n */            fprintf(ficlog," %le",delti3[i][j][k]);
           Tvar[cptcovn+k2]=Tvard[k1][1];  
           Tvar[cptcovn+k2+1]=Tvard[k1][2];   
           for (k=1; k<=lastobs;k++)   
             covar[ncovcol+k1][k]=covar[atoi(stre)][k]*covar[atoi(strc)][k];  
           k1++;  
           k2=k2+2;  
         }          }
           fscanf(ficpar,"\n");
           numlinepar++;
           printf("\n");
           fprintf(ficparo,"\n");
           fprintf(ficlog,"\n");
       }        }
       else { /* no more sum */      }
         /*printf("d=%s c=%s b=%s\n", strd,strc,strb);*/      fflush(ficlog);
        /*  scanf("%d",i);*/  
       cutv(strd,strc,strb,'V');  
       Tvar[i]=atoi(strc);  
       }  
       strcpy(modelsav,stra);  /* modelsav=V2+V3*age+V1+V4 strb=V3*age+V1+V4 */   
       /*printf("a=%s b=%s sav=%s\n", stra,strb,modelsav);  
         scanf("%d",i);*/  
     } /* end of loop + */  
   } /* end model */  
     
   /*The number n of Vn is stored in Tvar. cptcovage =number of age covariate. Tage gives the position of age. cptcovprod= number of products.  
     If model=V1+V1*age then Tvar[1]=1 Tvar[2]=1 cptcovage=1 Tage[1]=2 cptcovprod=0*/  
   
   /* printf("tvar1=%d tvar2=%d tvar3=%d cptcovage=%d Tage=%d",Tvar[1],Tvar[2],Tvar[3],cptcovage,Tage[1]);  
   printf("cptcovprod=%d ", cptcovprod);  
   fprintf(ficlog,"cptcovprod=%d ", cptcovprod);  
   
   scanf("%d ",i);*/      delti=delti3[1][1];
   
     /*  if(mle==1){*/  
   if (weightopt != 1) { /* Maximisation without weights*/  
     for(i=1;i<=n;i++) weight[i]=1.0;  
   }  
     /*-calculation of age at interview from date of interview and age at death -*/  
   agev=matrix(1,maxwav,1,imx);  
   
   for (i=1; i<=imx; i++) {      /* free_ma3x(delti3,1,nlstate,1,nlstate+ndeath-1,1,ncovmodel); */ /* Hasn't to to freed here otherwise delti is no more allocated */
     for(m=2; (m<= maxwav); m++) {    
       if (((int)mint[m][i]== 99) && (s[m][i] <= nlstate)){      /* Reads comments: lines beginning with '#' */
         anint[m][i]=9999;      while((c=getc(ficpar))=='#' && c!= EOF){
         s[m][i]=-1;        ungetc(c,ficpar);
       }        fgets(line, MAXLINE, ficpar);
       if((int)moisdc[i]==99 && (int)andc[i]==9999 && s[m][i]>nlstate){        numlinepar++;
         nberr++;        puts(line);
         printf("Error! Date of death (month %2d and year %4d) of individual %ld on line %d was unknown, you must set an arbitrary year of death or he/she is skipped and results are biased\n",(int)moisdc[i],(int)andc[i],num[i],i);        fputs(line,ficparo);
         fprintf(ficlog,"Error! Date of death (month %2d and year %4d) of individual %ld on line %d was unknown, you must set an arbitrary year of death or he/she is skipped and results are biased\n",(int)moisdc[i],(int)andc[i],num[i],i);        fputs(line,ficlog);
         s[m][i]=-1;  
       }  
       if((int)moisdc[i]==99 && (int)andc[i]!=9999 && s[m][i]>nlstate){  
         nberr++;  
         printf("Error! Month of death of individual %ld on line %d was unknown %2d, you should set it otherwise the information on the death is skipped and results are biased.\n",num[i],i,(int)moisdc[i]);   
         fprintf(ficlog,"Error! Month of death of individual %ld on line %d was unknown %f, you should set it otherwise the information on the death is skipped and results are biased.\n",num[i],i,moisdc[i]);   
         s[m][i]=-1; /* We prefer to skip it (and to skip it in version 0.8a1 too */  
       }  
     }      }
   }      ungetc(c,ficpar);
     
   for (i=1; i<=imx; i++)  {      matcov=matrix(1,npar,1,npar);
     agedc[i]=(moisdc[i]/12.+andc[i])-(moisnais[i]/12.+annais[i]);      for(i=1; i <=npar; i++)
     for(m=firstpass; (m<= lastpass); m++){        for(j=1; j <=npar; j++) matcov[i][j]=0.;
       if(s[m][i] >0 || s[m][i]==-2 || s[m][i]==-4 || s[m][i]==-5){        
         if (s[m][i] >= nlstate+1) {      for(i=1; i <=npar; i++){
           if(agedc[i]>0)        fscanf(ficpar,"%s",&str);
             if((int)moisdc[i]!=99 && (int)andc[i]!=9999)        if(mle==1)
               agev[m][i]=agedc[i];          printf("%s",str);
           /*if(moisdc[i]==99 && andc[i]==9999) s[m][i]=-1;*/        fprintf(ficlog,"%s",str);
             else {        fprintf(ficparo,"%s",str);
               if ((int)andc[i]!=9999){        for(j=1; j <=i; j++){
                 nbwarn++;          fscanf(ficpar," %le",&matcov[i][j]);
                 printf("Warning negative age at death: %ld line:%d\n",num[i],i);          if(mle==1){
                 fprintf(ficlog,"Warning negative age at death: %ld line:%d\n",num[i],i);            printf(" %.5le",matcov[i][j]);
                 agev[m][i]=-1;  
               }  
             }  
         }  
         else if(s[m][i] !=9){ /* Standard case, age in fractional  
                                  years but with the precision of a month */  
           agev[m][i]=(mint[m][i]/12.+1./24.+anint[m][i])-(moisnais[i]/12.+1./24.+annais[i]);  
           if((int)mint[m][i]==99 || (int)anint[m][i]==9999)  
             agev[m][i]=1;  
           else if(agev[m][i] <agemin){   
             agemin=agev[m][i];  
             /*printf(" Min anint[%d][%d]=%.2f annais[%d]=%.2f, agemin=%.2f\n",m,i,anint[m][i], i,annais[i], agemin);*/  
           }  
           else if(agev[m][i] >agemax){  
             agemax=agev[m][i];  
             /* printf(" anint[%d][%d]=%.0f annais[%d]=%.0f, agemax=%.0f\n",m,i,anint[m][i], i,annais[i], agemax);*/  
           }  
           /*agev[m][i]=anint[m][i]-annais[i];*/  
           /*     agev[m][i] = age[i]+2*m;*/  
         }  
         else { /* =9 */  
           agev[m][i]=1;  
           s[m][i]=-1;  
         }          }
           fprintf(ficlog," %.5le",matcov[i][j]);
           fprintf(ficparo," %.5le",matcov[i][j]);
       }        }
       else /*= 0 Unknown */        fscanf(ficpar,"\n");
         agev[m][i]=1;        numlinepar++;
         if(mle==1)
           printf("\n");
         fprintf(ficlog,"\n");
         fprintf(ficparo,"\n");
     }      }
       for(i=1; i <=npar; i++)
         for(j=i+1;j<=npar;j++)
           matcov[i][j]=matcov[j][i];
           
   }      if(mle==1)
   for (i=1; i<=imx; i++)  {        printf("\n");
     for(m=firstpass; (m<=lastpass); m++){      fprintf(ficlog,"\n");
       if (s[m][i] > (nlstate+ndeath)) {      
         nberr++;      fflush(ficlog);
         printf("Error: on wave %d of individual %d status %d > (nlstate+ndeath)=(%d+%d)=%d\n",m,i,s[m][i],nlstate, ndeath, nlstate+ndeath);           
         fprintf(ficlog,"Error: on wave %d of individual %d status %d > (nlstate+ndeath)=(%d+%d)=%d\n",m,i,s[m][i],nlstate, ndeath, nlstate+ndeath);           /*-------- Rewriting parameter file ----------*/
         goto end;      strcpy(rfileres,"r");    /* "Rparameterfile */
       }      strcat(rfileres,optionfilefiname);    /* Parameter file first name*/
       strcat(rfileres,".");    /* */
       strcat(rfileres,optionfilext);    /* Other files have txt extension */
       if((ficres =fopen(rfileres,"w"))==NULL) {
         printf("Problem writing new parameter file: %s\n", fileres);goto end;
         fprintf(ficlog,"Problem writing new parameter file: %s\n", fileres);goto end;
     }      }
   }      fprintf(ficres,"#%s\n",version);
     }    /* End of mle != -3 */
   
   /*for (i=1; i<=imx; i++){  
   for (m=firstpass; (m<lastpass); m++){  
      printf("%ld %d %.lf %d %d\n", num[i],(covar[1][i]),agev[m][i],s[m][i],s[m+1][i]);  
 }  
   
 }*/    n= lastobs;
     num=lvector(1,n);
     moisnais=vector(1,n);
     annais=vector(1,n);
     moisdc=vector(1,n);
     andc=vector(1,n);
     agedc=vector(1,n);
     cod=ivector(1,n);
     weight=vector(1,n);
     for(i=1;i<=n;i++) weight[i]=1.0; /* Equal weights, 1 by default */
     mint=matrix(1,maxwav,1,n);
     anint=matrix(1,maxwav,1,n);
     s=imatrix(1,maxwav+1,1,n); /* s[i][j] health state for wave i and individual j */ 
     tab=ivector(1,NCOVMAX);
     ncodemax=ivector(1,8); /* hard coded ? */
   
     /* Reads data from file datafile */
     if (readdata(datafile, firstobs, lastobs, &imx)==1)
       goto end;
   
     /* Calculation of the number of parameters from char model */
       /*    modelsav=V2+V1+V4+age*V3 strb=age*V3 stra=V2+V1+V4 
           k=4 (age*V3) Tvar[k=4]= 3 (from V3) Tag[cptcovage=1]=4
           k=3 V4 Tvar[k=3]= 4 (from V4)
           k=2 V1 Tvar[k=2]= 1 (from V1)
           k=1 Tvar[1]=2 (from V2)
       */
     Tvar=ivector(1,NCOVMAX); /* Was 15 changed to NCOVMAX. */
     /*  V2+V1+V4+age*V3 is a model with 4 covariates (3 plus signs). 
         For each model-covariate stores the data-covariate id. Tvar[1]=2, Tvar[2]=1, Tvar[3]=4, 
         Tvar[4=age*V3] is 3 and 'age' is recorded in Tage.
     */
     /* For model-covariate k tells which data-covariate to use but
       because this model-covariate is a construction we invent a new column
       ncovcol + k1
       If already ncovcol=4 and model=V2+V1+V1*V4+age*V3
       Tvar[3=V1*V4]=4+1 etc */
     Tprod=ivector(1,15); 
     /* Tprod[k1=1]=3(=V1*V4) for V2+V1+V1*V4+age*V3
        if  V2+V1+V1*V4+age*V3+V3*V2   TProd[k1=2]=5 (V3*V2)
     */
     Tvaraff=ivector(1,15); 
     Tvard=imatrix(1,15,1,2); /* For V3*V2 Tvard[k1=2][1]=3 (V3) Tvard[k1=2][2]=2(V2) */
     Tage=ivector(1,15); /* Gives the covariate id of covariates associated with age: V2 + V1 + age*V4 + V3*age
                            4 covariates (3 plus signs)
                            Tage[1=V3*age]= 4; Tage[2=age*V4] = 3
                         */  
   
     if(decodemodel(model, lastobs) == 1)
       goto end;
   
     if((double)(lastobs-imx)/(double)imx > 1.10){
       nbwarn++;
       printf("Warning: The value of parameter lastobs=%d is big compared to the \n  effective number of cases imx=%d, please adjust, \n  otherwise you are allocating more memory than necessary.\n",lastobs, imx); 
       fprintf(ficlog,"Warning: The value of parameter lastobs=%d is big compared to the \n  effective number of cases imx=%d, please adjust, \n  otherwise you are allocating more memory than necessary.\n",lastobs, imx); 
     }
       /*  if(mle==1){*/
     if (weightopt != 1) { /* Maximisation without weights. We can have weights different from 1 but want no weight*/
       for(i=1;i<=imx;i++) weight[i]=1.0; /* changed to imx */
     }
   
       /*-calculation of age at interview from date of interview and age at death -*/
     agev=matrix(1,maxwav,1,imx);
   
     if(calandcheckages(imx, maxwav, &agemin, &agemax, &nberr, &nbwarn) == 1)
       goto end;
   
   printf("Total number of individuals= %d, Agemin = %.2f, Agemax= %.2f\n\n", imx, agemin, agemax);  
   fprintf(ficlog,"Total number of individuals= %d, Agemin = %.2f, Agemax= %.2f\n\n", imx, agemin, agemax);   
   
   agegomp=(int)agemin;    agegomp=(int)agemin;
   free_vector(severity,1,maxwav);  
   free_imatrix(outcome,1,maxwav+1,1,n);  
   free_vector(moisnais,1,n);    free_vector(moisnais,1,n);
   free_vector(annais,1,n);    free_vector(annais,1,n);
   /* free_matrix(mint,1,maxwav,1,n);    /* free_matrix(mint,1,maxwav,1,n);
Line 5245  run imach with mle=-1 to get a correct t Line 5476  run imach with mle=-1 to get a correct t
       for(j=1; j <= ncodemax[k]; j++){ /* For each modality of this covariate */        for(j=1; j <= ncodemax[k]; j++){ /* For each modality of this covariate */
         for(cpt=1; cpt <=(m/pow(2,cptcoveff+1-k)); cpt++){  /* cpt=1 to 8/2**(3+1-1 or 3+1-3) =1 or 4 */           for(cpt=1; cpt <=(m/pow(2,cptcoveff+1-k)); cpt++){  /* cpt=1 to 8/2**(3+1-1 or 3+1-3) =1 or 4 */ 
           h++;            h++;
           if (h>m)             if (h>m) {
             h=1;codtab[h][k]=j;codtab[h][Tvar[k]]=j;              h=1;
               codtab[h][k]=j;
               codtab[h][Tvar[k]]=j;
             }
           printf("h=%d k=%d j=%d codtab[h][k]=%d Tvar[k]=%d codtab[h][Tvar[k]]=%d \n",h, k,j,codtab[h][k],Tvar[k],codtab[h][Tvar[k]]);            printf("h=%d k=%d j=%d codtab[h][k]=%d Tvar[k]=%d codtab[h][Tvar[k]]=%d \n",h, k,j,codtab[h][k],Tvar[k],codtab[h][Tvar[k]]);
         }           } 
       }        }
Line 5344  Interval (in months) between two waves: Line 5578  Interval (in months) between two waves:
   globpr=0; /* To get the number ipmx of contributions and the sum of weights*/    globpr=0; /* To get the number ipmx of contributions and the sum of weights*/
   
   if (mle==-3){    if (mle==-3){
     ximort=matrix(1,NDIM,1,NDIM);      ximort=matrix(1,NDIM,1,NDIM); 
   /*     ximort=gsl_matrix_alloc(1,NDIM,1,NDIM); */
     cens=ivector(1,n);      cens=ivector(1,n);
     ageexmed=vector(1,n);      ageexmed=vector(1,n);
     agecens=vector(1,n);      agecens=vector(1,n);
Line 5386  Interval (in months) between two waves: Line 5621  Interval (in months) between two waves:
     /*printf("%lf %lf", p[1], p[2]);*/      /*printf("%lf %lf", p[1], p[2]);*/
           
           
   #ifdef GSL
       printf("GSL optimization\n");  fprintf(ficlog,"Powell\n");
   #elsedef
     printf("Powell\n");  fprintf(ficlog,"Powell\n");      printf("Powell\n");  fprintf(ficlog,"Powell\n");
   #endif
     strcpy(filerespow,"pow-mort");       strcpy(filerespow,"pow-mort"); 
     strcat(filerespow,fileres);      strcat(filerespow,fileres);
     if((ficrespow=fopen(filerespow,"w"))==NULL) {      if((ficrespow=fopen(filerespow,"w"))==NULL) {
       printf("Problem with resultfile: %s\n", filerespow);        printf("Problem with resultfile: %s\n", filerespow);
       fprintf(ficlog,"Problem with resultfile: %s\n", filerespow);        fprintf(ficlog,"Problem with resultfile: %s\n", filerespow);
     }      }
   #ifdef GSL
       fprintf(ficrespow,"# GSL optimization\n# iter -2*LL");
   #elsedef
     fprintf(ficrespow,"# Powell\n# iter -2*LL");      fprintf(ficrespow,"# Powell\n# iter -2*LL");
   #endif
     /*  for (i=1;i<=nlstate;i++)      /*  for (i=1;i<=nlstate;i++)
         for(j=1;j<=nlstate+ndeath;j++)          for(j=1;j<=nlstate+ndeath;j++)
         if(j!=i)fprintf(ficrespow," p%1d%1d",i,j);          if(j!=i)fprintf(ficrespow," p%1d%1d",i,j);
     */      */
     fprintf(ficrespow,"\n");      fprintf(ficrespow,"\n");
   #ifdef GSL
       /* gsl starts here */ 
       T = gsl_multimin_fminimizer_nmsimplex;
       gsl_multimin_fminimizer *sfm = NULL;
       gsl_vector *ss, *x;
       gsl_multimin_function minex_func;
   
       /* Initial vertex size vector */
       ss = gsl_vector_alloc (NDIM);
       
       if (ss == NULL){
         GSL_ERROR_VAL ("failed to allocate space for ss", GSL_ENOMEM, 0);
       }
       /* Set all step sizes to 1 */
       gsl_vector_set_all (ss, 0.001);
   
       /* Starting point */
       
       x = gsl_vector_alloc (NDIM);
       
       if (x == NULL){
         gsl_vector_free(ss);
         GSL_ERROR_VAL ("failed to allocate space for x", GSL_ENOMEM, 0);
       }
     
       /* Initialize method and iterate */
       /*     p[1]=0.0268; p[NDIM]=0.083; */
   /*     gsl_vector_set(x, 0, 0.0268); */
   /*     gsl_vector_set(x, 1, 0.083); */
       gsl_vector_set(x, 0, p[1]);
       gsl_vector_set(x, 1, p[2]);
   
       minex_func.f = &gompertz_f;
       minex_func.n = NDIM;
       minex_func.params = (void *)&p; /* ??? */
       
       sfm = gsl_multimin_fminimizer_alloc (T, NDIM);
       gsl_multimin_fminimizer_set (sfm, &minex_func, x, ss);
       
       printf("Iterations beginning .....\n\n");
       printf("Iter. #    Intercept       Slope     -Log Likelihood     Simplex size\n");
   
       iteri=0;
       while (rval == GSL_CONTINUE){
         iteri++;
         status = gsl_multimin_fminimizer_iterate(sfm);
         
         if (status) printf("error: %s\n", gsl_strerror (status));
         fflush(0);
         
         if (status) 
           break;
         
         rval = gsl_multimin_test_size (gsl_multimin_fminimizer_size (sfm), 1e-6);
         ssval = gsl_multimin_fminimizer_size (sfm);
         
         if (rval == GSL_SUCCESS)
           printf ("converged to a local maximum at\n");
         
         printf("%5d ", iteri);
         for (it = 0; it < NDIM; it++){
           printf ("%10.5f ", gsl_vector_get (sfm->x, it));
         }
         printf("f() = %-10.5f ssize = %.7f\n", sfm->fval, ssval);
       }
           
     powell(p,ximort,NDIM,ftol,&iter,&fret,gompertz);      printf("\n\n Please note: Program should be run many times with varying starting points to detemine global maximum\n\n");
       
       gsl_vector_free(x); /* initial values */
       gsl_vector_free(ss); /* inital step size */
       for (it=0; it<NDIM; it++){
         p[it+1]=gsl_vector_get(sfm->x,it);
         fprintf(ficrespow," %.12lf", p[it]);
       }
       gsl_multimin_fminimizer_free (sfm); /* p *(sfm.x.data) et p *(sfm.x.data+1)  */
   #endif
   #ifdef POWELL
        powell(p,ximort,NDIM,ftol,&iter,&fret,gompertz);
   #endif  
     fclose(ficrespow);      fclose(ficrespow);
           
     hesscov(matcov, p, NDIM, delti, 1e-4, gompertz);       hesscov(matcov, p, NDIM, delti, 1e-4, gompertz); 
Line 5461  Interval (in months) between two waves: Line 5781  Interval (in months) between two waves:
     free_vector(lsurv,1,AGESUP);      free_vector(lsurv,1,AGESUP);
     free_vector(lpop,1,AGESUP);      free_vector(lpop,1,AGESUP);
     free_vector(tpop,1,AGESUP);      free_vector(tpop,1,AGESUP);
   #ifdef GSL
       free_ivector(cens,1,n);
       free_vector(agecens,1,n);
       free_ivector(dcwave,1,n);
       free_matrix(ximort,1,NDIM,1,NDIM);
   #endif
   } /* Endof if mle==-3 */    } /* Endof if mle==-3 */
       
   else{ /* For mle >=1 */    else{ /* For mle >=1 */
Removed from v.1.132  
changed lines
  Added in v.1.140

FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>