version 1.309, 2021/05/20 12:39:14
|
version 1.312, 2022/04/05 21:24:39
|
Line 1
|
Line 1
|
/* $Id$ |
/* $Id$ |
$State$ |
$State$ |
$Log$ |
$Log$ |
|
Revision 1.312 2022/04/05 21:24:39 brouard |
|
*** empty log message *** |
|
|
|
Revision 1.311 2022/04/05 21:03:51 brouard |
|
Summary: Fixed quantitative covariates |
|
|
|
Fixed covariates (dummy or quantitative) |
|
with missing values have never been allowed but are ERRORS and |
|
program quits. Standard deviations of fixed covariates were |
|
wrongly computed. Mean and standard deviations of time varying |
|
covariates are still not computed. |
|
|
|
Revision 1.310 2022/03/17 08:45:53 brouard |
|
Summary: 99r25 |
|
|
|
Improving detection of errors: result lines should be compatible with |
|
the model. |
|
|
Revision 1.309 2021/05/20 12:39:14 brouard |
Revision 1.309 2021/05/20 12:39:14 brouard |
Summary: Version 0.99r24 |
Summary: Version 0.99r24 |
|
|
Line 1574 char *cutl(char *blocc, char *alocc, cha
|
Line 1592 char *cutl(char *blocc, char *alocc, cha
|
{ |
{ |
/* cuts string in into blocc and alocc where blocc ends before FIRST occurence of char 'occ' |
/* cuts string in into blocc and alocc where blocc ends before FIRST occurence of char 'occ' |
and alocc starts after first occurence of char 'occ' : ex cutv(blocc,alocc,"abcdef2ghi2j",'2') |
and alocc starts after first occurence of char 'occ' : ex cutv(blocc,alocc,"abcdef2ghi2j",'2') |
gives blocc="abcdef" and alocc="ghi2j". |
gives alocc="abcdef" and blocc="ghi2j". |
If occ is not found blocc is null and alocc is equal to in. Returns blocc |
If occ is not found blocc is null and alocc is equal to in. Returns blocc |
*/ |
*/ |
char *s, *t; |
char *s, *t; |
Line 3841 double funcone( double *x)
|
Line 3859 double funcone( double *x)
|
/* Fixed */ |
/* Fixed */ |
/* for (k=1; k<=cptcovn;k++) cov[2+nagesqr+k]=covar[Tvar[k]][i]; */ |
/* for (k=1; k<=cptcovn;k++) cov[2+nagesqr+k]=covar[Tvar[k]][i]; */ |
/* for (k=1; k<=ncoveff;k++){ /\* Simple and product fixed Dummy covariates without age* products *\/ */ |
/* for (k=1; k<=ncoveff;k++){ /\* Simple and product fixed Dummy covariates without age* products *\/ */ |
for (k=1; k<=ncovf;k++){ /* Simple and product fixed covariates without age* products */ |
for (k=1; k<=ncovf;k++){ /* Simple and product fixed covariates without age* products *//* Missing values are set to -1 but should be dropped */ |
cov[ioffset+TvarFind[k]]=covar[Tvar[TvarFind[k]]][i];/* V5+V4+V3+V4*V3+V5*age+V2+V1*V2+V1*age+V1, only V1 is fixed (k=6)*/ |
cov[ioffset+TvarFind[k]]=covar[Tvar[TvarFind[k]]][i];/* V5+V4+V3+V4*V3+V5*age+V2+V1*V2+V1*age+V1, only V1 is fixed (k=6)*/ |
/* cov[ioffset+TvarFind[1]]=covar[Tvar[TvarFind[1]]][i]; */ |
/* cov[ioffset+TvarFind[1]]=covar[Tvar[TvarFind[1]]][i]; */ |
/* cov[2+6]=covar[Tvar[6]][i]; */ |
/* cov[2+6]=covar[Tvar[6]][i]; */ |
Line 4696 Title=%s <br>Datafile=%s Firstpass=%d La
|
Line 4714 Title=%s <br>Datafile=%s Firstpass=%d La
|
if(s[m][iind]==-1) |
if(s[m][iind]==-1) |
printf(" num=%ld m=%d, iind=%d s1=%d s2=%d agev at m=%d agebegin=%.2f ageend=%.2f, agemed=%d\n", num[iind], m, iind,s[m][iind],s[m+1][iind], (int)agev[m][iind],agebegin, ageend, (int)((agebegin+ageend)/2.)); |
printf(" num=%ld m=%d, iind=%d s1=%d s2=%d agev at m=%d agebegin=%.2f ageend=%.2f, agemed=%d\n", num[iind], m, iind,s[m][iind],s[m+1][iind], (int)agev[m][iind],agebegin, ageend, (int)((agebegin+ageend)/2.)); |
freq[s[m][iind]][s[m+1][iind]][(int)agev[m][iind]] += weight[iind]; /* At age of beginning of transition, where status is known */ |
freq[s[m][iind]][s[m+1][iind]][(int)agev[m][iind]] += weight[iind]; /* At age of beginning of transition, where status is known */ |
for (z1=1; z1<= nqfveff; z1++) { /* Quantitative variables, calculating mean */ |
for (z1=1; z1<= nqfveff; z1++) { /* Quantitative variables, calculating mean on known values only */ |
idq[z1]=idq[z1]+weight[iind]; |
if(!isnan(covar[ncovcol+z1][iind])){ |
meanq[z1]+=covar[ncovcol+z1][iind]*weight[iind]; /* Computes mean of quantitative with selected filter */ |
idq[z1]=idq[z1]+weight[iind]; |
stdq[z1]+=covar[ncovcol+z1][iind]*covar[ncovcol+z1][iind]*weight[iind]*weight[iind]; /* *weight[iind];*/ /* Computes mean of quantitative with selected filter */ |
meanq[z1]+=covar[ncovcol+z1][iind]*weight[iind]; /* Computes mean of quantitative with selected filter */ |
|
/* stdq[z1]+=covar[ncovcol+z1][iind]*covar[ncovcol+z1][iind]*weight[iind]*weight[iind]; *//*error*/ |
|
stdq[z1]+=covar[ncovcol+z1][iind]*covar[ncovcol+z1][iind]*weight[iind]; /* *weight[iind];*/ /* Computes mean of quantitative with selected filter */ |
|
} |
} |
} |
/* if((int)agev[m][iind] == 55) */ |
/* if((int)agev[m][iind] == 55) */ |
/* printf("j=%d, j1=%d Age %d, iind=%d, num=%09ld m=%d\n",j,j1,(int)agev[m][iind],iind, num[iind],m); */ |
/* printf("j=%d, j1=%d Age %d, iind=%d, num=%09ld m=%d\n",j,j1,(int)agev[m][iind],iind, num[iind],m); */ |
Line 4762 Title=%s <br>Datafile=%s Firstpass=%d La
|
Line 4783 Title=%s <br>Datafile=%s Firstpass=%d La
|
Printing means of quantitative variables if any |
Printing means of quantitative variables if any |
*/ |
*/ |
for (z1=1; z1<= nqfveff; z1++) { |
for (z1=1; z1<= nqfveff; z1++) { |
fprintf(ficlog,"Mean of fixed quantitative variable V%d on %.0f individuals sum=%f", ncovcol+z1, idq[z1], meanq[z1]); |
fprintf(ficlog,"Mean of fixed quantitative variable V%d on %.3g (weighted) individuals sum=%f", ncovcol+z1, idq[z1], meanq[z1]); |
fprintf(ficlog,", mean=%.3g\n",meanq[z1]/idq[z1]); |
fprintf(ficlog,", mean=%.3g\n",meanq[z1]/idq[z1]); |
if(weightopt==1){ |
if(weightopt==1){ |
printf(" Weighted mean and standard deviation of"); |
printf(" Weighted mean and standard deviation of"); |
fprintf(ficlog," Weighted mean and standard deviation of"); |
fprintf(ficlog," Weighted mean and standard deviation of"); |
fprintf(ficresphtmfr," Weighted mean and standard deviation of"); |
fprintf(ficresphtmfr," Weighted mean and standard deviation of"); |
} |
} |
printf(" fixed quantitative variable V%d on %.0f representatives of the population : %6.3g (%6.3g)\n", ncovcol+z1, idq[z1],meanq[z1]/idq[z1], sqrt((stdq[z1]-meanq[z1]*meanq[z1]/idq[z1])/idq[z1])); |
/* mu = \frac{w x}{\sum w} |
fprintf(ficlog," fixed quantitative variable V%d on %.0f representatives of the population : %6.3g (%6.3g)\n", ncovcol+z1, idq[z1],meanq[z1]/idq[z1], sqrt((stdq[z1]-meanq[z1]*meanq[z1]/idq[z1])/idq[z1])); |
var = \frac{\sum w (x-mu)^2}{\sum w} = \frac{w x^2}{\sum w} - mu^2 |
fprintf(ficresphtmfr," fixed quantitative variable V%d on %.0f representatives of the population : %6.3g (%6.3g)<p>\n", ncovcol+z1, idq[z1],meanq[z1]/idq[z1], sqrt((stdq[z1]-meanq[z1]*meanq[z1]/idq[z1])/idq[z1])); |
*/ |
|
printf(" fixed quantitative variable V%d on %.3g (weighted) representatives of the population : %8.5g (%8.5g)\n", ncovcol+z1, idq[z1],meanq[z1]/idq[z1], sqrt(stdq[z1]/idq[z1]-meanq[z1]*meanq[z1]/idq[z1]/idq[z1])); |
|
fprintf(ficlog," fixed quantitative variable V%d on %.3g (weighted) representatives of the population : %8.5g (%8.5g)\n", ncovcol+z1, idq[z1],meanq[z1]/idq[z1], sqrt(stdq[z1]/idq[z1]-meanq[z1]*meanq[z1]/idq[z1]/idq[z1])); |
|
fprintf(ficresphtmfr," fixed quantitative variable V%d on %.3g (weighted) representatives of the population : %8.5g (%8.5g)<p>\n", ncovcol+z1, idq[z1],meanq[z1]/idq[z1], sqrt(stdq[z1]/idq[z1]-meanq[z1]*meanq[z1]/idq[z1]/idq[z1])); |
} |
} |
/* for (z1=1; z1<= nqtveff; z1++) { */ |
/* for (z1=1; z1<= nqtveff; z1++) { */ |
/* for(m=1;m<=lastpass;m++){ */ |
/* for(m=1;m<=lastpass;m++){ */ |
Line 5488 void concatwav(int wav[], int **dh, int
|
Line 5512 void concatwav(int wav[], int **dh, int
|
if(Dummy[k]==0 && Typevar[k] !=1){ /* Dummy covariate and not age product */ |
if(Dummy[k]==0 && Typevar[k] !=1){ /* Dummy covariate and not age product */ |
switch(Fixed[k]) { |
switch(Fixed[k]) { |
case 0: /* Testing on fixed dummy covariate, simple or product of fixed */ |
case 0: /* Testing on fixed dummy covariate, simple or product of fixed */ |
|
modmaxcovj=0; |
|
modmincovj=0; |
for (i=1; i<=imx; i++) { /* Loop on individuals: reads the data file to get the maximum value of the modality of this covariate Vj*/ |
for (i=1; i<=imx; i++) { /* Loop on individuals: reads the data file to get the maximum value of the modality of this covariate Vj*/ |
ij=(int)(covar[Tvar[k]][i]); |
ij=(int)(covar[Tvar[k]][i]); |
/* ij=0 or 1 or -1. Value of the covariate Tvar[j] for individual i |
/* ij=0 or 1 or -1. Value of the covariate Tvar[j] for individual i |
Line 5501 void concatwav(int wav[], int **dh, int
|
Line 5527 void concatwav(int wav[], int **dh, int
|
else if (ij < modmincovj) |
else if (ij < modmincovj) |
modmincovj=ij; |
modmincovj=ij; |
if (ij <0 || ij >1 ){ |
if (ij <0 || ij >1 ){ |
printf("Information, IMaCh doesn't treat covariate with missing values (-1), individual %d will be skipped.\n",i); |
printf("ERROR, IMaCh doesn't treat covariate with missing values V%d=-1, individual %d will be skipped.\n",Tvar[k],i); |
fprintf(ficlog,"Information, currently IMaCh doesn't treat covariate with missing values (-1), individual %d will be skipped.\n",i); |
fprintf(ficlog,"ERROR, currently IMaCh doesn't treat covariate with missing values V%d=-1, individual %d will be skipped.\n",Tvar[k],i); |
|
fflush(ficlog); |
|
exit(1); |
} |
} |
if ((ij < -1) || (ij > NCOVMAX)){ |
if ((ij < -1) || (ij > NCOVMAX)){ |
printf( "Error: minimal is less than -1 or maximal is bigger than %d. Exiting. \n", NCOVMAX ); |
printf( "Error: minimal is less than -1 or maximal is bigger than %d. Exiting. \n", NCOVMAX ); |
Line 5577 void concatwav(int wav[], int **dh, int
|
Line 5605 void concatwav(int wav[], int **dh, int
|
break; |
break; |
} /* end switch */ |
} /* end switch */ |
} /* end dummy test */ |
} /* end dummy test */ |
|
if(Dummy[k]==1 && Typevar[k] !=1){ /* Dummy covariate and not age product */ |
|
for (i=1; i<=imx; i++) { /* Loop on individuals: reads the data file to get the maximum value of the modality of this covariate Vj*/ |
|
if(isnan(covar[Tvar[k]][i])){ |
|
printf("ERROR, IMaCh doesn't treat fixed quantitative covariate with missing values V%d=., individual %d will be skipped.\n",Tvar[k],i); |
|
fprintf(ficlog,"ERROR, currently IMaCh doesn't treat covariate with missing values V%d=., individual %d will be skipped.\n",Tvar[k],i); |
|
fflush(ficlog); |
|
exit(1); |
|
} |
|
} |
|
} |
} /* end of loop on model-covariate k. nbcode[Tvark][1]=-1, nbcode[Tvark][1]=0 and nbcode[Tvark][2]=1 sets the value of covariate k*/ |
} /* end of loop on model-covariate k. nbcode[Tvark][1]=-1, nbcode[Tvark][1]=0 and nbcode[Tvark][2]=1 sets the value of covariate k*/ |
|
|
for (k=-1; k< maxncov; k++) Ndum[k]=0; |
for (k=-1; k< maxncov; k++) Ndum[k]=0; |
Line 9501 int readdata(char datafile[], int firsto
|
Line 9539 int readdata(char datafile[], int firsto
|
cutv(stra, strb, line, ' '); |
cutv(stra, strb, line, ' '); |
if(strb[0]=='.') { /* Missing value */ |
if(strb[0]=='.') { /* Missing value */ |
lval=-1; |
lval=-1; |
|
coqvar[iv][i]=NAN; |
|
covar[ncovcol+iv][i]=NAN; /* including qvar in standard covar for performance reasons */ |
}else{ |
}else{ |
errno=0; |
errno=0; |
/* what_kind_of_number(strb); */ |
/* what_kind_of_number(strb); */ |
Line 9619 int decoderesult ( char resultline[], in
|
Line 9659 int decoderesult ( char resultline[], in
|
return (0); |
return (0); |
} |
} |
if( j != cptcovs ){ /* Be careful if a variable is in a product but not single */ |
if( j != cptcovs ){ /* Be careful if a variable is in a product but not single */ |
printf("ERROR: the number of variable in the resultline, %d, differs from the number of variable used in the model line, %d.\n",j, cptcovs); |
printf("ERROR: the number of variables in the resultline, %d, differs from the number of variables used in the model line, %d.\n",j, cptcovs); |
fprintf(ficlog,"ERROR: the number of variable in the resultline, %d, differs from the number of variable used in the model line, %d.\n",j, cptcovs); |
fprintf(ficlog,"ERROR: the number of variables in the resultline, %d, differs from the number of variables used in the model line, %d.\n",j, cptcovs); |
} |
} |
for(k=1; k<=j;k++){ /* Loop on any covariate of the result line */ |
for(k=1; k<=j;k++){ /* Loop on any covariate of the result line */ |
if(nbocc(resultsav,'=') >1){ |
if(nbocc(resultsav,'=') >1){ |
cutl(stra,strb,resultsav,' '); /* keeps in strb after the first ' ' |
cutl(stra,strb,resultsav,' '); /* keeps in strb after the first ' ' |
resultsav= V4=1 V5=25.1 V3=0 strb=V3=0 stra= V4=1 V5=25.1 */ |
resultsav= V4=1 V5=25.1 V3=0 stra= V5=25.1 V3=0 strb= V4=1 */ |
cutl(strc,strd,strb,'='); /* strb:V4=1 strc=1 strd=V4 */ |
cutl(strc,strd,strb,'='); /* strb:V4=1 strc=1 strd=V4 */ |
}else |
}else |
cutl(strc,strd,resultsav,'='); |
cutl(strc,strd,resultsav,'='); |
Line 9650 int decoderesult ( char resultline[], in
|
Line 9690 int decoderesult ( char resultline[], in
|
} |
} |
} |
} |
if(match == 0){ |
if(match == 0){ |
printf("Error in result line: %d value missing; result: %s, model=%s\n",k1, resultline, model); |
printf("Error in result line: V%d is missing in result: %s according to model=%s\n",k1, resultline, model); |
|
fprintf(ficlog,"Error in result line: V%d is missing in result: %s according to model=%s\n",k1, resultline, model); |
|
return 1; |
} |
} |
} |
} |
} |
} |
Line 9667 int decoderesult ( char resultline[], in
|
Line 9709 int decoderesult ( char resultline[], in
|
} |
} |
if(match == 0){ |
if(match == 0){ |
printf("Error in result line: %d value missing; result: %s, model=%s\n",k1, resultline, model); |
printf("Error in result line: %d value missing; result: %s, model=%s\n",k1, resultline, model); |
|
fprintf(ficlog,"Error in result line: %d value missing; result: %s, model=%s\n",k1, resultline, model); |
|
return 1; |
}else if(match > 1){ |
}else if(match > 1){ |
printf("Error in result line: %d doubled; result: %s, model=%s\n",k2, resultline, model); |
printf("Error in result line: %d doubled; result: %s, model=%s\n",k2, resultline, model); |
|
fprintf(ficlog,"Error in result line: %d doubled; result: %s, model=%s\n",k2, resultline, model); |
|
return 1; |
} |
} |
} |
} |
|
|
Line 12509 Please run with mle=-1 to get a correct
|
Line 12555 Please run with mle=-1 to get a correct
|
fprintf(ficlog,"ERROR: Current version of IMaCh limits the number of resultlines to %d, you used %d\nYou can use the 'r' parameter file '%s' which uses option mle=0 to get other results. ",MAXRESULTLINES,nresult,rfileres); |
fprintf(ficlog,"ERROR: Current version of IMaCh limits the number of resultlines to %d, you used %d\nYou can use the 'r' parameter file '%s' which uses option mle=0 to get other results. ",MAXRESULTLINES,nresult,rfileres); |
goto end; |
goto end; |
} |
} |
decoderesult(resultline, nresult); /* Fills TKresult[nresult] combination and Tresult[nresult][k4+1] combination values */ |
if(!decoderesult(resultline, nresult)){ /* Fills TKresult[nresult] combination and Tresult[nresult][k4+1] combination values */ |
fprintf(ficparo,"result: %s\n",resultline); |
fprintf(ficparo,"result: %s\n",resultline); |
fprintf(ficres,"result: %s\n",resultline); |
fprintf(ficres,"result: %s\n",resultline); |
fprintf(ficlog,"result: %s\n",resultline); |
fprintf(ficlog,"result: %s\n",resultline); |
|
} else |
|
goto end; |
break; |
break; |
case 14: |
case 14: |
printf("Error: Unknown command '%s'\n",line); |
printf("Error: Unknown command '%s'\n",line); |