# assumes data has been pruned already
# and we know min max

# Tmp=`mktemp -d`
# trap "rm -rf $Tmp" 0 1 2 3 15
# gawk -f prune.awk  $1 > $Tmp/pruned
# (gawk -f maxmin.awk $Tmp/pruned ; cat $Tmp/pruned)  |  gawk -f discrete.awk

BEGIN {
	   Klass=-1;
	   IGNORECASE =1;
	   DontKnow = "?";
	   Lots = 10^10;
	   CONVFMT = "%.10g"
}
		     { gsub(/ \t/,"",$0) ; gsub(/%.*/,"")}
/^$/ 		 { next }
/@attribute/ { Name[++Name[0]] = $2  
               if ( $3 ~ /real|integer|numeric|continuous/ ) Nump[Name[0]]=1 }
/@data/      { In=1; FS=OFS=","; Klass= Klass < 0 ? Name[0] + 1 + Klass : Klass; }
/@/          { next} 
In           { store(Klasses,$Klass,Data,Nump,N,Sum,Mean,Name[0]) }
END          { classPdf(Klasses,Pdf)
			   saya("pdf",Pdf)
			   for(I=1;I<Pdf[0];I++)
				 for(J=1;J<=Name[0],J++)
					for(K in Klasses)
						divide(J,Data[0],Klasses[K],Sum,Mean,Pdf[I],Pdf[I+1],Pdf[-1*I],Pdf[-1*(I+1)) 
		     }

function divide(col,all, some,sum,mean,klass1,klass2,pdf1,pdf2,n1,n2,p1,p2,ea,eb.la,lb) {
	n1 = some
	n2 = pdf2 - pdf1;
	p1 = n1/all
	p2 = n2/all
	e1 = sum[klass1,col]/n1
	e2 = sum[klass2,col]/n2
	l1 = p1*e1
	l2 = p2*e2
	print klass1,col, mean[klass1,col] + la/(la+lb) * (mean[klass1,col] + mean[klass2,col])	
}
function store(klasses,class,data,nump,n,sum,mean,cols,  row,col) {
	klasses[class]++
	row = ++data[0]
	for(col=1;col<=cols;col++) {
		data[row,col]=$col
		if ($col !~ DontKnow)
			if ( col in nump ) {
				n[class,col]++
				sum[class,col]+= $col
				mean[class,col]= sum[class,col]/n[class,col];
}}}
function report() {
	saya("o1",Sum)
	ordered(Sum,Sum1)
	saya("o2",Sum1)
}
function paired(a,k,v,  i) {
	i= ++a[0]
	a[i]=k
	a[-1*i]=v
	return i
}
#find the coulds for each class
function classPdf(klasses,pdf,    all,sorted,i,tmp) {
	all=ordered(klasses,sorted)
	for(i=1;i<=all;i++) 
		paired(pdf,sorted[i],(tmp += sorted[-1*i]))
}
function ordered(a,b,  i,j,tmp,back) {
	for (i in a)  {
		a[i] +=  rand()/1000;
		back[a[i]] = i
	}
	b[0]=n=asort(a,tmp)
	for(j=1;j<=n;j++) {
		b[-1*j] = tmp[j] 
		b[j]    = back[tmp[j]]
	}
	return n
}
function saya(str,a,  i,com) {
	print "";
	com="sort  -t, -k 1"
	for(i in a) {
		j=i;
		gsub(SUBSEP,",",j);	
		print str"[" j "]= "a[i] | com;
	}
	close(com)
}