# /* vim: set filetype=sh : */ -*- awk -*- 
make -s parents
gnuplot=/Users/timm/Desktop/gnuplot-4.0.0/src/gnuplot
gnuplot=gnuplot

Here=`pwd`
All=`./File`
cd $HOME/work/mine/trunk/doc/06/markland/ 

Files="data.eo2 data.xf3 data.rand data.go4 data.gs1  data.es data.hs data.op data.ss data.su  data.p1 data.p2 data.p3 data.p4 "

data() {
cat dataNoBlanks3.csv \
| gawk -F, 'BEGIN {FS=OFS=","} 
                  {print $1,$5,$6,$7,$10,$11,$13,$14,$15,$16,$17,$18,$19,$20,$22,$23,$24}' > data.all

cat dataNoBlanks3.csv \
| gawk -F, 'BEGIN {FS=OFS=","} 
                  {print $1,$5,$6,$7,$10,$11,$13,$14,$15,$16,$17,$18,$19,$20,$22,$23,$24}' \
| gawk -F, '
NR==1 {
        print $0 >"data.p1";
        print $0 >"data.p2";
        print $0 >"data.p3";
        print $0 >"data.p4"; 
        next
}
$1 == "X1"   || $1 == "X12" || $1 == "X2" || $1 == "X4" || $1=="X5" || $1=="X8"   {print $0 >> "data.p1"; next}
$1 == "X10"  || $1 == "X11" || $1 == "X3" || $1 == "X6"                          {print $0 >> "data.p2"; next}
$1 == "X7"                                                                       {print $0 >> "data.p3"; next}
$1 == "X9"                                                                       {print $0 >> "data.p4"; next} 
{print "?? " $0 }
 ' 


cat dataNoBlanks3.csv \
| gawk -F, 'BEGIN {FS=OFS=","} 
                  {print $1,$5,$6,$7,$10,$11,$13,$14,$15,$16,$17,$18,$19,$20,$22,$23,$24}' \
| gawk -F, '
NR==1 {
        print $0 >"data.es";
        print $0 >"data.hs";
        print $0 >"data.op";
        print $0 >"data.ss";
        print $0 >"data.su";
        next
}
$1 == "X10" || $1 == "X5"                  {print $0 >> "data.es"; next}
$1 == "X7"  || $1 == "X9"                  {print $0 >> "data.hs"; next}
$1 == "X11" || $1 == "X6" || $1 == "X8"    {print $0 >> "data.op"; next}
$1 == "X1"  || $1 == "X2" || $1 == "X3"    {print $0 >> "data.ss"; next}
$1 == "X12" || $1 == "X4"                  {print $0 >> "data.su"; next}
{print "?? " $0 }
 ' 
cat dataNoBlanks3.csv \
| gawk -F, 'BEGIN {FS=OFS=","} 
                  {print $1,$5,$6,$7,$10,$11,$13,$14,$15,$16,$17,$18,$19,$20,$22,$23,$24}' \
| gawk -F, '
NR==1 {
        print $0 >"data.eo2";
        print $0 >"data.xf3";
        print $0 >"Data.go4";
        print $0 >"data.gs1";
        next
}
$1 == "X1" || $1 == "X4" || $1=="X5" || $1 == "X7" || $1 == "X10" || $1=="X12" {print $0 >> "data.eo2"; next}
$1 == "X2" || $1 == "X3" || $1 == "X8"                                         {print $0 >> "data.xf3"; next}
$1 == "X6" || $1 == "X11"                                                      {print $0 >> "data.go4"; next}
$1 == "X9"                                                                     {print $0 >> "data.gs1"; next}
{print "?? " $0 }
 ' 
cat dataNoBlanks3.csv \
| gawk -F, 'function one() {return int(rand()*5) + 1 }
                    BEGIN {FS=OFS=","; srand()} 
            NR==1 {print $1,$5,$6,$7,$10,$11,$13,$14,$15,$16,$17,$18,$19,$20,$22,$23,$24}
                    END      {N=500; 
                   for(i=1;i<=500;i++) print "all",one(), one(),one(),one(),one(),one(),one(),one(),one(),one(),one(),one(),one(),one(),one(),one(),one()}
                   '  > data.rand

}
cdfs() {
for f in data.all $Files
do      gawk -F, 'NF > 15 {print}' $f | cut -d, -f 2-  > $f.tmp
        mv $f.tmp $f
        blabln ":: $f"
        silap -w cdfs.$f $f
done
pwd
ls -lsa cdfs.*
}
logs1() {
silap -n 500 -V a $All      | gawk '{print "a,"$0}' | tee $All.log
silap -n 500 -V r data.rand | gawk '{print "r,"$0}' | tee data.rand.log
silap -n 500 -V 1 data.gs1  | gawk '{print "1,"$0}' | tee data.gs1.log
silap -n 500 -V 2 data.eo2  | gawk '{print "2,"$0}' | tee data.eo2.log
silap -n 500 -V 3 data.xf3  | gawk '{print "3,"$0}' | tee data.xf3.log
silap -n 500 -V 4 data.go4  | gawk '{print "4,"$0}' | tee data.go4.log
silap -e $All               | gawk '{print "o,"$0}' | tee data.zorig.log
}
logs2() {
silap -n 500 -V e data.es  | gawk '{print "e,"$0}' | tee data.es.log
silap -n 500 -V h data.hs  | gawk '{print "h,"$0}' | tee data.hs.log
silap -n 500 -V o data.op  | gawk '{print "o,"$0}' | tee data.op.log
silap -n 500 -V s data.ss  | gawk '{print "s,"$0}' | tee data.ss.log
silap -n 500 -V u data.su  | gawk '{print "u,"$0}' | tee data.su.log 

#silap -V c -r $Here/cdf.km1FlightSw | gawk 'NR < 90{print "c,"$0}' | tee data.km1FlightSW.log
}

logs3() {
silap -n 500 -V w data.p1  | gawk '{print "w,"$0}' | tee data.p1.log
silap -n 500 -V x data.p2  | gawk '{print "x,"$0}' | tee data.p2.log
silap -n 500 -V y data.p3  | gawk '{print "y,"$0}' | tee data.p3.log
silap -n 500 -V z data.p4  | gawk '{print "z,"$0}' | tee data.p4.log 

#silap -V c -r $Here/cdf.km1FlightSw | gawk 'NR < 90{print "c,"$0}' | tee data.km1FlightSW.log
}


dists1() {
rm *.dist

for i in $All $All data.gs1 data.eo2 data.xf3 data.go4  data.zorig 
do

         gawk -F, 'function trim(s) { sub(/^ */,"",s); sub(/ *$/,"",s); return s }
                      {$2= trim($2)}
                    BEGIN {com="sort -t, -n +0 "; 
                           OFS=","}        
                   $NF ~ /\*/ && Pass==1 { Order[++Order[0]]=$2 ; Name[Order[0]]=trim($3); Redro[$2]=Order[0]}
                   $NF ~ /\*/ && Pass==2 { Thing[$2]=$4 }
                                   END {system("rm names");
                                                for(i=1;i<=Order[0];i++)  {
                                                        print "\"" Name[i] "\" " i ",\\">> "names"
                            print (Order[i] in Thing ? Thing[Order[i]] : 0 )}}
#,(Order[i] in Thing ? Thing[Order[i]] : 0 ) }
' Pass=1 $All.log Pass=2 $i.log \
      |  sed 's/\%//' > $i.log.dist 
done

paste *.dist | cat -n > dist.plot
$gnuplot <<EOF
set title "Orbit"
set size 0.75,0.5
set xlabel "tasks, sorted on majority  frequency"
set yrange [0:110]
set terminal postscript eps 15
set ylabel "% times selected"
set output "$Here/../doc/selectedOrbit.eps"
set key bottom right
set xtics rotate ("Software Integration Test Plan Analysis" 1,\
"Software Integration Test Results Analysis" 2,\
"System Test Procedure Analysis" 3,\
"Software FQT Procedure Analysis" 4,\
"Simulation Analysis" 5,\
"Operating Procedure Evaluation" 6,\
"Anomaly Evaluation" 7,\
"Migration Assessment" 8,\
"Retirement Assessment" 9,\
"Acceptance Test Plan Analysis" 10,\
"Acceptance Test Case Analysis" 11,\
"Interface Analysis - Design" 12,\
"Concept Document Evaluation" 13,\
"Software/User Requirements Allocation Analysis" 14,\
"Traceability Analysis" 15,\
"System Test Case Analysis" 16,\
"Software FQT Case Analysis" 17,\
"System Test Results Analysis" 18,\
"Software FQT Results Analysis" 19,\
"Software Design Evaluation" 20,\
"Database Analysis" 21,\
"Software Architecture Assessment" 22,\
"Interface Analysis - Requirements" 23,\
"System Test Plan Analysis" 24,\
"Source Code and Documentation Evaluation" 25,\
"Interface Analysis - Code" 26,\
"System Requirements Review" 27,\
"Software Requirements Evaluation" 28,\
"Reuse Analysis*" 29,\
"Traceability Analysis - Design" 30,\
"Component Test Case Analysis" 31,\
"Software FQT Plan Analysis" 32,\
"Traceability Analysis - Test" 33,\
"Traceability Analysis -  Requirements" 34,\
"Issue and Risk Tracking" 35,\
"Final Report Generation" 36,\
"IV&V Tool Support" 37,\
"Management and Planning of IV&V" 38,\
"Management and Technical Review Support" 39,\
"Criticality Analysis" 40)

set noxtics
plot         "dist.plot" using 1:2 title "eo2" with linesp ,\
     "dist.plot" using 1:3 title "go4" with linesp ,\
         "dist.plot" using 1:4 title "gs1" with linesp ,\
         "dist.plot" using 1:5 title "xf3" with linesp,\
         "dist.plot" using 1:6 title "raw" with linesp,\
         "dist.plot" using 1:7 title "all" with linesp
EOF

#cat names
ls *.dist | cat -n
}

dists2() {
rm *.dist

for i in $All $All data.es data.hs data.op data.ss  data.su 
do

         gawk -F, 'function trim(s) { sub(/^ */,"",s); sub(/ *$/,"",s); return s }
                      {$2= trim($2)}
                    BEGIN {com="sort -t, -n +0 "; 
                           OFS=","}        
                   $NF ~ /\*/ && Pass==1 { Order[++Order[0]]=$2 ; Name[Order[0]]=trim($3); Redro[$2]=Order[0]}
                   $NF ~ /\*/ && Pass==2 { Thing[$2]=$4 }
                                   END {system("rm names");
                                                for(i=1;i<=Order[0];i++)  {
                                                        print "\"" Name[i] "\" " i ",\\">> "names"
                            print (Order[i] in Thing ? Thing[Order[i]] : 0 )}}
#,(Order[i] in Thing ? Thing[Order[i]] : 0 ) }
' Pass=1 $All.log Pass=2 $i.log \
      |  sed 's/\%//' > $i.log.dist 
done

paste *.dist | cat -n > dist.plot
$gnuplot <<EOF
set title "Profile"
set size 0.75,0.5
set xlabel "tasks, sorted on majority  frequency"
set yrange [0:110]
set terminal postscript eps 15
set ylabel "% times selected"
set output "$Here/../doc/selectedProfile.eps"
set key bottom right
set xtics rotate ("Software Integration Test Plan Analysis" 1,\
"Software Integration Test Results Analysis" 2,\
"System Test Procedure Analysis" 3,\
"Software FQT Procedure Analysis" 4,\
"Simulation Analysis" 5,\
"Operating Procedure Evaluation" 6,\
"Anomaly Evaluation" 7,\
"Migration Assessment" 8,\
"Retirement Assessment" 9,\
"Acceptance Test Plan Analysis" 10,\
"Acceptance Test Case Analysis" 11,\
"Interface Analysis - Design" 12,\
"Concept Document Evaluation" 13,\
"Software/User Requirements Allocation Analysis" 14,\
"Traceability Analysis" 15,\
"System Test Case Analysis" 16,\
"Software FQT Case Analysis" 17,\
"System Test Results Analysis" 18,\
"Software FQT Results Analysis" 19,\
"Software Design Evaluation" 20,\
"Database Analysis" 21,\
"Software Architecture Assessment" 22,\
"Interface Analysis - Requirements" 23,\
"System Test Plan Analysis" 24,\
"Source Code and Documentation Evaluation" 25,\
"Interface Analysis - Code" 26,\
"System Requirements Review" 27,\
"Software Requirements Evaluation" 28,\
"Reuse Analysis*" 29,\
"Traceability Analysis - Design" 30,\
"Component Test Case Analysis" 31,\
"Software FQT Plan Analysis" 32,\
"Traceability Analysis - Test" 33,\
"Traceability Analysis -  Requirements" 34,\
"Issue and Risk Tracking" 35,\
"Final Report Generation" 36,\
"IV&V Tool Support" 37,\
"Management and Planning of IV&V" 38,\
"Management and Technical Review Support" 39,\
"Criticality Analysis" 40)

set noxtics
plot         "dist.plot" using 1:2 title "es" with linesp ,\
     "dist.plot" using 1:3 title "hs" with linesp ,\
         "dist.plot" using 1:4 title "op" with linesp ,\
         "dist.plot" using 1:5 title "ss " with linesp,\
         "dist.plot" using 1:6 title "su" with linesp,\
         "dist.plot" using 1:7 title "all" with linesp
EOF

#cat names
ls *.dist | cat -n

wc -l $Files
}

dists3() {
rm *.dist


for i in $All $All data.p1 data.p2 data.p3 data.p4 
do

         gawk -F, 'function trim(s) { sub(/^ */,"",s); sub(/ *$/,"",s); return s }
                      {$2= trim($2)}
                    BEGIN {com="sort -t, -n +0 "; 
                           OFS=","}        
                   $NF ~ /\*/ && Pass==1 { Order[++Order[0]]=$2 ; Name[Order[0]]=trim($3); Redro[$2]=Order[0]}
                   $NF ~ /\*/ && Pass==2 { Thing[$2]=$4 }
                                   END {system("rm names");
                                                for(i=1;i<=Order[0];i++)  {
                                                        print "\"" Name[i] "\" " i ",\\">> "names"
                            print (Order[i] in Thing ? Thing[Order[i]] : 0 )}}
#,(Order[i] in Thing ? Thing[Order[i]] : 0 ) }
' Pass=1 $All.log Pass=2 $i.log \
      |  sed 's/\%//' > $i.log.dist 
done
pwd

paste *.dist | cat -n > dist.plot

cat dist.plot
$gnuplot <<EOF
set title "Prime"
set size 0.75,0.5
set xlabel "tasks, sorted on majority frequency"
set yrange [0:110]
set terminal postscript eps 15
set ylabel "% times selected"
set output "$Here/../doc/selectedPrime.eps"
set key bottom right
set xtics rotate ("Software Integration Test Plan Analysis" 1,\
"Software Integration Test Results Analysis" 2,\
"System Test Procedure Analysis" 3,\
"Software FQT Procedure Analysis" 4,\
"Simulation Analysis" 5,\
"Operating Procedure Evaluation" 6,\
"Anomaly Evaluation" 7,\
"Migration Assessment" 8,\
"Retirement Assessment" 9,\
"Acceptance Test Plan Analysis" 10,\
"Acceptance Test Case Analysis" 11,\
"Interface Analysis - Design" 12,\
"Concept Document Evaluation" 13,\
"Software/User Requirements Allocation Analysis" 14,\
"Traceability Analysis" 15,\
"System Test Case Analysis" 16,\
"Software FQT Case Analysis" 17,\
"System Test Results Analysis" 18,\
"Software FQT Results Analysis" 19,\
"Software Design Evaluation" 20,\
"Database Analysis" 21,\
"Software Architecture Assessment" 22,\
"Interface Analysis - Requirements" 23,\
"System Test Plan Analysis" 24,\
"Source Code and Documentation Evaluation" 25,\
"Interface Analysis - Code" 26,\
"System Requirements Review" 27,\
"Software Requirements Evaluation" 28,\
"Reuse Analysis*" 29,\
"Traceability Analysis - Design" 30,\
"Component Test Case Analysis" 31,\
"Software FQT Plan Analysis" 32,\
"Traceability Analysis - Test" 33,\
"Traceability Analysis -  Requirements" 34,\
"Issue and Risk Tracking" 35,\
"Final Report Generation" 36,\
"IV&V Tool Support" 37,\
"Management and Planning of IV&V" 38,\
"Management and Technical Review Support" 39,\
"Criticality Analysis" 40)

set noxtics
plot         "dist.plot" using 1:2 title "p1" with linesp ,\
     "dist.plot" using 1:3 title "p2" with linesp ,\
         "dist.plot" using 1:4 title "p3" with linesp ,\
         "dist.plot" using 1:5 title "p4" with linesp, \
         "dist.plot" using 1:6 title "all" with linesp
EOF

#cat names
ls *.dist | cat -n

wc -l $Files
}


ce() {
rm *.er
rm $Here/../doc/*.er.eps
for i in  $All data.rand data.gs1 data.eo2 data.xf3 data.go4 
do
         echo ""
        echo $i.log
                gawk -F, 'function trim(s) { sub(/^ */,"",s); sub(/ *$/,"",s); return s }
                        NF==1 {exit}
                        NR==1 {next}
                              {for(i=1;i<=NF;i++)  $i=trim($i) }
                  {sub(/\%/,"",$4);
                   $4=trim($4);
                               A[$2,$3]=$4}
            END   {for(i=1;i<=5;i++)
                      for(j=1;j<=5;j++)
                                                print ((i,j) in A) ? A[i,j] : 0}
        ' $i.log | cat -n > $i.er
done
}
ceplot() {
        $gnuplot <<EOF
        set size 0.5,0.3
        set title "$1"
        set nokey

        set yrange [0:$3]
set ytics (0,20,40,60,80,100)
        set terminal postscript eps enhanced 10
        set ylabel "% percent set"
        set xlabel "cons,err"
        set xtics rotate (\
"1,1" 1,\
"1,2" 2,\
"1,3" 3,\
"1,4" 4,\
"1,5" 5,\
"2,1" 6,\
"2,2" 7,\
"2,3" 8,\
"2,4" 9,\
"2,5" 10,\
"3,1" 11,\
"3,2" 12,\
"3,3" 13,\
"3,4" 14,\
"3,5" 15,\
"4,1" 16,\
"4,2" 17,\
"4,3" 18,\
"4,4" 19,\
"4,5" 20,\
"5,1" 21,\
"5,2" 22,\
"5,3" 23,\
"5,4" 24,\
"5,5" 25)
        set output "$Here/../doc/$1.er.eps"
        plot "$2.er" using 1:2 title "" with boxes fs solid 1 
EOF
}


data
cdfs
#logs1
#logs2
#logs3
dists1
dists2
dists3

exit
ce
ceplot all    $All       30
ceplot random data.rand  30
ceplot gs1    data.gs1  30
ceplot eo2    data.eo2  30
ceplot xf3    data.xf3  30
ceplot go4    data.go4  30
 
#   20      20     672 data.gs1
#      57      57    1856 data.go4
#      93      93    3008 data.xf3
#     265     265    8522 data.eo2
#     435     435   14058 total