\relax \citation{jorgenson2003} \citation{Harman2001833} \citation{Harman2007} \@writefile{toc}{\contentsline {section}{\numberline {1}Introduction}{\thepage }} \@writefile{toc}{\contentsline {section}{\numberline {2}Related Work}{\thepage }} \citation{shepperd01b} \citation{Jor2005c} \@writefile{toc}{\contentsline {subsection}{\numberline {2.1}Sturdy Conclusion Predicament}{\thepage }} \@writefile{toc}{\contentsline {subsection}{\numberline {2.2}Non-Algorithmic Method}{\thepage }} \@writefile{toc}{\contentsline {section}{\numberline {3}Experiment Design}{\thepage }} \@writefile{toc}{\contentsline {subsection}{\numberline {3.1}Preprocessors}{\thepage }} \@writefile{toc}{\contentsline {subsubsection}{\numberline {3.1.1}None (none)}{\thepage }} \@writefile{toc}{\contentsline {subsubsection}{\numberline {3.1.2}Logarithmic (log)}{\thepage }} \@writefile{toc}{\contentsline {subsubsection}{\numberline {3.1.3}Equal Frequency Discretization (freq3bin, freq5bin)}{\thepage }} \@writefile{toc}{\contentsline {subsubsection}{\numberline {3.1.4}Equal Width Discretization (width3bin, width5bin)}{\thepage }} \@writefile{toc}{\contentsline {subsubsection}{\numberline {3.1.5}Normalization (norm)}{\thepage }} \@writefile{toc}{\contentsline {subsubsection}{\numberline {3.1.6}Principal Component Analysis (PCA)}{\thepage }} \@writefile{toc}{\contentsline {subsection}{\numberline {3.2}Learners}{\thepage }} \@writefile{toc}{\contentsline {subsubsection}{\numberline {3.2.1}Simple Linear Regression (SLReg)}{\thepage }} \@writefile{toc}{\contentsline {subsubsection}{\numberline {3.2.2}Partial Least Squares Regression (PlSR)}{\thepage }} \@writefile{toc}{\contentsline {subsubsection}{\numberline {3.2.3}$k$-Nearest Neighbor (nn1, nn5)}{\thepage }} \@writefile{toc}{\contentsline {subsubsection}{\numberline {3.2.4}Zero R (ZeroR)}{\thepage }} \@writefile{toc}{\contentsline {subsubsection}{\numberline {3.2.5}Neural Net (nnet)}{\thepage }} \@writefile{toc}{\contentsline {subsubsection}{\numberline {3.2.6}Simple Classification and Regression Trees (CARTn, CARTy)}{\thepage }} \@writefile{toc}{\contentsline {subsection}{\numberline {3.3}Error Measures}{\thepage }} \@writefile{toc}{\contentsline {subsubsection}{\numberline {3.3.1}Mean Absolute Residual (MAR)}{\thepage }} \@writefile{toc}{\contentsline {subsubsection}{\numberline {3.3.2}Mean Magnitude of Relative Error (MMRE)}{\thepage }} \@writefile{toc}{\contentsline {subsubsection}{\numberline {3.3.3}Mean Magnitude of Error Relative to the Estimate (MMER)}{\thepage }} \@writefile{toc}{\contentsline {subsubsection}{\numberline {3.3.4}Median Magnitude of Relative Error (MDMRE)}{\thepage }} \@writefile{toc}{\contentsline {subsubsection}{\numberline {3.3.5}Pred25}{\thepage }} \@writefile{toc}{\contentsline {subsubsection}{\numberline {3.3.6}Mean Balanced Relative Error (MBRE)}{\thepage }} \@writefile{toc}{\contentsline {subsubsection}{\numberline {3.3.7}Mean Inverted Balanced Relative Error (MIBRE)}{\thepage }} \@writefile{toc}{\contentsline {subsection}{\numberline {3.4}Data Sets}{\thepage }} \@writefile{toc}{\contentsline {section}{\numberline {4}Results}{\thepage }} \@writefile{lof}{\contentsline {figure}{\numberline {1}{\ignorespaces All permutations of data miners and learner pairs, ordered from least amount of loss measures to the most.}}{\thepage }} \newlabel{fig:SortedAlgorithms}{{1}{\thepage }} \@writefile{lof}{\contentsline {figure}{\numberline {2}{\ignorespaces The seventy two algorithms, sorted by their percentage of maximum possible losses (so 100\% = 4970). }}{\thepage }} \newlabel{fig:DataLosses}{{2}{\thepage }} \@writefile{lof}{\contentsline {figure}{\numberline {3}{\ignorespaces The seventy two algorithms, sorted by their percentage of maximum possible losses (so 100\% = 5040). }}{\thepage }} \newlabel{fig:AlgorithmLosses}{{3}{\thepage }} \@writefile{lof}{\contentsline {figure}{\numberline {4}{\ignorespaces Algorithms and datasets, sorted as per but this time showing their percentage of maximum {\em wins} over all performance measures.}}{\thepage }} \newlabel{fig:WinValues}{{4}{\thepage }} \@writefile{lof}{\contentsline {figure}{\numberline {5}{\ignorespaces Algorithms and datasets, sorted as per Figure\nobreakspace {}2\hbox {} and Figure\nobreakspace {}3\hbox {}, but this time showing their percentage of maximum {\em wins} over {\em just the PRED(25)} performance measures.}}{\thepage }} \newlabel{fig:WinValues_pred25}{{5}{\thepage }} \@writefile{lof}{\contentsline {figure}{\numberline {6}{\ignorespaces The 20 data sets and 72 methods are expressed on this graph in percentages of maximum possible losses for one algorithm for one data set = \# of Error Measures * \# of comparisons made. (100\% = 497, 50\% = 248, 25\% = 124, 12.5\% = 62) and based on these number both the columns and rows are sorted by their sum.}}{\thepage }} \newlabel{fig:AllLosses}{{6}{\thepage }} \@writefile{toc}{\contentsline {section}{\numberline {5}Conclusion}{\thepage }} \@writefile{toc}{\contentsline {subsection}{\numberline {5.1}Future Work}{\thepage }} \@writefile{toc}{\contentsline {subsubsection}{\numberline {5.1.1}More Algorithms, More Datasets}{\thepage }} \@writefile{toc}{\contentsline {subsubsection}{\numberline {5.1.2}Other Fields of Search-Based Software Engineering}{\thepage }} \@writefile{toc}{\contentsline {subsubsection}{\numberline {5.1.3}Algorithm Optimization}{\thepage }} \@writefile{toc}{\contentsline {subsubsection}{\numberline {5.1.4}Performance Analysis}{\thepage }} \@writefile{toc}{\contentsline {subsubsection}{\numberline {5.1.5}Real Time Readjustment}{\thepage }} \@writefile{toc}{\contentsline {subsubsection}{\numberline {5.1.6}Rank On Other Dimensions}{\thepage }} \@writefile{toc}{\contentsline {subsubsection}{\numberline {5.1.7}Combination of Data}{\thepage }} \@writefile{toc}{\contentsline {subsubsection}{\numberline {5.1.8}Domain Specific Knowledge Acquisition}{\thepage }} \bibstyle{abbrv} \bibdata{comba2} \@writefile{toc}{\contentsline {subsubsection}{\numberline {5.1.9}Data Visualization}{\thepage }} \@writefile{toc}{\contentsline {subsubsection}{\numberline {5.1.10}Experiment Verification and Validation}{\thepage }}