\relax 
\newlabel{@firstpg}{{}{1}}
\citation{burk04,fea02a,gel03a,hu02,me00e,me01e,me02h,me03g,me03i,me03j,me03l,me05e,me06a,me06b,owen02a}
\citation{bratko89}
\citation{hinton92}
\citation{witten99}
\citation{quinlan86}
\citation{breiman84}
\@writefile{toc}{\contentsline {section}{\numberline {1}Introduction}{2}}
\citation{miller02}
\@writefile{toc}{\contentsline {section}{\numberline {2}Related Work}{3}}
\citation{saltelli00}
\citation{ishida89,puccia85}
\citation{boning04}
\citation{rubinstein04}
\citation{kirkpatrick93}
\citation{gover93tabu}
\citation{goldberg00}
\citation{mintz75}
\citation{simon82}
\citation{rosen93}
\citation{me03l}
\@writefile{toc}{\contentsline {section}{\numberline {3}Collars and Clumps }{5}}
\newlabel{sec:general}{{3}{5}}
\citation{me03l}
\citation{druzdel94}
\@writefile{toc}{\contentsline {subsection}{\numberline {3.1}Theoretical Evidence}{6}}
\citation{samuel59}
\citation{kohavi97}
\citation{avri96}
\citation{wong95}
\citation{budd80}
\citation{acree80}
\newlabel{eq:dr}{{1}{7}}
\@writefile{toc}{\contentsline {subsection}{\numberline {3.2}Empirical Evidence}{7}}
\citation{bieman92}
\citation{harrold98}
\citation{pelanek04}
\citation{holzmann90}
\citation{pelanek04}
\citation{miller56}
\citation{me03e}
\citation{bay99,webb03}
\citation{cai98}
\citation{hu02}
\@writefile{toc}{\contentsline {section}{\numberline {4}Data Mining with Collars and Clumps}{8}}
\citation{Blake+Merz:1998}
\citation{me00e}
\citation{fea02a}
\citation{Blake+Merz:1998}
\citation{me00e}
\citation{fea02a}
\@writefile{lof}{\contentsline {figure}{\numberline {1}{\ignorespaces A log of some golf-playing behavior.}}{10}}
\newlabel{fig:golfdata}{{1}{10}}
\@writefile{lof}{\contentsline {figure}{\numberline {2}{\ignorespaces Finding treatments that can improve golf playing behavior. With no treatments, we only play lots of golf in ${\begingroup 6\endgroup \over 5+3+6}= 57\%$ of cases. However, assuming {\em  outlook=overcast}, we play golf lots of times in 100\% of cases. }}{10}}
\newlabel{fig:golft}{{2}{10}}
\@writefile{lof}{\contentsline {figure}{\numberline {3}{\ignorespaces Runtimes for TAR2 on different domains. First 6 data sets come from the UC Irvine machine learning data repository\nobreakspace  {}\cite {Blake+Merz:1998}; ``cocomo'' comes from a COCOMO software cost estimation model \cite {me00e}; ``pilot'' comes from the NASA Jet Propulsion Laboratory \cite {fea02a}.}}{10}}
\newlabel{fig:runtime}{{3}{10}}
\citation{paulk95}
\citation{me01e}
\@writefile{toc}{\contentsline {section}{\numberline {5}Case Studies}{11}}
\newlabel{sec:studies}{{5}{11}}
\@writefile{toc}{\contentsline {subsection}{\numberline {5.1}Studying the CMM}{11}}
\newlabel{sec:cmm}{{5.1}{11}}
\@writefile{lof}{\contentsline {figure}{\numberline {4}{\ignorespaces Part of CMM2, encoded in the JANE language.}}{11}}
\newlabel{fig:jane}{{4}{11}}
\@writefile{lof}{\contentsline {figure}{\numberline {5}{\ignorespaces Management actions in the CMM2 model. SQA= software quality assurance and SCM= software configuration management)}}{12}}
\newlabel{fig:actions}{{5}{12}}
\@writefile{lof}{\contentsline {figure}{\numberline {6}{\ignorespaces  Ratios of different software project types seen in four situations. }}{13}}
\newlabel{fig:output}{{6}{13}}
\citation{leveson91 }
\@writefile{lof}{\contentsline {figure}{\numberline {7}{\ignorespaces The three best treatments found in the CMM2 model. }}{14}}
\newlabel{fig:cmm}{{7}{14}}
\citation{corn01}
\@writefile{toc}{\contentsline {section}{\numberline {6}Case Study 2: Requirement Optimization}{15}}
\newlabel{sec:pilot}{{6}{15}}
\@writefile{toc}{\contentsline {subsection}{\numberline {6.1}The Requirement Interaction Model}{15}}
\@writefile{toc}{\contentsline {subsection}{\numberline {6.2}The Iterative Learning Cycle}{15}}
\@writefile{lof}{\contentsline {figure}{\numberline {8}{\ignorespaces The iterative cycle of Simulation/Summarization/Decision.}}{16}}
\newlabel{fig:cycle}{{8}{16}}
\@writefile{toc}{\contentsline {subsubsection}{\numberline {6.2.1}Baseline Simulation}{16}}
\@writefile{lof}{\contentsline {figure}{\numberline {9}{\ignorespaces Initial result from executing the model of pilot domain. }}{16}}
\newlabel{fig:jplraw}{{9}{16}}
\citation{fea02a}
\@writefile{lot}{\contentsline {table}{\numberline {I}{\ignorespaces Balanced score combination of cost and benefit values}}{17}}
\newlabel{tbl:combine}{{6.2.2}{17}}
\@writefile{toc}{\contentsline {subsubsection}{\numberline {6.2.2}Combining Cost and Benefit Values}{17}}
\@writefile{toc}{\contentsline {subsubsection}{\numberline {6.2.3}Learning Iterations}{17}}
\@writefile{toc}{\contentsline {subsection}{\numberline {6.3}Compared to Simulated Annealing}{17}}
\citation{me03c}
\@writefile{lof}{\contentsline {figure}{\numberline {10}{\ignorespaces Result from executing the model of pilot domain when it was constrained by treatments after the $5^{th}$ iteration. }}{18}}
\newlabel{fig:jplafter}{{10}{18}}
\@writefile{toc}{\contentsline {section}{\numberline {7}TAR3}{18}}
\@writefile{toc}{\contentsline {subsection}{\numberline {7.1}An Introduction to TAR3}{18}}
\@writefile{lof}{\contentsline {figure}{\numberline {11}{\ignorespaces Percentile matrices showing four rounds of treatment learning for the pilot study.}}{19}}
\newlabel{fig:jpleg}{{11}{19}}
\@writefile{lof}{\contentsline {figure}{\numberline {12}{\ignorespaces Comparison of TAR2 and simulated annealing.}}{20}}
\newlabel{fig:comparsa}{{12}{20}}
\@writefile{lof}{\contentsline {figure}{\numberline {13}{\ignorespaces Data on some recreational activities where playing {\em  lots} of golf scores higher than playing {\em  none} golf.}}{20}}
\newlabel{fig:eg}{{13}{20}}
\citation{witten99}
\@writefile{lof}{\contentsline {figure}{\numberline {14}{\ignorespaces Lift and cumulative lift.}}{21}}
\newlabel{fig:lifg}{{14}{21}}
\@writefile{lof}{\contentsline {figure}{\numberline {15}{\ignorespaces TAR3}}{21}}
\newlabel{fig:tar3}{{15}{21}}
\citation{hu02}
\citation{Blake+Merz:1998}
\citation{hu02}
\@writefile{lof}{\contentsline {figure}{\numberline {16}{\ignorespaces Output from TAR3, using data generated from the Limits to Growth Model.}}{22}}
\newlabel{fig:world3}{{16}{22}}
\newlabel{eq:calc}{{2}{22}}
\@writefile{toc}{\contentsline {subsection}{\numberline {7.2}TAR3 is Competent}{22}}
\citation{mead72}
\citation{gel03a}
\citation{witten99}
\citation{witten99}
\citation{witten99}
\citation{dou95}
\citation{dou95}
\citation{Blake+Merz:1998}
\citation{hu02}
\@writefile{toc}{\contentsline {subsection}{\numberline {7.3}TAR3 is Simple}{23}}
\citation{hu02}
\citation{me03c}
\@writefile{lof}{\contentsline {figure}{\numberline {17}{\ignorespaces A decision tree learnt by J4.8\nobreakspace  {}\cite {witten99} decision tree learner from the same data set as \fig {tar3tree}. Classes (right-hand-side), top-to-bottom, are ``high'', ``medhigh'', ``medlow'', and ``low''. }}{24}}
\newlabel{fig:tree}{{17}{24}}
\citation{hu02}
\citation{motwani95}
\citation{quinlan96,witten99}
\@writefile{lof}{\contentsline {figure}{\numberline {18}{\ignorespaces Ratio of different housing types seen before and after applying a TAR3 treatment. Results from same data as used in Figure\nobreakspace  {}0\relax \G@refundefinedtrue {\unhbox \voidb@x \hbox {\normalfont  \bfseries  ??}}\GenericWarning  {               }{LaTeX Warning: Reference `fig:trree' on page 25 undefined}.}}{25}}
\newlabel{fig:tar3tree}{{18}{25}}
\@writefile{toc}{\contentsline {subsection}{\numberline {7.4}TAR3 is Fast and Scalable}{25}}
\@writefile{toc}{\contentsline {subsection}{\numberline {7.5}TAR3 is Stable}{25}}
\@writefile{toc}{\contentsline {subsection}{\numberline {7.6}TAR3 and Checking for Unsafe Nondeterminism}{26}}
\@writefile{toc}{\contentsline {section}{\numberline {8}Case Study: The Pilot Domain Again}{26}}
\@writefile{lof}{\contentsline {figure}{\numberline {19}{\ignorespaces The cost-benefit distribution of the initial simulation from the pilot domain. }}{27}}
\newlabel{fig:cbraw}{{8}{27}}
\@writefile{toc}{\contentsline {subsection}{\numberline {8.1}Comparison of the Cost-Benefit Distribution}{27}}
\@writefile{toc}{\contentsline {subsection}{\numberline {8.2}Comparison of the Best 3 Class Distribution}{27}}
\@writefile{lof}{\contentsline {figure}{\numberline {20}{\ignorespaces The cost-benefit distribution from executing the model of pilot domain when it was constrained after the $5^{th}$ iteration of TAR2.}}{28}}
\newlabel{fig:cbfinaltar2}{{20}{28}}
\@writefile{lof}{\contentsline {figure}{\numberline {21}{\ignorespaces The cost-benefit distribution from executing the model of pilot domain when it was constrained after the $4^{th}$ iteration of TAR3.}}{28}}
\newlabel{fig:cbfinaltar3}{{21}{28}}
\@writefile{toc}{\contentsline {subsection}{\numberline {8.3}Comparison of Each Round}{28}}
\@writefile{lot}{\contentsline {table}{\numberline {II}{\ignorespaces Comparison of the best 3 class distributions for TAR2 and TAR3 experiments.}}{29}}
\newlabel{table:compareClass}{{II}{29}}
\@writefile{lof}{\contentsline {figure}{\numberline {22}{\ignorespaces The mean and standard deviation of cost at each round.}}{29}}
\newlabel{fig:barCost}{{22}{29}}
\@writefile{toc}{\contentsline {subsection}{\numberline {8.4}Comparison of the Final Treatments}{29}}
\@writefile{toc}{\contentsline {subsection}{\numberline {8.5}Comparison of Runtimes}{29}}
\@writefile{lof}{\contentsline {figure}{\numberline {23}{\ignorespaces The mean and standard deviation of benefit at each round.}}{30}}
\newlabel{fig:barBenefit}{{23}{30}}
\@writefile{lot}{\contentsline {table}{\numberline {III}{\ignorespaces Comparison of the final treatments found by TAR2 and TAR3, respectively.}}{30}}
\newlabel{table:compareTreatment}{{III}{30}}
\@writefile{lot}{\contentsline {table}{\numberline {IV}{\ignorespaces Comparison of the runtimes of each round.}}{30}}
\newlabel{table:compareRuntime}{{IV}{30}}
\citation{fea02a,me03i}
\@writefile{toc}{\contentsline {subsection}{\numberline {8.6}Summary}{31}}
\@writefile{toc}{\contentsline {section}{\numberline {9}Conclusion}{31}}
\@writefile{toc}{\contentsline {subsection}{\numberline {9.1}Discussion}{31}}
\citation{me03j}
\citation{me00e}
\citation{me05e}
\citation{me06a}
\citation{me06b}
\citation{me02h,owen02a}
\citation{gel03a}
\citation{burk04}
\@writefile{toc}{\contentsline {subsection}{\numberline {9.2}Other Case Studies}{32}}
\@writefile{toc}{\contentsline {section}{\numberline {10}Conclusion}{32}}
\newlabel{conclusions}{{10}{32}}
\bibstyle{acmtrans}
\bibdata{refs,miamiRefs,../jim/refs,../tim/refs,../jeremy/refs}
\newlabel{@lastpg}{{10}{34}}