\relax 
\citation{miller02}
\citation{seidewitz03}
\@writefile{toc}{\contentsline {section}{\numberline {1}Introduction}{3}}
\@writefile{toc}{\contentsline {subsection}{\numberline {1.1}Modeling in Software Engineering}{3}}
\citation{sendall03}
\citation{hailpern06}
\citation{omg03}
\citation{frankel03}
\citation{brown06}
\citation{greenfield04}
\citation{waddington03}
\citation{clancey96a}
\citation{law00,harrell00,kelton02,raffo05b,raffo05c}
\citation{hamid91,sterman00}
\citation{akhavi93,harel90,martin00}
\citation{martin01,donzelli01,setamanit07}
\citation{bratko01}
\citation{iwasaki89}
\citation{mi90}
\citation{feather03}
\citation{france03}
\citation{denno03}
\citation{jurjens06}
\citation{bals04}
\newlabel{eq11}{{1}{4}}
\citation{puccia85}
\citation{myers77}
\citation{myers77}
\citation{fecosm89a,fecosm89b,smythe89}
\citation{menzies92}
\citation{gray06}
\citation{filman04}
\citation{cai05}
\citation{jackson02}
\citation{heitmeyer02}
\citation{child06}
\citation{whittle06}
\citation{clarke03}
\citation{clarke03}
\newlabel{eq2}{{2}{5}}
\citation{jones96a,jones98,pargas99,tracey98}
\citation{feather03}
\citation{harman02,lutz01}
\citation{clarke03}
\citation{aguilar01,dolado00,dolado01}
\citation{rela04}
\citation{me99j}
\citation{harman01}
\citation{mitchell97}
\citation{treinish98}
\citation{treinish98}
\citation{treinish98}
\@writefile{toc}{\contentsline {section}{\numberline {2}``Hard Modeling'' Problems}{7}}
\newlabel{sec:easyhard}{{2}{7}}
\@writefile{lof}{\contentsline {figure}{\numberline {1}{\ignorespaces A visualization tool for scientific data. From\nobreakspace  {}\cite  {treinish98}.}}{7}}
\newlabel{fig:treinish}{{1}{7}}
\citation{saltelli00}
\citation{boning94}
\citation{ishida89,puccia85}
\citation{simon82}
\citation{rosen93}
\@writefile{toc}{\contentsline {section}{\numberline {3}Collars and Clumps }{9}}
\newlabel{sec:general}{{3}{9}}
\citation{me03l}
\citation{me03l}
\@writefile{toc}{\contentsline {subsection}{\numberline {3.1}Theoretical Evidence}{10}}
\citation{druzdel94}
\citation{samuel59}
\citation{kohavi97}
\newlabel{eq:dr}{{3}{11}}
\@writefile{toc}{\contentsline {subsection}{\numberline {3.2}Empirical Evidence}{11}}
\citation{avri96}
\citation{wong95}
\citation{budd80}
\citation{acree80}
\citation{bieman92}
\citation{harrold98}
\citation{pelanek04}
\citation{holzmann90}
\citation{pelanek04}
\citation{miller56}
\citation{me03e,me07}
\citation{bay99,webb03}
\citation{cai98}
\citation{hu02}
\@writefile{toc}{\contentsline {section}{\numberline {4}Data Mining with Collars and Clumps using Treatment Learning}{13}}
\citation{Blake+Merz:1998}
\citation{me00e}
\citation{fea02a}
\citation{Blake+Merz:1998}
\citation{me00e}
\citation{fea02a}
\@writefile{lof}{\contentsline {figure}{\numberline {2}{\ignorespaces A log of some golf-playing behavior.}}{14}}
\newlabel{fig:golfdata}{{2}{14}}
\@writefile{lof}{\contentsline {figure}{\numberline {3}{\ignorespaces Finding treatments that can improve golf playing behavior. With no treatments, we only play lots of golf in ${\begingroup 6\endgroup \over 5+3+6}= 57\%$ of cases. However, assuming {\em  outlook=overcast}, we play golf lots of times in 100\% of cases. }}{14}}
\newlabel{fig:golft}{{3}{14}}
\citation{raffo95}
\@writefile{lof}{\contentsline {figure}{\numberline {4}{\ignorespaces Runtimes for TAR2 on different domains. First 6 data sets come from the UC Irvine machine learning data repository\nobreakspace  {}\cite  {Blake+Merz:1998}; ``cocomo'' comes from a COCOMO software cost estimation model \cite  {me00e}; ``pilot'' comes from the NASA Jet Propulsion Laboratory \cite  {fea02a}.}}{15}}
\newlabel{fig:runtime}{{4}{15}}
\@writefile{toc}{\contentsline {section}{\numberline {5}Case Studies}{15}}
\newlabel{sec:studies}{{5}{15}}
\@writefile{toc}{\contentsline {subsection}{\numberline {5.1}Inspection Policies}{15}}
\newlabel{sec:policy}{{5.1}{15}}
\@writefile{lof}{\contentsline {figure}{\numberline {5}{\ignorespaces High-level block diagram of a discrete event model of one company's software process.}}{16}}
\newlabel{fig:raffo}{{5}{16}}
\citation{raffo95}
\citation{fagan86}
\newlabel{eq:util}{{4}{17}}
\citation{fea02a}
\@writefile{lof}{\contentsline {figure}{\numberline {6}{\ignorespaces Utility frequency in 12800 samples, {\em  before} and {\em  after} treatment.}}{18}}
\newlabel{fig:utilities}{{6}{18}}
\newlabel{fig:run10}{{6}{18}}
\citation{quinlan86}
\@writefile{lof}{\contentsline {figure}{\numberline {7}{\ignorespaces About C4.5 and CART}}{19}}
\newlabel{fig:c45cart}{{7}{19}}
\citation{paulk95}
\citation{me01e}
\@writefile{toc}{\contentsline {subsection}{\numberline {5.2}Studying the Capability Maturity Model (CMM)}{20}}
\newlabel{sec:cmm}{{5.2}{20}}
\@writefile{lof}{\contentsline {figure}{\numberline {8}{\ignorespaces Part of CMM2, encoded in the JANE language.}}{21}}
\newlabel{fig:jane}{{8}{21}}
\@writefile{lof}{\contentsline {figure}{\numberline {9}{\ignorespaces Management actions in the CMM2 model. SQA= software quality assurance and SCM= software configuration management)}}{22}}
\newlabel{fig:actions}{{9}{22}}
\@writefile{lof}{\contentsline {figure}{\numberline {10}{\ignorespaces  Ratios of different software project types seen in four situations. }}{22}}
\newlabel{fig:output}{{10}{22}}
\citation{leveson91}
\citation{fea02a,me03i}
\citation{me03j}
\citation{me00e}
\citation{me05e}
\@writefile{lof}{\contentsline {figure}{\numberline {11}{\ignorespaces The three best treatments found in the CMM2 model. }}{24}}
\newlabel{fig:cmm}{{11}{24}}
\@writefile{toc}{\contentsline {subsection}{\numberline {5.3}Other Case Studies}{24}}
\citation{me06a}
\citation{me06b}
\citation{me02h,owen02a}
\citation{gel03a}
\citation{burk04}
\@writefile{toc}{\contentsline {section}{\numberline {6}Conclusion}{25}}
\newlabel{conclusions}{{6}{25}}
\bibstyle{nature}
\bibdata{refs,miamiRefs,../jim/refs,../tim/refs,../jeremy/refs}
\bibcite{miller02}{1}
\bibcite{seidewitz03}{2}
\bibcite{sendall03}{3}
\bibcite{hailpern06}{4}
\bibcite{omg03}{5}
\bibcite{frankel03}{6}
\bibcite{brown06}{7}
\bibcite{greenfield04}{8}
\bibcite{waddington03}{9}
\bibcite{clancey96a}{10}
\bibcite{law00}{11}
\bibcite{harrell00}{12}
\bibcite{kelton02}{13}
\bibcite{raffo05b}{14}
\bibcite{raffo05c}{15}
\bibcite{hamid91}{16}
\bibcite{sterman00}{17}
\bibcite{akhavi93}{18}
\bibcite{harel90}{19}
\bibcite{martin00}{20}
\bibcite{martin01}{21}
\bibcite{donzelli01}{22}
\bibcite{setamanit07}{23}
\bibcite{bratko01}{24}
\bibcite{iwasaki89}{25}
\bibcite{mi90}{26}
\bibcite{feather03}{27}
\bibcite{france03}{28}
\bibcite{denno03}{29}
\bibcite{jurjens06}{30}
\bibcite{bals04}{31}
\bibcite{puccia85}{32}
\bibcite{myers77}{33}
\bibcite{fecosm89a}{34}
\bibcite{fecosm89b}{35}
\bibcite{smythe89}{36}
\bibcite{menzies92}{37}
\bibcite{gray06}{38}
\bibcite{filman04}{39}
\bibcite{cai05}{40}
\bibcite{jackson02}{41}
\bibcite{heitmeyer02}{42}
\bibcite{child06}{43}
\bibcite{whittle06}{44}
\bibcite{clarke03}{45}
\bibcite{jones96a}{46}
\bibcite{jones98}{47}
\bibcite{pargas99}{48}
\bibcite{tracey98}{49}
\bibcite{harman02}{50}
\bibcite{lutz01}{51}
\bibcite{aguilar01}{52}
\bibcite{dolado00}{53}
\bibcite{dolado01}{54}
\bibcite{rela04}{55}
\bibcite{me99j}{56}
\bibcite{harman01}{57}
\bibcite{mitchell97}{58}
\bibcite{treinish98}{59}
\bibcite{saltelli00}{60}
\bibcite{boning94}{61}
\bibcite{ishida89}{62}
\bibcite{simon82}{63}
\bibcite{rosen93}{64}
\bibcite{me03l}{65}
\bibcite{druzdel94}{66}
\bibcite{samuel59}{67}
\bibcite{kohavi97}{68}
\bibcite{avri96}{69}
\bibcite{wong95}{70}
\bibcite{budd80}{71}
\bibcite{acree80}{72}
\bibcite{bieman92}{73}
\bibcite{harrold98}{74}
\bibcite{pelanek04}{75}
\bibcite{holzmann90}{76}
\bibcite{miller56}{77}
\bibcite{me03e}{78}
\bibcite{me07}{79}
\bibcite{bay99}{80}
\bibcite{webb03}{81}
\bibcite{cai98}{82}
\bibcite{hu02}{83}
\bibcite{Blake+Merz:1998}{84}
\bibcite{me00e}{85}
\bibcite{fea02a}{86}
\bibcite{raffo95}{87}
\bibcite{fagan86}{88}
\bibcite{quinlan86}{89}
\bibcite{paulk95}{90}
\bibcite{me01e}{91}
\bibcite{leveson91}{92}
\bibcite{me03i}{93}
\bibcite{me03j}{94}
\bibcite{me05e}{95}
\bibcite{me06a}{96}
\bibcite{me06b}{97}
\bibcite{me02h}{98}
\bibcite{owen02a}{99}
\bibcite{gel03a}{100}
\bibcite{burk04}{101}