\relax \citation{quinlan92} \@writefile{toc}{\contentsline {section}{\numberline {1}Introduction}{1}} \@writefile{lof}{\contentsline {figure}{\numberline {1}{\ignorespaces Comparing decision trees learnt by C4.5 and treatments learnt by the TAR2 treatment learner. Theories learnt from the 506 cases in HOUSING example set from the UC Irvine repository. This dataset has the class distribution shown in the bottom table, left-hand-side. KEY: LSTAT= lower status of the population; NOX= nitric oxides concentration (parts per 10 million); PTRATIO= pupil-teacher ratio by town; RM= average number of rooms per dwelling; KEY:\nobreakspace {}\legend 1{low}; \legend 2{medlow}; \legend 4{medhigh}; \legend 8{high}. }}{2}} \newlabel{ifig:tree}{{1}{2}} \citation{me99a} \citation{crawford94} \citation{rymon94an} \citation{rymon93setree} \citation{lutz99} \citation{parkes99lifted} \citation{singer00backbone} \citation{joseph98} \citation{deKleer86} \citation{me97a} \citation{kohavi97} \citation{holte93} \citation{me99q} \citation{me00b} \citation{me00d} \citation{me00t} \citation{holte93} \citation{kohavi97} \citation{kohavi97} \@writefile{toc}{\contentsline {section}{\numberline {2}Related Work}{4}} \citation{agrawal94} \citation{agrawal94} \citation{webb00} \@writefile{lof}{\contentsline {figure}{\numberline {2}{\ignorespaces Feature subset selection using wrappers, hill-climbing, and ID3 (i.e. C4.5 with pruning disabled). The $\Delta $Accuracy figure is the difference in the accuracies of the theories found by ID3 the $before$ and $after$ attributes. From \cite {kohavi97}.}}{5}} \newlabel{ifig:reduce}{{2}{5}} \citation{liu98} \citation{quinlan92} \citation{breiman84} \citation{cai98} \citation{me00e} \citation{me00e} \citation{quinlan92} \citation{bay99} \citation{cai98} \citation{wang00} \@writefile{toc}{\contentsline {section}{\numberline {3}Confidence1 Pruning}{7}} \@writefile{lof}{\contentsline {figure}{\numberline {3}{\ignorespaces A log of some golf-playing behavior.}}{8}} \newlabel{ifig:golfdata}{{3}{8}} \@writefile{lof}{\contentsline {figure}{\numberline {4}{\ignorespaces Frequency of confidence1 generated from Figure\nobreakspace {}3\hbox {}. Assumes that numeric ranges have been divided into 3 {\sffamily $bands$}. Outstandingly high confidence1 values shown are in black. Y-axis is the number of ranges that have a particular confidence1 value.}}{8}} \newlabel{ifig:dels}{{4}{8}} \@writefile{lof}{\contentsline {figure}{\numberline {5}{\ignorespaces The TAR2 algorithm.}}{9}} \newlabel{ifig:tar2}{{5}{9}} \@writefile{toc}{\contentsline {section}{\numberline {4}Inside TAR2}{9}} \@writefile{lof}{\contentsline {figure}{\numberline {6}{\ignorespaces Control and monitor rules found from \fig {golfdata}. To control {\em outlook}, unscrupulous owners of golf courses could (e.g.) bribe radio announces to lie about the weather report.}}{10}} \newlabel{ifig:cr}{{6}{10}} \@writefile{toc}{\contentsline {section}{\numberline {5}Examples and Experiments}{10}} \@writefile{toc}{\contentsline {subsection}{\numberline {5.1}Examples}{10}} \@writefile{lof}{\contentsline {figure}{\numberline {7}{\ignorespaces Percentage of classes seen in different situations. The left-hand-side histogram is a report of the class frequencies seen in \fig {golfdata}. The middle and right-hand-side histograms were generated by applying the treatments of \fig {cr}. KEY:\nobreakspace {}\legend 1{none}; \legend 4{some}; \legend 8{lots}.}}{11}} \newlabel{ifig:golft}{{7}{11}} \@writefile{toc}{\contentsline {subsection}{\numberline {5.2}Experiments}{11}} \newlabel{isec:ex}{{5.2}{11}} \@writefile{toc}{\contentsline {subsubsection}{\numberline {5.2.1}Xval Studies}{11}} \@writefile{lof}{\contentsline {figure}{\numberline {8}{\ignorespaces Iris}}{12}} \newlabel{ifig:iris}{{8}{12}} \@writefile{lof}{\contentsline {figure}{\numberline {9}{\ignorespaces Autompg}}{12}} \newlabel{ifig:autompg}{{9}{12}} \@writefile{lof}{\contentsline {figure}{\numberline {10}{\ignorespaces Page-block}}{12}} \newlabel{ifig:pageblock}{{10}{12}} \@writefile{lof}{\contentsline {figure}{\numberline {11}{\ignorespaces Car}}{13}} \newlabel{ifig:car}{{11}{13}} \@writefile{lof}{\contentsline {figure}{\numberline {12}{\ignorespaces Car: reversing the class scoring.}}{13}} \newlabel{ifig:carr}{{12}{13}} \citation{cocomoII} \citation{madachy97} \citation{me00e} \citation{me01f} \citation{me01g} \citation{clancy97} \@writefile{lof}{\contentsline {figure}{\numberline {13}{\ignorespaces COCOMO key:\nobreakspace {}\legend 1{very high risk}; \legend 2{high risk}; \legend 4{medium risk}; \legend 8{low risk}.}}{14}} \newlabel{ifig:run3}{{13}{14}} \@writefile{toc}{\contentsline {subsubsection}{\numberline {5.2.2}Simulation Studies}{14}} \citation{fea00} \citation{fea02a} \@writefile{lof}{\contentsline {figure}{\numberline {14}{\ignorespaces Round1}}{15}} \newlabel{ifig:run2}{{14}{15}} \citation{fea02a} \citation{me01h} \@writefile{lof}{\contentsline {figure}{\numberline {15}{\ignorespaces Results from the satellite domain. The dots below the line show the initial output of the model: note the very large spread in the costs and benefits. The dots above the line show the final outputs of the model after 5 iterations of TAR2 learning.}}{16}} \newlabel{ifig:jpl}{{15}{16}} \@writefile{toc}{\contentsline {section}{\numberline {6}Generality}{16}} \@writefile{lof}{\contentsline {figure}{\numberline {16}{\ignorespaces Runtimes for TAR2 on different domains (on a 333MHz Windows machine with 200MB of ram). ``UCI'' denotes data sets from the machine learning repository at UC Irvine. ``Here'' denotes data sets taken from this article. ` The text discusses experiments with 10,000 examples from the satellite domain. This table shows a larger case study of 30,000 examples. `Other'' denotes a data set taken from\nobreakspace {}\cite {me01h}. }}{17}} \newlabel{ifig:runtimes}{{16}{17}} \@writefile{lof}{\contentsline {figure}{\numberline {17}{\ignorespaces Round1}}{17}} \newlabel{ifig:ying}{{17}{17}} \citation{me00t} \@writefile{lof}{\contentsline {figure}{\numberline {18}{\ignorespaces Round1}}{18}} \newlabel{ifig:deltachanges}{{18}{18}} \@writefile{lof}{\contentsline {figure}{\numberline {19}{\ignorespaces A hypothetical confidence1 frequency distribution with a large left tail that is inconsistent with narrow funnels. Note: yet to be observed in any example set.}}{19}} \newlabel{ifig:badnews}{{19}{19}} \@writefile{lof}{\contentsline {figure}{\numberline {20}{\ignorespaces Confidence1 distributions seen in eight domains. Y-axis is the number of times a particular confidence1 was seen. Top row comes from datasets taken from the UC Irvine repository. Bottom row were generated from other domains discussed in this article.}}{19}} \newlabel{ifig:nudges}{{20}{19}} \@writefile{toc}{\contentsline {section}{\numberline {7}Conclusion}{19}} \citation{me99q} \citation{me00b} \citation{me00d} \citation{me00t} \bibstyle{../../tex/kluwer/klunamed} \bibdata{../../refs} \bibcite{icocomoII}{\citeauthoryear {Abts et\nobreakspace {}al.}{1998}} \bibcite{iagrawal94}{\citeauthoryear {Agrawal and Srikant}{1994}} \bibcite{ibay99}{\citeauthoryear {Bay and Pazzani}{1999}} \bibcite{ibreiman84}{\citeauthoryear {Breiman et\nobreakspace {}al.}{1984}} \bibcite{icai98}{\citeauthoryear {Cai et\nobreakspace {}al.}{1998}} \bibcite{iclancy97}{\citeauthoryear {Clancy and Kuipers}{1997}} \bibcite{icrawford94}{\citeauthoryear {Crawford and Baker}{1994}} \bibcite{ideKleer86}{\citeauthoryear {DeKleer}{1986}} \bibcite{ifea00}{\citeauthoryear {Feather et\nobreakspace {}al.}{2000}} \bibcite{ifea02a}{\citeauthoryear {Feather and Menzies}{2002}} \bibcite{iholte93}{\citeauthoryear {Holte}{1993}} \bibcite{ijoseph98}{\citeauthoryear {Josephson et\nobreakspace {}al.}{1998}} \bibcite{ikohavi97}{\citeauthoryear {Kohavi and John}{1997}} \bibcite{iliu98}{\citeauthoryear {Liu et\nobreakspace {}al.}{1998}} \bibcite{ilutz99}{\citeauthoryear {Lutz and Woodhouse}{1999}} \bibcite{imadachy97}{\citeauthoryear {Madachy}{1997}} \bibcite{ime97a}{\citeauthoryear {Menzies and Compton}{1997}} \bibcite{ime00d}{\citeauthoryear {Menzies and Cukic}{2000a}} \bibcite{ime99q}{\citeauthoryear {Menzies and Cukic}{2000b}} \bibcite{ime00b}{\citeauthoryear {Menzies et\nobreakspace {}al.}{2000}} \bibcite{ime99a}{\citeauthoryear {Menzies et\nobreakspace {}al.}{1999}} \bibcite{ime01g}{\citeauthoryear {Menzies and Hu}{2001a}} \bibcite{ime01f}{\citeauthoryear {Menzies and Hu}{2001b}} \bibcite{ime01h}{\citeauthoryear {Menzies and Hu}{2002}} \bibcite{ime00t}{\citeauthoryear {Menzies and Singh}{2001}} \bibcite{ime00e}{\citeauthoryear {Menzies and Sinsel}{2000}} \bibcite{iparkes99lifted}{\citeauthoryear {Parkes}{1999}} \bibcite{iquinlan92}{\citeauthoryear {Quinlan}{1992}} \bibcite{irymon93setree}{\citeauthoryear {Rymon}{1993}} \bibcite{irymon94an}{\citeauthoryear {Rymon}{1994}} \bibcite{isinger00backbone}{\citeauthoryear {Singer et\nobreakspace {}al.}{2000}} \bibcite{iwang00}{\citeauthoryear {Wang et\nobreakspace {}al.}{2001}} \bibcite{iwebb00}{\citeauthoryear {Webb}{2000}} \global\@namedef{@lastpage@1}{22}