<?xml version="1.0"?> 
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "mathml.dtd"> 
<?xml-stylesheet type="text/css" href="thesis.css"?> 
<html  
xmlns="http://www.w3.org/1999/xhtml"  
><head><title>2 New Techniques</title> 
<meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1" /> 
<meta name="generator" content="TeX4ht (http://www.cis.ohio-state.edu/~gurari/TeX4ht/mn.html)" /> 
<meta name="originator" content="TeX4ht (http://www.cis.ohio-state.edu/~gurari/TeX4ht/mn.html)" /> 
<!-- 3,early_,early^,xhtml,mozilla --> 
<meta name="src" content="thesis.tex" /> 
<meta name="date" content="2002-08-28 13:56:00" /> 
<link rel="stylesheet" type="text/css" href="thesis.css" /> 
</head><body 
>
   <div class="crosslinks"><p class="noindent">[<a 
href="thesispa3.xml" >next</a>] [<a 
href="thesispa1.xml" >prev</a>] [<a 
href="thesispa1.xml#tailthesispa1.xml" >prev-tail</a>] [<a 
href="#tailthesispa2.xml">tail</a>] [<a 
href="thesis.xml#thesispa2.xml" >up</a>] </p></div>
   <h1 class="partHead"><span class="titlemark">Part 2</span> <a 
  name="x28-370002"></a>New Techniques</h1>
<!--l. 1339--><p class="noindent">
                                                                     

                                                                     
</p><!--l. 1339--><p class="indent">
                                                                     

                                                                     
</p>
   <div class="chapterTOCS">5&#x00A0;<a 
href="thesisch5.xml#x29-380005" name="QQ2-29-41">Microchoice Bounds (the algebra of choices)</a>
<br class="newline" /><span class="sectionToc">&#x00A0;5.1.&#x00A0;&#x00A0;<a 
href="thesisse21.xml#x30-390005.1" name="QQ2-30-43">A Motivating Observation</a></span><br /><span class="sectionToc">&#x00A0;5.2.&#x00A0;&#x00A0;<a 
href="thesisse22.xml#x32-400005.2" name="QQ2-32-44">The Simple Microchoice Bound</a></span><br /><span class="sectionToc">&#x00A0;5.3.&#x00A0;&#x00A0;<a 
href="thesisse23.xml#x33-460005.3" name="QQ2-33-50">Combining Microchoice
with Freund&#x2019;s Query Tree approach</a></span><br /><span class="sectionToc">&#x00A0;5.4.&#x00A0;&#x00A0;<a 
href="thesisse24.xml#x36-560005.4" name="QQ2-36-60">Microchoice discussion</a></span><br />6&#x00A0;<a 
href="thesisch6.xml#x37-570006" name="QQ2-37-61">PAC-Bayes bounds</a>
<br class="newline" /><span class="sectionToc">&#x00A0;6.1.&#x00A0;&#x00A0;<a 
href="thesisse25.xml#x38-580006.1" name="QQ2-38-63">PAC-Bayes   Basics</a></span><br /><span class="sectionToc">&#x00A0;6.2.&#x00A0;&#x00A0;<a 
href="thesisse26.xml#x39-590006.2" name="QQ2-39-64">A   Tighter   PAC-Bayes   Bound</a></span><br /><span class="sectionToc">&#x00A0;6.3.&#x00A0;&#x00A0;<a 
href="thesisse27.xml#x41-600006.3" name="QQ2-41-65">PAC-Bayes
Approximations</a></span><br /><span class="sectionToc">&#x00A0;6.4.&#x00A0;&#x00A0;<a 
href="thesisse28.xml#x42-630006.4" name="QQ2-42-68">Application of the PAC-Bayes bound</a></span><br />7&#x00A0;<a 
href="thesisch7.xml#x43-640007" name="QQ2-43-69">Averaging Bounds
(Improved margin)</a>
<br class="newline" /><span class="sectionToc">&#x00A0;7.1.&#x00A0;&#x00A0;<a 
href="thesisse29.xml#x44-650007.1" name="QQ2-44-71">Earlier Results</a></span><br /><span class="sectionToc">&#x00A0;7.2.&#x00A0;&#x00A0;<a 
href="thesisse30.xml#x45-660007.2" name="QQ2-45-72">A generalized averaging bound</a></span><br /><span class="sectionToc">&#x00A0;7.3.&#x00A0;&#x00A0;<a 
href="thesisse31.xml#x46-670007.3" name="QQ2-46-73">Proof of main theorem</a></span><br /><span class="sectionToc">&#x00A0;7.4.&#x00A0;&#x00A0;<a 
href="thesisse32.xml#x47-700007.4" name="QQ2-47-76">Methods
for tightening</a></span><br /><span class="sectionToc">&#x00A0;7.5.&#x00A0;&#x00A0;<a 
href="thesisse33.xml#x48-710007.5" name="QQ2-48-77">Final thoughts for Averaging Bounds</a></span><br />8&#x00A0;<a 
href="thesisch8.xml#x49-720008" name="QQ2-49-78">Computable Shell bounds </a>
<br class="newline" /><span class="sectionToc">&#x00A0;8.1.&#x00A0;&#x00A0;<a 
href="thesisse34.xml#x50-730008.1" name="QQ2-50-80">The Discrete Shell Bound</a></span><br /><span class="sectionToc">&#x00A0;8.2.&#x00A0;&#x00A0;<a 
href="thesisse35.xml#x51-760008.2" name="QQ2-51-83">Sampling Shell Bound</a></span><br /><span class="sectionToc">&#x00A0;8.3.&#x00A0;&#x00A0;<a 
href="thesisse36.xml#x52-770008.3" name="QQ2-52-84">Lower Bounds</a></span><br /><span class="sectionToc">&#x00A0;8.4.&#x00A0;&#x00A0;<a 
href="thesisse37.xml#x53-780008.4" name="QQ2-53-85">Shell
Bounds for Continuous Spaces</a></span><br /><span class="sectionToc">&#x00A0;8.5.&#x00A0;&#x00A0;<a 
href="thesisse38.xml#x54-790008.5" name="QQ2-54-86">Conclusion</a></span><br />9&#x00A0;<a 
href="thesisch9.xml#x55-800009" name="QQ2-55-87">Tight covering number bounds</a>
<br class="newline" /><span class="sectionToc">&#x00A0;9.1.&#x00A0;&#x00A0;<a 
href="thesisse39.xml#x56-810009.1" name="QQ2-56-88">Introduction</a></span><br /><span class="sectionToc">&#x00A0;9.2.&#x00A0;&#x00A0;<a 
href="thesisse40.xml#x57-820009.2" name="QQ2-57-89">The Setting and Prior Results</a></span><br /><span class="sectionToc">&#x00A0;9.3.&#x00A0;&#x00A0;<a 
href="thesisse41.xml#x58-830009.3" name="QQ2-58-90">Bracketing Covering
Number Bound </a></span><br /><span class="sectionToc">&#x00A0;9.4.&#x00A0;&#x00A0;<a 
href="thesisse42.xml#x59-840009.4" name="QQ2-59-91">Covering number calculations</a></span><br /><span class="sectionToc">&#x00A0;9.5.&#x00A0;&#x00A0;<a 
href="thesisse43.xml#x60-860009.5" name="QQ2-60-93">Conclusion and Future
Work</a></span><br />10&#x00A0;<a 
href="thesisch10.xml#x61-8700010" name="QQ2-61-94">Holdout bounds: Progressive Validation</a>
<br class="newline" /><span class="sectionToc">&#x00A0;10.1.&#x00A0;&#x00A0;<a 
href="thesisse44.xml#x62-8800010.1" name="QQ2-62-95">Progressive Validation Technique</a></span><br /><span class="sectionToc">&#x00A0;10.2.&#x00A0;&#x00A0;<a 
href="thesisse45.xml#x63-8900010.2" name="QQ2-63-97">Variance Analysis</a></span><br /><span class="sectionToc">&#x00A0;10.3.&#x00A0;&#x00A0;<a 
href="thesisse46.xml#x64-9000010.3" name="QQ2-64-98">Deviation Analysis</a></span><br /><span class="sectionToc">&#x00A0;10.4.&#x00A0;&#x00A0;<a 
href="thesisse47.xml#x65-9100010.4" name="QQ2-65-99">A
Quick Experiment</a></span><br /><span class="sectionToc">&#x00A0;10.5.&#x00A0;&#x00A0;<a 
href="thesisse48.xml#x66-9200010.5" name="QQ2-66-101">Conclusion</a></span><br />11&#x00A0;<a 
href="thesisch11.xml#x67-9300011" name="QQ2-67-102">Combining sample complexity and holdout bounds</a>
<br class="newline" /><span class="sectionToc">&#x00A0;11.1.&#x00A0;&#x00A0;<a 
href="thesisse49.xml#x68-9400011.1" name="QQ2-68-103">Combination   Possibilities</a></span><br /><span class="sectionToc">&#x00A0;11.2.&#x00A0;&#x00A0;<a 
href="thesisse50.xml#x69-9500011.2" name="QQ2-69-105">General   Approaches   for   Combined
Bounds</a></span><br /><span class="sectionToc">&#x00A0;11.3.&#x00A0;&#x00A0;<a 
href="thesisse51.xml#x70-9600011.3" name="QQ2-70-106">Approximations in Combinations</a></span><br /><span class="sectionToc">&#x00A0;11.4.&#x00A0;&#x00A0;<a 
href="thesisse52.xml#x71-9700011.4" name="QQ2-71-107">Conclusion</a></span><br />
   </div>
                                                                     

                                                                     
<!--l. 2192--><p class="indent">
                                                                     

                                                                     
</p><!--l. 2192--><p class="indent">
                                                                     

                                                                     

                                                                     

                                                                     
</p><!--l. 2529--><p class="indent">
                                                                     

                                                                     
</p><!--l. 2529--><p class="indent">
                                                                     

                                                                     

                                                                     

                                                                     
</p><!--l. 2970--><p class="indent">
                                                                     

                                                                     

                                                                     

                                                                     
</p><!--l. 3467--><p class="indent">
                                                                     

                                                                     
</p><!--l. 3467--><p class="indent">
                                                                     

                                                                     

                                                                     

                                                                     
</p><!--l. 3801--><p class="indent">
                                                                     

                                                                     
</p><!--l. 3801--><p class="indent">
                                                                     

                                                                     

                                                                     

                                                                     
</p><!--l. 4133--><p class="indent">
                                                                     

                                                                     
</p><!--l. 4133--><p class="indent">
                                                                     

                                                                     

                                                                     

                                                                     
</p>
   <div class="crosslinks"><p class="noindent">[<a 
href="thesispa3.xml" >next</a>] [<a 
href="thesispa1.xml" >prev</a>] [<a 
href="thesispa1.xml#tailthesispa1.xml" >prev-tail</a>] [<a 
href="thesispa2.xml" >front</a>] [<a 
href="thesis.xml#thesispa2.xml" >up</a>] </p></div><a 
  name="tailthesispa2.xml"></a>  
</body> 
</html> 
