\relax 
\@writefile{toc}{\contentsline {chapter}{\numberline {11}Markov Chains}{405}}
\@writefile{lof}{\addvspace {10\p@ }}
\@writefile{lot}{\addvspace {10\p@ }}
\newlabel{chp 11}{{11}{405}}
\@writefile{toc}{\contentsline {section}{\numberline {11.1}Introduction}{405}}
\newlabel{sec 11.1}{{11.1}{405}}
\newlabel{exam 11.1.1}{{11.1}{406}}
\newlabel{thm 11.1.1}{{11.1}{407}}
\newlabel{exam 11.1.1.5}{{11.2}{407}}
\newlabel{thm 11.1.2}{{11.2}{407}}
\@writefile{lot}{\contentsline {table}{\numberline {11.1}{\ignorespaces Powers of the Land of Oz transition matrix.}}{408}}
\newlabel{table 11.1}{{11.1}{408}}
\newlabel{exam 11.1.1.6}{{11.3}{409}}
\newlabel{exam 11.1.2}{{11.4}{409}}
\newlabel{exam 11.1.3}{{11.5}{409}}
\newlabel{exam 11.1.4}{{11.6}{410}}
\newlabel{exam 11.1.5}{{11.7}{410}}
\newlabel{exam 11.1.6}{{11.8}{410}}
\newlabel{exam 11.1.7}{{11.9}{411}}
\newlabel{exam 11.1.8}{{11.10}{411}}
\newlabel{exam 11.1.9}{{11.11}{411}}
\newlabel{exam 11.1.10}{{11.12}{412}}
\@writefile{lof}{\contentsline {figure}{\numberline {11.1}{\ignorespaces Initial state of the stepping stone model.}}{413}}
\newlabel{fig 11.1}{{11.1}{413}}
\@writefile{lof}{\contentsline {figure}{\numberline {11.2}{\ignorespaces State of the stepping stone model after 10,000 steps.}}{413}}
\newlabel{fig 11.2}{{11.2}{413}}
\newlabel{exer 11.1.1}{{1}{413}}
\newlabel{exer 11.1.2}{{2}{414}}
\newlabel{exer 11.1.3}{{3}{414}}
\newlabel{exer 11.1.4}{{4}{414}}
\newlabel{exer 11.1.5}{{5}{414}}
\newlabel{exer 11.1.6}{{6}{414}}
\newlabel{exer 11.1.7}{{7}{414}}
\newlabel{exer 11.1.8}{{8}{414}}
\newlabel{exer 11.1.9}{{9}{414}}
\newlabel{exer 11.1.10}{{10}{414}}
\newlabel{exer 11.1.11}{{11}{414}}
\newlabel{exer 11.1.12}{{12}{415}}
\newlabel{exer 11.1.14}{{13}{415}}
\newlabel{exer 11.1.15}{{14}{415}}
\newlabel{exer 11.1.16}{{15}{415}}
\newlabel{exer 11.1.17}{{16}{415}}
\newlabel{exer 11.1.18}{{17}{415}}
\newlabel{exer 11.1.19}{{18}{415}}
\newlabel{exer 11.1.20}{{19}{415}}
\@writefile{toc}{\contentsline {section}{\numberline {11.2}Absorbing Markov Chains}{416}}
\newlabel{sec 11.2}{{11.2}{416}}
\newlabel{exam 11.2.1}{{11.13}{416}}
\@writefile{lof}{\contentsline {figure}{\numberline {11.3}{\ignorespaces Drunkard's walk.}}{417}}
\newlabel{fig 11.3}{{11.3}{417}}
\newlabel{thm 11.2.1}{{11.3}{417}}
\newlabel{thm 11.2.2}{{11.4}{418}}
\newlabel{exam 11.2.2}{{11.14}{419}}
\newlabel{thm 11.2.2.5}{{11.5}{419}}
\newlabel{thm 11.2.3}{{11.6}{420}}
\newlabel{exam 11.2.3}{{11.15}{420}}
\newlabel{exer 11.2.1}{{1}{422}}
\newlabel{exer 11.2.2}{{2}{422}}
\newlabel{exer 11.2.3}{{3}{422}}
\newlabel{exer 11.2.4}{{4}{422}}
\newlabel{exer 11.2.5}{{5}{422}}
\newlabel{exer 11.2.6}{{6}{422}}
\newlabel{exer 11.2.7}{{7}{423}}
\newlabel{exer 11.2.8}{{8}{423}}
\newlabel{exer 11.2.9}{{9}{423}}
\newlabel{exer 11.2.10}{{10}{423}}
\newlabel{exer 11.2.10.5}{{11}{423}}
\newlabel{exer 11.2.11}{{12}{423}}
\newlabel{exer 11.2.12}{{13}{424}}
\newlabel{exer 11.2.13}{{14}{424}}
\newlabel{exer 11.2.14}{{15}{424}}
\newlabel{exer 11.2.15}{{16}{424}}
\newlabel{exer 11.2.16}{{17}{425}}
\newlabel{exer 11.2.17}{{18}{425}}
\newlabel{exer 11.2.18}{{19}{425}}
\newlabel{exer 11.2.19}{{20}{425}}
\newlabel{exer 11.2.20}{{21}{426}}
\newlabel{exer 11.2.21}{{22}{426}}
\newlabel{exer 11.2.22}{{23}{426}}
\newlabel{exer 11.2.23}{{24}{427}}
\newlabel{exer 11.2.24}{{25}{427}}
\newlabel{exer 11.2.25}{{26}{427}}
\newlabel{exer 11.2.29}{{27}{428}}
\newlabel{exer 11.2.26}{{28}{428}}
\newlabel{exer 11.2.27}{{29}{429}}
\newlabel{exer 11.2.28}{{30}{430}}
\newlabel{exer 11.2.30}{{31}{431}}
\newlabel{exer 11.2.31}{{32}{431}}
\newlabel{exer 11.2.32}{{33}{431}}
\newlabel{exer 11.2.33}{{34}{431}}
\newlabel{exer 11.2.34}{{35}{432}}
\newlabel{exer 11.5.26}{{36}{432}}
\@writefile{toc}{\contentsline {section}{\numberline {11.3}Ergodic Markov Chains}{433}}
\newlabel{sec 11.3}{{11.3}{433}}
\newlabel{defn 11.3.6.5}{{11.4}{433}}
\newlabel{defn 11.3.7}{{11.5}{433}}
\newlabel{thm 11.3.6}{{11.7}{434}}
\newlabel{exam 11.3.1}{{11.18}{434}}
\newlabel{thm 11.3.8}{{11.8}{435}}
\newlabel{def 11.3.1}{{11.6}{435}}
\newlabel{exam 11.3.2}{{11.19}{436}}
\newlabel{exam 11.3.2.5}{{11.20}{436}}
\newlabel{thm 11.3.9}{{11.9}{437}}
\newlabel{thm 11.3.10}{{11.10}{438}}
\newlabel{thm 11.3.11}{{11.11}{438}}
\newlabel{thm 11.3.12}{{11.12}{439}}
\newlabel{exam 11.3.2.6}{{11.21}{439}}
\@writefile{lot}{\contentsline {table}{\numberline {11.2}{\ignorespaces Weather in the Land of Oz.}}{439}}
\newlabel{table 11.2}{{11.2}{439}}
\@writefile{lot}{\contentsline {table}{\numberline {11.3}{\ignorespaces Comparison of observed and predicted frequencies for the Land of Oz.}}{440}}
\newlabel{table 11.3}{{11.3}{440}}
\newlabel{exam 11.3.3}{{11.22}{440}}
\@writefile{lof}{\contentsline {figure}{\numberline {11.4}{\ignorespaces The maze problem.}}{441}}
\newlabel{fig 11.4}{{11.4}{441}}
\newlabel{exam 11.3.4}{{11.23}{441}}
\newlabel{exer 11.3.1}{{1}{442}}
\newlabel{exer 11.3.2}{{2}{442}}
\newlabel{exer 11.3.3}{{3}{442}}
\newlabel{exer 11.3.4}{{4}{443}}
\newlabel{exer 11.3.5}{{5}{443}}
\newlabel{exer 11.3.6}{{6}{443}}
\newlabel{exer 11.3.7}{{7}{443}}
\newlabel{exer 11.3.8}{{8}{443}}
\newlabel{exer 11.3.9}{{9}{443}}
\newlabel{exer 11.3.10}{{10}{443}}
\newlabel{exer 11.3.10.5}{{11}{443}}
\newlabel{exer 11.3.11}{{12}{443}}
\newlabel{exer 11.3.12}{{13}{443}}
\newlabel{exer 11.3.13}{{14}{444}}
\newlabel{exer 11.3.14}{{15}{444}}
\newlabel{exer 11.3.15}{{16}{444}}
\newlabel{exer 11.3.16}{{17}{444}}
\newlabel{exer 11.3.17}{{18}{444}}
\newlabel{exer 11.3.18}{{19}{444}}
\newlabel{exer 11.3.19}{{20}{444}}
\newlabel{exer 11.3.20}{{21}{445}}
\newlabel{exer 11.3.21}{{22}{445}}
\newlabel{exer 11.3.22}{{23}{445}}
\newlabel{exer 11.3.23}{{24}{445}}
\newlabel{exer 11.3.24}{{25}{445}}
\newlabel{exer 11.3.25}{{26}{445}}
\newlabel{exer 11.3.26}{{27}{445}}
\newlabel{exer 11.3.27}{{28}{445}}
\newlabel{exer 11.3.28}{{29}{445}}
\@writefile{lot}{\contentsline {table}{\numberline {11.4}{\ignorespaces Distribution of chips.}}{446}}
\newlabel{table 11.4}{{11.4}{446}}
\newlabel{exer 11.3.29}{{30}{447}}
\newlabel{exer 11.3.30}{{31}{447}}
\newlabel{exer 11.3.31}{{32}{447}}
\newlabel{exer 11.3.32}{{33}{447}}
\@writefile{toc}{\contentsline {section}{\numberline {11.4}Fundamental Limit Theorem}{447}}
\newlabel{sec 11.4}{{11.4}{447}}
\newlabel{eq 11.4.4}{{11.13}{449}}
\newlabel{eq 11.4.5}{{11.13}{449}}
\newlabel{thm 11.4.1}{{11.14}{450}}
\newlabel{eq 11.4.1}{{11.1}{450}}
\newlabel{exer 11.4.1}{{1}{451}}
\newlabel{exer 11.4.2}{{2}{451}}
\newlabel{exer 11.4.3}{{3}{451}}
\newlabel{exer 11.4.4}{{4}{451}}
\newlabel{exer 11.4.6}{{5}{451}}
\newlabel{exer 11.4.7}{{6}{451}}
\newlabel{exer 11.4.8}{{7}{452}}
\newlabel{exer 11.4.9}{{8}{452}}
\newlabel{exer 11.4.10}{{9}{452}}
\@writefile{toc}{\contentsline {section}{\numberline {11.5}Mean First Passage Time}{452}}
\newlabel{sec 11.5}{{11.5}{452}}
\@writefile{lof}{\contentsline {figure}{\numberline {11.5}{\ignorespaces The maze problem.}}{453}}
\newlabel{fig 11.5}{{11.5}{453}}
\newlabel{exam 11.5.1}{{11.24}{453}}
\newlabel{eq 11.5.1}{{11.2}{455}}
\newlabel{eq 11.5.2}{{11.4}{455}}
\newlabel{eq 11.5.3}{{11.5}{455}}
\newlabel{eq 11.5.4}{{11.6}{455}}
\newlabel{cor 11.5.17}{{11.1}{456}}
\newlabel{eq 11.5.8}{{11.7}{456}}
\newlabel{exam 11.5.2}{{11.26}{458}}
\newlabel{thm 11.5.18}{{11.2}{458}}
\newlabel{thm 11.5.19}{{11.16}{459}}
\newlabel{eq 11.5.6}{{11.8}{459}}
\newlabel{eq 11.5.7}{{11.9}{460}}
\newlabel{exam 11.5.3}{{11.27}{460}}
\@writefile{lof}{\contentsline {figure}{\numberline {11.6}{\ignorespaces Ehrenfest simulation.}}{462}}
\newlabel{fig 11.6}{{11.6}{462}}
\newlabel{eq 11.5.9}{{11.10}{464}}
\newlabel{thm 11.5.20}{{11.17}{464}}
\newlabel{exer 11.5.1}{{1}{466}}
\newlabel{exer 11.5.2}{{2}{466}}
\newlabel{exer 11.5.3}{{3}{466}}
\newlabel{exer 11.5.4}{{4}{466}}
\newlabel{exer 11.5.5}{{5}{466}}
\@writefile{lof}{\contentsline {figure}{\numberline {11.7}{\ignorespaces Maze for Exercise \ref {exer 11.5.7}.}}{467}}
\newlabel{fig 11.6.5}{{11.7}{467}}
\newlabel{exer 11.5.6}{{6}{467}}
\newlabel{exer 11.5.7}{{7}{467}}
\newlabel{exer 11.5.8}{{8}{467}}
\newlabel{exer 11.5.9}{{9}{467}}
\newlabel{exer 11.5.10}{{10}{467}}
\newlabel{exer 11.5.11}{{11}{468}}
\newlabel{exer 11.5.12}{{12}{468}}
\newlabel{exer 11.5.13}{{13}{468}}
\newlabel{exer 11.5.14}{{14}{468}}
\newlabel{exer 11.5.15}{{15}{468}}
\newlabel{exer 11.5.18}{{16}{468}}
\newlabel{exer 11.5.19}{{17}{468}}
\newlabel{exer 11.5.20}{{18}{468}}
\newlabel{exer 11.5.22}{{19}{468}}
\@writefile{lof}{\contentsline {figure}{\numberline {11.8}{\ignorespaces Simplified Monopoly.}}{469}}
\newlabel{fig 11.7}{{11.8}{469}}
\newlabel{exer 11.5.23}{{20}{469}}
\newlabel{exer 11.5.24}{{21}{469}}
\newlabel{exer 11.5.28}{{22}{469}}
\newlabel{exer 11.5.29}{{23}{469}}
\newlabel{exer 11.5.27}{{24}{470}}
\@setckpt{ch11}{
\setcounter{page}{471}
\setcounter{equation}{10}
\setcounter{enumi}{24}
\setcounter{enumii}{3}
\setcounter{enumiii}{0}
\setcounter{enumiv}{0}
\setcounter{footnote}{25}
\setcounter{mpfootnote}{0}
\setcounter{part}{0}
\setcounter{chapter}{11}
\setcounter{section}{5}
\setcounter{subsection}{0}
\setcounter{subsubsection}{0}
\setcounter{paragraph}{0}
\setcounter{subparagraph}{0}
\setcounter{figure}{8}
\setcounter{table}{4}
\setcounter{examp}{28}
\setcounter{defn}{8}
\setcounter{thm}{17}
\setcounter{cor}{1}
\setcounter{prop}{1}
\setcounter{lem}{2}
}