@inbook{91facd9d1c1e4004b4c957d7ea766572,

title = "Learning and identity testing of Markov chains",

abstract = "In this chapter, we provide an overview of the two inference problems of learning and identity testing of a Markov chain based on a single trajectory of observations started from an arbitrary state. The learning problem is concerned with the estimation of the state transition probabilities of the process, while the testing problem deals with determining whether the unknown Markov chain is identical to or far from a given reference chain. We analyze both tasks from within the minimax framework and with respect to several competing notions of distance. We observe that the sample complexities depend on the number of states and often also on the stationary and mixing properties of the Markov chains. We further proceed to compare advantages and drawbacks of the different contrast functions we consider.",

keywords = "Ergodic Markov chain, Identity testing, Single trajectory model, Statistical estimation",

author = "Geoffrey Wolfer and Aryeh Kontorovich",

note = "Publisher Copyright: {\textcopyright} 2023 Elsevier B.V.",

year = "2023",

month = jan,

day = "1",

doi = "10.1016/bs.host.2023.06.005",

language = "English",

isbn = "9780443137631",

series = "Handbook of Statistics",

publisher = "Elsevier B.V.",

pages = "85--102",

editor = "Krantz, {Steven G.} and {Srinivasa Rao}, {Arni S.R.} and C.R. Rao",

booktitle = "Artificial Intelligence",

}