@inbook{91facd9d1c1e4004b4c957d7ea766572,

title = "Learning and identity testing of Markov chains",

abstract = "In this chapter, we provide an overview of the two inference problems of learning and identity testing of a Markov chain based on a single trajectory of observations started from an arbitrary state. The learning problem is concerned with the estimation of the state transition probabilities of the process, while the testing problem deals with determining whether the unknown Markov chain is identical to or far from a given reference chain. We analyze both tasks from within the minimax framework and with respect to several competing notions of distance. We observe that the sample complexities depend on the number of states and often also on the stationary and mixing properties of the Markov chains. We further proceed to compare advantages and drawbacks of the different contrast functions we consider.",

keywords = "Ergodic Markov chain, Identity testing, Single trajectory model, Statistical estimation",

author = "Geoffrey Wolfer and Aryeh Kontorovich",

note = "Funding Information: The author is supported by the Special Postdoctoral Researcher Program (SPDR) of RIKEN and by the Japan Society for the Promotion of Science KAKENHI under Grant 23K13024. Publisher Copyright: {\textcopyright} 2023 Elsevier B.V.",

year = "2023",

month = jan,

day = "1",

doi = "10.1016/bs.host.2023.06.005",

language = "English",

isbn = "9780443137631",

series = "Handbook of Statistics",

publisher = "Elsevier B.V.",

pages = "85--102",

editor = "Krantz, {Steven G.} and {Srinivasa Rao}, {Arni S.R.} and C.R. Rao",

booktitle = "Artificial Intelligence",

}