{"corpus_id":37451152,"paper_sha":"208a002beda78b6985789b46e39da94f1d75a2ee","doi":"10.1134/S0081543814080069","arxiv_id":"1407.1029","pmid":null,"pmcid":null,"mag_id":2951249201,"dblp_id":null,"acl_id":null,"title":"Convergence of probability measures and Markov decision models with incomplete information","year":2014,"publication_date":"2014-07-03","venue":"Proceedings of the Steklov Institute of Mathematics","journal":{"name":"Proceedings of the Steklov Institute of Mathematics","pages":"96 - 117","volume":"287"},"journal_issn":null,"journal_title":null,"publication_types":[],"pubmed_pub_types":null,"s2_fields_of_study":["Mathematics"],"reference_count":43,"citation_count":41,"influential_citation_count":1,"is_open_access":true,"arxiv_categories":["math.PR"],"arxiv_license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","arxiv_journal_ref":null,"mesh_headings":null,"chemicals":null,"comments_corrections":null,"source_flags":1,"s2_open_access_pdf_url":"https://arxiv.org/pdf/1407.1029","s2_open_access_landing_url":"https://www.semanticscholar.org/paper/208a002beda78b6985789b46e39da94f1d75a2ee","s2_open_access_license":null,"s2_open_access_status":"GREEN","pmc_open_access_pdf_url":null,"pmc_open_access_landing_url":null,"pmc_open_access_license":null,"pmc_open_access_status":null,"unpaywall_open_access_pdf_url":null,"unpaywall_open_access_landing_url":null,"unpaywall_open_access_license":null,"unpaywall_open_access_status":null,"abstract":"This paper deals with three major types of convergence of probability measures on metric spaces: weak convergence, setwise convergence, and convergence in total variation. First, it describes and compares necessary and sufficient conditions for these types of convergence, some of which are well-known, in terms of convergence of probabilities of open and closed sets and, for the probabilities on the real line, in terms of convergence of distribution functions. Second, it provides criteria for weak and setwise convergence of probability measures and continuity of stochastic kernels in terms of convergence of probabilities defined on the base of the topology generated by the metric. Third, it provides applications to control of partially observable Markov decision processes and, in particular, to Markov decision models with incomplete information.","claims":[{"public_id":"cl_bdb950d226f7c26bf560bd8c96649742","status":"active","text":"For probabilities on the real line, the convergence types are characterized in terms of convergence of distribution functions.","confidence":0.9,"contributors":[{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["extraction"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/claims/cl_bdb950d226f7c26bf560bd8c96649742"},{"public_id":"cl_2956f006927c2616ff401e27a347ed54","status":"active","text":"Necessary and sufficient conditions are given for weak convergence, setwise convergence, and convergence in total variation in terms of probabilities of open and closed sets.","confidence":0.94,"contributors":[{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["extraction"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/claims/cl_2956f006927c2616ff401e27a347ed54"},{"public_id":"cl_ee5f0d655143465794cf46bafa13f4f7","status":"active","text":"The convergence results are applied to control of partially observable Markov decision processes and Markov decision models with incomplete information.","confidence":0.9,"contributors":[{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["extraction"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/claims/cl_ee5f0d655143465794cf46bafa13f4f7"},{"public_id":"cl_97640cba811ca6a7422d550256932fad","status":"active","text":"Weak and setwise convergence of probability measures and continuity of stochastic kernels can be checked using probabilities defined on the base of the topology generated by the metric.","confidence":0.93,"contributors":[{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["extraction"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/claims/cl_97640cba811ca6a7422d550256932fad"}],"concepts":[{"public_id":"co_1c0ec6344f656a1920ce0fc28c8e3581","status":"active","name":"open and closed sets","description":"Topological sets whose probabilities are used to formulate convergence conditions.","types":["topological object"],"aliases":[],"contributors":[{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["extraction"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_1c0ec6344f656a1920ce0fc28c8e3581"},{"public_id":"co_3cba86b4ef5de9e0cf9d740d3a8942e2","status":"active","name":"setwise convergence","description":"A mode of convergence of probability measures on metric spaces based on convergence of probabilities assigned to measurable sets.","types":["mathematical concept"],"aliases":[],"contributors":[{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["extraction"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_3cba86b4ef5de9e0cf9d740d3a8942e2"},{"public_id":"co_4e65aa3a77412cba5687c9f458d4a686","status":"active","name":"weak convergence","description":"A mode of convergence of probability measures on metric spaces considered alongside stronger convergence notions.","types":["mathematical concept"],"aliases":[],"contributors":[{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["extraction"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_4e65aa3a77412cba5687c9f458d4a686"},{"public_id":"co_591529a7fd75752845d3c1c653619d60","status":"active","name":"probabilities on the real line","description":"Probability measures defined over real-valued outcomes for which distribution-function criteria are discussed.","types":["mathematical object"],"aliases":[],"contributors":[{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["extraction"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_591529a7fd75752845d3c1c653619d60"},{"public_id":"co_64bcfb9ce61031ab10ccd305264ff1b7","status":"active","name":"convergence of distribution functions","description":"Convergence of cumulative distribution functions used to characterize probability convergence on the real line.","types":["mathematical concept"],"aliases":[],"contributors":[{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["extraction"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_64bcfb9ce61031ab10ccd305264ff1b7"},{"public_id":"co_6a65822c97da838940bbb14581a73575","status":"active","name":"continuity of stochastic kernels","description":"A regularity property of stochastic kernels expressed through convergence of probabilities.","types":["mathematical property"],"aliases":[],"contributors":[{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["extraction"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_6a65822c97da838940bbb14581a73575"},{"public_id":"co_6ae1957fcd4ef41faf623c9802d1ff15","status":"active","name":"probability measures","description":"Measures assigning probabilities to events on metric spaces in the convergence results.","types":["mathematical object"],"aliases":[],"contributors":[{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["extraction"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_6ae1957fcd4ef41faf623c9802d1ff15"},{"public_id":"co_ae6c3e0d02e2dcba672a3eebd734f695","status":"active","name":"Markov decision models with incomplete information","description":"Markov decision models in which the controller does not have complete information about the state.","types":["decision model"],"aliases":[],"contributors":[{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["extraction"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_ae6c3e0d02e2dcba672a3eebd734f695"},{"public_id":"co_baac0e9e5c34de883df919ec2a0baec0","status":"active","name":"convergence in total variation","description":"A mode of convergence of probability measures measured by total variation distance.","types":["mathematical concept"],"aliases":[],"contributors":[{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["extraction"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_baac0e9e5c34de883df919ec2a0baec0"},{"public_id":"co_c6a0988b54881e071903be5f0e7388ae","status":"active","name":"partially observable Markov decision processes","description":"Control models with hidden system states where the convergence results are applied.","types":["decision process"],"aliases":[],"contributors":[{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["extraction"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_c6a0988b54881e071903be5f0e7388ae"},{"public_id":"co_ded374e63a872722de36a190bbf430b0","status":"active","name":"base of the topology generated by the metric","description":"A collection of basic open sets generating the metric topology, used to define probability convergence criteria.","types":["topological structure"],"aliases":[],"contributors":[{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["extraction"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_ded374e63a872722de36a190bbf430b0"},{"public_id":"co_f1b23f6181e4c9e0a1dae5c11a8181b8","status":"active","name":"metric spaces","description":"Spaces equipped with a metric where the probability measures and topologies are considered.","types":["mathematical structure"],"aliases":[],"contributors":[{"id":136,"public_id":"3c2apqe3ut","public_label":"Anonymous (3c2apqe3ut)","roles":["extraction"],"url":"https://sah.borca.ai/u/3c2apqe3ut"},{"id":2,"public_id":"4715169a40","public_label":"AK (4715169a40)","roles":["review"],"url":"https://sah.borca.ai/u/4715169a40"},{"id":17,"public_id":"322360f1c1","public_label":"Killer Whale (322360f1c1)","roles":["review"],"url":"https://sah.borca.ai/u/322360f1c1"}],"url":"https://sah.borca.ai/concepts/co_f1b23f6181e4c9e0a1dae5c11a8181b8"}],"external_ids":{"DOI":"10.1134/S0081543814080069","ArXiv":"1407.1029","PubMed":null,"PubMedCentral":null,"MAG":2951249201,"DBLP":null,"ACL":null},"open_access":{"is_open_access":true,"pdf_url":"https://arxiv.org/pdf/1407.1029","landing_url":"https://www.semanticscholar.org/paper/208a002beda78b6985789b46e39da94f1d75a2ee","source":"semantic_scholar","pdf_url_source":"semantic_scholar_open_access_pdf","license":null,"status":"GREEN","reason":null},"reference_availability":{"status":"available","references_indexed":true,"full_text_available":true,"full_text_source":"arxiv","count_basis":"semantic_scholar_metadata","extraction_status":"not_applicable","reason":null},"source":{"provider":"episteme2","base_corpus":"semantic_scholar_dump","freshness_mode":"unknown","basis":["semantic_scholar_metadata","postgres_metadata"],"limits":["paper metadata is based on indexed upstream scholarly datasets","claims and concepts are available only for extracted papers","absence of claims or concepts means no extracted graph data is available in this response"],"status":"available","degraded":false,"degraded_reasons":[],"diagnostics":{"status":"available","degraded":false,"degraded_reasons":[],"metadata_status":"available","graph_status":"available","abstract_status":"available"},"source_flags":1},"paper_id":630868,"paper_uid":"1ffc3bb8-017a-4882-a842-ec5a2f888a47","canonical_identity":{"paper_id":630868,"paper_uid":"1ffc3bb8-017a-4882-a842-ec5a2f888a47","identity_status":"available","lookup_basis":"semantic_scholar_external_id","compatibility_path":"corpus_id"},"url":"https://sah.borca.ai/papers/37451152"}