{"id":579,"date":"2025-03-07T21:57:56","date_gmt":"2025-03-08T02:57:56","guid":{"rendered":"https:\/\/www.notexponential.com\/notes\/?page_id=579"},"modified":"2025-03-24T21:47:34","modified_gmt":"2025-03-25T01:47:34","slug":"lecture-7-markov-decision-processes","status":"publish","type":"page","link":"https:\/\/www.notexponential.com\/notes\/artificial-intelligence\/lectures\/lecture-7-markov-decision-processes\/","title":{"rendered":"Lecture 7 &#8211; Markov Decision Processes"},"content":{"rendered":"\n<div data-wp-interactive=\"core\/file\" class=\"wp-block-file\"><object data-wp-bind--hidden=\"!state.hasPdfPreview\" hidden class=\"wp-block-file__embed\" data=\"https:\/\/www.notexponential.com\/notes\/wp-content\/uploads\/2025\/03\/AI_T7_MDPs.pdf\" type=\"application\/pdf\" style=\"width:100%;height:600px\" aria-label=\"Embed of AI_T7_MDPs.\"><\/object><a id=\"wp-block-file--media-8951f6f2-bdc0-4974-b0a0-0188fce9f042\" href=\"https:\/\/www.notexponential.com\/notes\/wp-content\/uploads\/2025\/03\/AI_T7_MDPs.pdf\">AI_T7_MDPs<\/a><a href=\"https:\/\/www.notexponential.com\/notes\/wp-content\/uploads\/2025\/03\/AI_T7_MDPs.pdf\" class=\"wp-block-file__button wp-element-button\" download aria-describedby=\"wp-block-file--media-8951f6f2-bdc0-4974-b0a0-0188fce9f042\">Download<\/a><\/div>\n\n\n\n<p><\/p>\n\n\n\n<figure class=\"wp-block-embed is-type-video is-provider-youtube wp-block-embed-youtube wp-embed-aspect-16-9 wp-has-aspect-ratio\"><div class=\"wp-block-embed__wrapper\">\n<iframe loading=\"lazy\" title=\"Markov Decision Processes - Quick Introduction\" width=\"625\" height=\"352\" src=\"https:\/\/www.youtube.com\/embed\/W2H7_iZMGR4?feature=oembed\" frameborder=\"0\" allow=\"accelerometer; autoplay; clipboard-write; encrypted-media; gyroscope; picture-in-picture; web-share\" referrerpolicy=\"strict-origin-when-cross-origin\" allowfullscreen><\/iframe>\n<\/div><\/figure>\n\n\n\n<figure class=\"wp-block-embed is-type-video is-provider-youtube wp-block-embed-youtube wp-embed-aspect-16-9 wp-has-aspect-ratio\"><div class=\"wp-block-embed__wrapper\">\n<iframe loading=\"lazy\" title=\"MDPs Part 2 - Utilities, Discounting and Debreu-Gorman Theorem\" width=\"625\" height=\"352\" src=\"https:\/\/www.youtube.com\/embed\/S36usLwsdUg?feature=oembed\" frameborder=\"0\" allow=\"accelerometer; autoplay; clipboard-write; encrypted-media; gyroscope; picture-in-picture; web-share\" referrerpolicy=\"strict-origin-when-cross-origin\" allowfullscreen><\/iframe>\n<\/div><\/figure>\n\n\n\n<figure class=\"wp-block-embed is-type-video is-provider-youtube wp-block-embed-youtube wp-embed-aspect-16-9 wp-has-aspect-ratio\"><div class=\"wp-block-embed__wrapper\">\n<iframe loading=\"lazy\" title=\"Mastering MDPs: Understanding Optimal Values V* and Q* Values\" width=\"625\" height=\"352\" src=\"https:\/\/www.youtube.com\/embed\/euYn8vewCWI?feature=oembed\" frameborder=\"0\" allow=\"accelerometer; autoplay; clipboard-write; encrypted-media; gyroscope; picture-in-picture; web-share\" referrerpolicy=\"strict-origin-when-cross-origin\" allowfullscreen><\/iframe>\n<\/div><\/figure>\n\n\n\n<figure class=\"wp-block-embed is-type-video is-provider-youtube wp-block-embed-youtube wp-embed-aspect-16-9 wp-has-aspect-ratio\"><div class=\"wp-block-embed__wrapper\">\n<iframe loading=\"lazy\" title=\"GridWorld Solution MDP\" width=\"625\" height=\"352\" src=\"https:\/\/www.youtube.com\/embed\/xs605k8iiJ0?feature=oembed\" frameborder=\"0\" allow=\"accelerometer; autoplay; clipboard-write; encrypted-media; gyroscope; picture-in-picture; web-share\" referrerpolicy=\"strict-origin-when-cross-origin\" allowfullscreen><\/iframe>\n<\/div><\/figure>\n","protected":false},"excerpt":{"rendered":"","protected":false},"author":1,"featured_media":0,"parent":531,"menu_order":0,"comment_status":"closed","ping_status":"closed","template":"","meta":{"footnotes":""},"class_list":["post-579","page","type-page","status-publish","hentry"],"_links":{"self":[{"href":"https:\/\/www.notexponential.com\/notes\/wp-json\/wp\/v2\/pages\/579","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.notexponential.com\/notes\/wp-json\/wp\/v2\/pages"}],"about":[{"href":"https:\/\/www.notexponential.com\/notes\/wp-json\/wp\/v2\/types\/page"}],"author":[{"embeddable":true,"href":"https:\/\/www.notexponential.com\/notes\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.notexponential.com\/notes\/wp-json\/wp\/v2\/comments?post=579"}],"version-history":[{"count":3,"href":"https:\/\/www.notexponential.com\/notes\/wp-json\/wp\/v2\/pages\/579\/revisions"}],"predecessor-version":[{"id":596,"href":"https:\/\/www.notexponential.com\/notes\/wp-json\/wp\/v2\/pages\/579\/revisions\/596"}],"up":[{"embeddable":true,"href":"https:\/\/www.notexponential.com\/notes\/wp-json\/wp\/v2\/pages\/531"}],"wp:attachment":[{"href":"https:\/\/www.notexponential.com\/notes\/wp-json\/wp\/v2\/media?parent=579"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}