{"id":3258,"date":"2023-02-16T10:37:07","date_gmt":"2023-02-16T01:37:07","guid":{"rendered":"http:\/\/34.169.34.152.nip.io\/tid-crest\/?p=3258"},"modified":"2026-02-14T21:34:21","modified_gmt":"2026-02-14T12:34:21","slug":"learning-potential-in-subgoal-based-reward-shaping","status":"publish","type":"post","link":"https:\/\/www.ymdsij-lab.com\/crest-tid\/learning-potential-in-subgoal-based-reward-shaping\/","title":{"rendered":"Okudo, Subgoal-based RL"},"content":{"rendered":"\n<figure class=\"wp-block-image aligncenter size-large is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"580\" src=\"https:\/\/www.ymdsij-lab.com\/crest-tid\/wp-content\/uploads\/2023\/02\/2026-02-14_21h32_34-1024x580.avif\" alt=\"\" class=\"wp-image-5167\" style=\"aspect-ratio:1.7655089261405623;width:491px;height:auto\" srcset=\"https:\/\/www.ymdsij-lab.com\/crest-tid\/wp-content\/uploads\/2023\/02\/2026-02-14_21h32_34-1024x580.avif 1024w, https:\/\/www.ymdsij-lab.com\/crest-tid\/wp-content\/uploads\/2023\/02\/2026-02-14_21h32_34-300x170.avif 300w, https:\/\/www.ymdsij-lab.com\/crest-tid\/wp-content\/uploads\/2023\/02\/2026-02-14_21h32_34-768x435.avif 768w, https:\/\/www.ymdsij-lab.com\/crest-tid\/wp-content\/uploads\/2023\/02\/2026-02-14_21h32_34-1536x871.avif 1536w, https:\/\/www.ymdsij-lab.com\/crest-tid\/wp-content\/uploads\/2023\/02\/2026-02-14_21h32_34.avif 1572w\" sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n\n\n\n<h3 class=\"wp-block-heading\">Learning Potential in Subgoal-Based Reward Shaping<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u5965\u6238 \u5d69\u767b Takato Okudo (\u7dcf\u7814\u5927 SOKENDAI)\uff0c\u5c71\u7530 \u8aa0\u4e8c Seiji Yamada\uff08NII\/SOKENDAI\uff09<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u4eba\u9593\u306e\u77e5\u8b58\u306f\uff0c\u5f37\u5316\u5b66\u7fd2\u306b\u304a\u3044\u3066\u5b66\u7fd2\u306b\u5fc5\u8981\u306a\u53cd\u5fa9\u56de\u6570\u3092\u6e1b\u3089\u3059\u3053\u3068\u304c\u3067\u304d\u308b\uff0e\u6700\u3082\u4e00\u822c\u7684\u306a\u30a2\u30d7\u30ed\u30fc\u30c1\u306f\u8ecc\u8de1\u3092\u7528\u3044\u308b\u3082\u306e\u3067\u3042\u308b\u304c\uff0c\u30c9\u30e1\u30a4\u30f3\u306b\u3088\u3063\u3066\u306f\u8ecc\u8de1\u3092\u53d6\u5f97\u3059\u308b\u3053\u3068\u304c\u56f0\u96e3\u306a\u5834\u5408\u304c\u3042\u308b\uff0e\u305d\u3053\u3067\uff0c\u8ecc\u8de1\u306e\u4ee3\u308f\u308a\u306b\u4e2d\u9593\u72b6\u614b\u3067\u3042\u308b\u30b5\u30d6\u30b4\u30fc\u30eb\u304c\u7814\u7a76\u3055\u308c\u3066\u3044\u308b\uff0e\u30b5\u30d6\u30b4\u30fc\u30eb\u306b\u57fa\u3065\u304f\u5831\u916c\u6574\u5f62\u306f\uff0c\u74b0\u5883\u5831\u916c\u306b\u30b5\u30d6\u30b4\u30fc\u30eb\u306e\u4e26\u3073\u3067\u5831\u916c\u3092\u8ffd\u52a0\u3059\u308b\u624b\u6cd5\u3067\u3042\u308b\uff0e\u30b5\u30d6\u30b4\u30fc\u30eb\u30d9\u30fc\u30b9\u306e\u30ea\u30ef\u30fc\u30c9\u30b7\u30a7\u30fc\u30d4\u30f3\u30b0\u306e\u69cb\u6210\u8981\u7d20\u3067\u3042\u308b\u30dd\u30c6\u30f3\u30b7\u30e3\u30eb\u95a2\u6570\u306f\uff0c\u305d\u306e\u51fa\u529b\u3092\u5236\u5fa1\u3059\u308b\u30cf\u30a4\u30d1\u30fc\u30d1\u30e9\u30e1\u30fc\u30bf\u306b\u3088\u3063\u3066\u5f62\u4f5c\u3089\u308c\u308b\uff0e\u3057\u304b\u3057\uff0c\u30cf\u30a4\u30d1\u30fc\u30d1\u30e9\u30e1\u30fc\u30bf\u306e\u9069\u5207\u306a\u5024\u306f\u74b0\u5883\u306e\u5831\u916c\u95a2\u6570\u306b\u4f9d\u5b58\u3057\uff0c\u5831\u916c\u95a2\u6570\u306f\u672a\u77e5\u3067\u3042\u308b\u304c\u305d\u306e\u51fa\u529b\u306f\u5229\u7528\u3067\u304d\u308b\u305f\u3081\uff0c\u30cf\u30a4\u30d1\u30fc\u30d1\u30e9\u30e1\u30fc\u30bf\u306e\u9078\u629e\u306f\u5bb9\u6613\u3067\u306a\u3044\uff0e\u305d\u3053\u3067\uff0c\u30cf\u30a4\u30d1\u30fc\u30d1\u30e9\u30e1\u30fc\u30bf\u3092\u30d1\u30e9\u30e1\u30fc\u30bf\u5316\u3057\uff0c\u5b66\u7fd2\u306b\u3088\u3063\u3066\u305d\u306e\u30dd\u30c6\u30f3\u30b7\u30e3\u30eb\u3092\u7372\u5f97\u3059\u308b\u5b66\u7fd2\u30dd\u30c6\u30f3\u30b7\u30e3\u30eb\u3092\u63d0\u6848\u3059\u308b\uff0e\u5b66\u7fd2\u6e08\u307f\u30dd\u30c6\u30f3\u30b7\u30e3\u30eb\u3068\u306f\uff0c\u30a8\u30fc\u30b8\u30a7\u30f3\u30c8\u304c\u73fe\u5728\u306e\u72b6\u614b\u304b\u3089\u653f\u7b56\u306b\u5f93\u3063\u305f\u5834\u5408\u306b\u671f\u5f85\u3055\u308c\u308b\u7d2f\u7a4d\u5831\u916c\u3067\u3042\u308a\uff0c\u5831\u916c\u95a2\u6570\u3068\u5f37\u304f\u95a2\u9023\u3057\u3066\u3044\u308b\uff0e\u5b66\u7fd2\u3057\u305f\u30dd\u30c6\u30f3\u30b7\u30e3\u30eb\u3092\u7528\u3044\u3066\uff0c\u30b5\u30d6\u30b4\u30fc\u30eb\u306e\u5217\u3092\u6301\u3064\u72b6\u614b\u306e\u4e0a\u4f4d\u8868\u73fe\u3067\u3042\u308b\u62bd\u8c61\u72b6\u614b\u7a7a\u9593\u3092\u69cb\u7bc9\u3057\uff0c\u62bd\u8c61\u72b6\u614b\u306b\u5bfe\u3059\u308b\u5024\u3092\u30dd\u30c6\u30f3\u30b7\u30e3\u30eb\u3068\u3057\u3066\u7528\u3044\u308b\u3053\u3068\u3067\uff0c\u5024\u306e\u5b66\u7fd2\u3092\u52a0\u901f\u3055\u305b\u308b\uff0eN\u30b9\u30c6\u30c3\u30d7\u306e\u6642\u9593\u5dee\u5206(TD)\u6cd5\u306f\uff0c\u62bd\u8c61\u7684\u306a\u72b6\u614b\u4e0a\u306e\u5024\u3092\u5b66\u7fd2\u3059\u308b\uff0e\u5b66\u7fd2\u3057\u305f\u30dd\u30c6\u30f3\u30b7\u30e3\u30eb\u306e\u6709\u52b9\u6027\u3092\u8a55\u4fa1\u3059\u308b\u305f\u3081\u306b\u5b9f\u9a13\u3092\u884c\u3063\u305f\u7d50\u679c\uff0c\u30d9\u30fc\u30b9\u30e9\u30a4\u30f3\u306e\u5f37\u5316\u5b66\u7fd2\u30a2\u30eb\u30b4\u30ea\u30ba\u30e0\u3084\u8907\u6570\u306e\u5831\u916c\u5f62\u6210\u30a2\u30eb\u30b4\u30ea\u30ba\u30e0\u3068\u6bd4\u8f03\u3057\u3066\u6709\u52b9\u3067\u3042\u308b\u3053\u3068\u304c\u793a\u3055\u308c\u305f\uff0e\u307e\u305f\uff0c\u5b66\u7fd2\u6e08\u307f\u30dd\u30c6\u30f3\u30b7\u30e3\u30eb\u3092\u7528\u3044\u3066\u30e9\u30f3\u30c0\u30e0\u306b\u751f\u6210\u3055\u308c\u305f\u30b5\u30d6\u30b4\u30fc\u30eb\u3088\u308a\u3082\uff0c\u53c2\u52a0\u8005\u306e\u30b5\u30d6\u30b4\u30fc\u30eb\u306e\u65b9\u304c\u512a\u308c\u3066\u3044\u308b\u3053\u3068\u304c\u793a\u3055\u308c\u305f\uff0e\u5b66\u7fd2\u6e08\u307f\u30dd\u30c6\u30f3\u30b7\u30e3\u30eb\u306b\u9069\u3057\u305f\u30b5\u30d6\u30b4\u30fc\u30eb\u306e\u6570\uff0c\u90e8\u5206\u7684\u306b\u9806\u5e8f\u4ed8\u3051\u3089\u308c\u305f\u30b5\u30d6\u30b4\u30fc\u30eb\u306f\u5b66\u7fd2\u6e08\u307f\u30dd\u30c6\u30f3\u30b7\u30e3\u30eb\u306b\u3068\u3063\u3066\u6709\u7528\u3067\u3042\u308b\u3053\u3068\uff0c\u5b66\u7fd2\u6e08\u307f\u30dd\u30c6\u30f3\u30b7\u30e3\u30eb\u306f\u30b9\u30c6\u30c3\u30d7\u30da\u30ca\u30eb\u30c6\u30a3\u4ed8\u304d\u5831\u916c\u306b\u304a\u3044\u3066\u5b66\u7fd2\u3092\u52b9\u7387\u5316\u3067\u304d\u306a\u3044\u3053\u3068\uff0c\u6b63\u8ca0\u6df7\u5408\u5831\u916c\u306b\u304a\u3044\u3066\u5b66\u7fd2\u6e08\u307f\u30dd\u30c6\u30f3\u30b7\u30e3\u30eb\u306f\u975e\u5b66\u7fd2\u6e08\u307f\u30dd\u30c6\u30f3\u30b7\u30e3\u30eb\u3088\u308a\u3082\u512a\u308c\u3066\u3044\u308b\u3053\u3068\u3092\u8b70\u8ad6\u3059\u308b\uff0e<\/p>\n","protected":false},"excerpt":{"rendered":"<p>Learning Potential in Subgoal- [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":3259,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"site-sidebar-layout":"default","site-content-layout":"","ast-site-content-layout":"default","site-content-style":"default","site-sidebar-style":"default","ast-global-header-display":"","ast-banner-title-visibility":"","ast-main-header-display":"","ast-hfb-above-header-display":"","ast-hfb-below-header-display":"","ast-hfb-mobile-header-display":"","site-post-title":"disabled","ast-breadcrumbs-content":"","ast-featured-img":"","footer-sml-layout":"","ast-disable-related-posts":"","theme-transparent-header-meta":"","adv-header-id-meta":"","stick-header-meta":"","header-above-stick-meta":"","header-main-stick-meta":"","header-below-stick-meta":"","astra-migrate-meta-layouts":"default","ast-page-background-enabled":"default","ast-page-background-meta":{"desktop":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"tablet":{"background-color":"","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"mobile":{"background-color":"","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""}},"ast-content-background-meta":{"desktop":{"background-color":"var(--ast-global-color-4)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"tablet":{"background-color":"var(--ast-global-color-4)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"mobile":{"background-color":"var(--ast-global-color-4)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""}},"_EventAllDay":false,"_EventTimezone":"","_EventStartDate":"","_EventEndDate":"","_EventStartDateUTC":"","_EventEndDateUTC":"","_EventShowMap":false,"_EventShowMapLink":false,"_EventURL":"","_EventCost":"","_EventCostDescription":"","_EventCurrencySymbol":"","_EventCurrencyCode":"","_EventCurrencyPosition":"","_EventDateTimeSeparator":"","_EventTimeRangeSeparator":"","_EventOrganizerID":[],"_EventVenueID":[],"_OrganizerEmail":"","_OrganizerPhone":"","_OrganizerWebsite":"","_VenueAddress":"","_VenueCity":"","_VenueCountry":"","_VenueProvince":"","_VenueState":"","_VenueZip":"","_VenuePhone":"","_VenueURL":"","_VenueStateProvince":"","_VenueLat":"","_VenueLng":"","_VenueShowMap":false,"_VenueShowMapLink":false,"footnotes":""},"categories":[7],"tags":[],"class_list":["post-3258","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-yamadag-theme"],"distributor_meta":false,"distributor_terms":false,"distributor_media":false,"distributor_original_site_name":"Yamada CREST","distributor_original_site_url":"https:\/\/www.ymdsij-lab.com\/crest-tid","push-errors":false,"_links":{"self":[{"href":"https:\/\/www.ymdsij-lab.com\/crest-tid\/wp-json\/wp\/v2\/posts\/3258","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.ymdsij-lab.com\/crest-tid\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.ymdsij-lab.com\/crest-tid\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.ymdsij-lab.com\/crest-tid\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.ymdsij-lab.com\/crest-tid\/wp-json\/wp\/v2\/comments?post=3258"}],"version-history":[{"count":2,"href":"https:\/\/www.ymdsij-lab.com\/crest-tid\/wp-json\/wp\/v2\/posts\/3258\/revisions"}],"predecessor-version":[{"id":5168,"href":"https:\/\/www.ymdsij-lab.com\/crest-tid\/wp-json\/wp\/v2\/posts\/3258\/revisions\/5168"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/www.ymdsij-lab.com\/crest-tid\/wp-json\/wp\/v2\/media\/3259"}],"wp:attachment":[{"href":"https:\/\/www.ymdsij-lab.com\/crest-tid\/wp-json\/wp\/v2\/media?parent=3258"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.ymdsij-lab.com\/crest-tid\/wp-json\/wp\/v2\/categories?post=3258"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.ymdsij-lab.com\/crest-tid\/wp-json\/wp\/v2\/tags?post=3258"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}