{"created":"2023-06-26T11:02:07.948007+00:00","id":2909,"links":{},"metadata":{"_buckets":{"deposit":"900ec543-1fdc-42a2-8bbf-b97df1c975a1"},"_deposit":{"created_by":22,"id":"2909","owners":[22],"pid":{"revision_id":0,"type":"depid","value":"2909"},"status":"published"},"_oai":{"id":"oai:oist.repo.nii.ac.jp:00002909","sets":["7:241"]},"author_link":[],"control_number":"2909","item_10006_creator_3":{"attribute_name":"Author","attribute_type":"creator","attribute_value_mlt":[{"creatorNames":[{"creatorName":"Huang, Qiong","creatorNameLang":"en"}]}]},"item_10006_date_granted_11":{"attribute_name":"Degree Conferral Date","attribute_value_mlt":[{"subitem_dategranted":"2023-01-31"}]},"item_10006_degree_grantor_9":{"attribute_name":"Degree Conferrral Institution","attribute_value_mlt":[{"subitem_degreegrantor":[{"subitem_degreegrantor_name":"Okinawa Institute of Science and Technology Graduate University"}],"subitem_degreegrantor_identifier":[{"subitem_degreegrantor_identifier_name":"38005","subitem_degreegrantor_identifier_scheme":"kakenhi"}]}]},"item_10006_degree_name_8":{"attribute_name":"Degree","attribute_value_mlt":[{"subitem_degreename":"Doctor of Philosophy"}]},"item_10006_description_7":{"attribute_name":"Abstract","attribute_value_mlt":[{"subitem_description":"Efficient utilization of renewable energy sources, such as solar energy, is crucial for achieving sustainable development goals. As solar energy production varies in time and space depending on weather conditions, how to combine it with distributed energy storage and exchange systems with intelligent control is an important research issue.\nIn this thesis, I explore the use of reinforcement learning (RL) for adaptive control of energy storage in local batteries and energy sharing through energy grids. I first test multiple RL algorithms for energy storage control of single houses. I then extend the Autonomous Power Interchange System (APIS) from SONY to combine it with reinforcement learning algorithms in each house. I consider different design decisions in applying RL: whether to use centralized or distributed control, at what level of detail actions should be learned, what information is used by each agent, and how much information is shared across agents. Based on these considerations, I implemented deep Q-network (DQN) and prioritized DQN to set the parameters of real-time energy exchange protocol of APIS and tested it using the actual data collected from OIST DC-based Open Energy System (DCOES). The simulation results showed that DQN agents outperform rule-based control on energy sharing and that prioritized experience replay further improves the performance of DQN. Simulation results also suggest that sharing average energy production, storage and usage within the community helps the performance. The results contribute to future designs of distributed intelligent agents and effective operations of energy grid systems.","subitem_description_language":"en","subitem_description_type":"Other"}]},"item_10006_dissertation_number_12":{"attribute_name":"Degree Referral Number","attribute_value_mlt":[{"subitem_dissertationnumber":"甲第117号"}]},"item_10006_identifier_registration":{"attribute_name":"ID登録","attribute_value_mlt":[{"subitem_identifier_reg_text":"10.15102/1394.00002630","subitem_identifier_reg_type":"JaLC"}]},"item_10006_rights_13":{"attribute_name":"Copyright Information","attribute_value_mlt":[{"subitem_rights":"© 2023 The Author."}]},"item_10006_text_24":{"attribute_name":"Exam Date","attribute_value_mlt":[{"subitem_text_value":"2022-11-30"}]},"item_10006_version_type_18":{"attribute_name":"Version Format","attribute_value_mlt":[{"subitem_version_resource":"http://purl.org/coar/version/c_970fb48d4fbd8a85","subitem_version_type":"VoR"}]},"item_access_right":{"attribute_name":"アクセス権","attribute_value_mlt":[{"subitem_access_right":"open access","subitem_access_right_uri":"http://purl.org/coar/access_right/c_abf2"}]},"item_files":{"attribute_name":"ファイル情報","attribute_type":"file","attribute_value_mlt":[{"accessrole":"open_date","date":[{"dateType":"Available","dateValue":"2023-04-19"}],"displaytype":"detail","filename":"HuangQiongFinalExamAbstract.pdf","filesize":[{"value":"42.9 kB"}],"format":"application/pdf","licensetype":"license_note","mimetype":"application/pdf","url":{"label":"HuangQiongFinalExamAbstract","objectType":"abstract","url":"https://oist.repo.nii.ac.jp/record/2909/files/HuangQiongFinalExamAbstract.pdf"},"version_id":"e730b0d2-3c1c-4b2e-af5c-882951928866"},{"accessrole":"open_date","date":[{"dateType":"Available","dateValue":"2023-05-01"}],"displaytype":"detail","filename":"Huang Qiong Full Text.pdf","filesize":[{"value":"21.2 MB"}],"format":"application/pdf","licensefree":"Creative Commons Attribution-NonCommercial-NoDerivatives 4.0 International(https://creativecommons.org/licenses/by-nc-nd/4.0/)","licensetype":"license_5","mimetype":"application/pdf","url":{"label":"Huang Qiong Full Text","objectType":"fulltext","url":"https://oist.repo.nii.ac.jp/record/2909/files/Huang Qiong Full Text.pdf"},"version_id":"288dcdd7-30b5-485c-92b2-353fe0801883"},{"accessrole":"open_date","date":[{"dateType":"Available","dateValue":"2023-03-22"}],"displaytype":"detail","filename":"Qiong_Abstract_for_OISTIR_thesis_submission.pdf","filesize":[{"value":"31.4 kB"}],"format":"application/pdf","licensetype":"license_note","mimetype":"application/pdf","url":{"label":"Qiong_Abstract_for_OISTIR_thesis_submission","objectType":"summary","url":"https://oist.repo.nii.ac.jp/record/2909/files/Qiong_Abstract_for_OISTIR_thesis_submission.pdf"},"version_id":"992f3441-e9d2-4a8f-b2ee-0efa46dc2db8"}]},"item_language":{"attribute_name":"言語","attribute_value_mlt":[{"subitem_language":"eng"}]},"item_resource_type":{"attribute_name":"資源タイプ","attribute_value_mlt":[{"resourcetype":"doctoral thesis","resourceuri":"http://purl.org/coar/resource_type/c_db06"}]},"item_title":"マルチエージェント強化学習による分散太陽光発電蓄電システムの制御","item_titles":{"attribute_name":"タイトル","attribute_value_mlt":[{"subitem_title":"マルチエージェント強化学習による分散太陽光発電蓄電システムの制御","subitem_title_language":"ja"},{"subitem_title":"Multi-Agent Reinforcement Learning for Distributed Solar-Battery Energy Systems","subitem_title_language":"en"}]},"item_type_id":"10006","owner":"22","path":["241"],"pubdate":{"attribute_name":"PubDate","attribute_value":"2023-04-20"},"publish_date":"2023-04-20","publish_status":"0","recid":"2909","relation_version_is_last":true,"title":["マルチエージェント強化学習による分散太陽光発電蓄電システムの制御"],"weko_creator_id":"22","weko_shared_id":-1},"updated":"2023-10-11T08:13:29.578696+00:00"}