List of English Publication

@inproceedings{nokey,

title = {A Reinforcement Learning Approach for Safe Control Using Multi-Agent Q-Learning},

author = {Deuksun Hong and Hyungbo Shim},

year  = {2024},

date = {2024-07-06},

booktitle = {2024 14th Asian Control Conference},

abstract = {Reinforcement learning techniques typically optimize a controller only for the trained environment. This characteristic leads to trouble when applying the learned models to other settings, particularly in real control scenarios where control needs to be performed under different conditions than those during the learning phase due to modeling errors or aging. This paper introduces a multi-agent version of Q-learning known as QD-learning. We also present how this algorithm operates when applied to the various environment settings, and experimentally demonstrate its effectiveness for designing a safe controller.},

keywords = {Consensus, Multi-agent system, Reinforcement learning},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{KimShimYang19,

title = {On Improving the Robustness of Reinforcement Learning-Based Controllers Using Disturbance Observer},

author = {Jeong Woo Kim and Hyungbo Shim and Insoon Yang},

doi = {https://doi.org/10.1109/CDC40024.2019.9028930},

year  = {2019},

date = {2019-12-11},

booktitle = {Proc. of 2019 IEEE 58th Conference on Decision and Control},

pages = {8487-852},

publisher = {IEEE},

address = {Nice, France},

abstract = {Because reinforcement learning (RL) may cause issues in stability and safety when directly applied to physical systems, a simulator is often used to learn a control policy. However, the control performance may be easily deteriorated in a real plant due to the discrepancy between the simulator and the plant. In this paper, we propose an idea to enhance the robustness of such RL-based controllers by utilizing the disturbance observer (DOB). This method compensates for the mismatch between the plant and simulator, and rejects disturbance to maintain the nominal performance while guaranteeing robust stability. Furthermore, the proposed approach can be applied to partially observable systems. We also characterize conditions under which the learned controller has a provable performance bound when connected to the physical system.},

keywords = {Disturbance observer, Reinforcement learning},

pubstate = {published},

tppubtype = {inproceedings}

}