@article{oai:oist.repo.nii.ac.jp:00002393,
 author = {Zhang, Xianjie and Liu, Yu and Xu, Xiujuan and Huang, Qiong and Mao, Hangyu and Carie, Anil},
 journal = {Neurocomputing},
 month = {Jul},
 note = {Multi-agent reinforcement learning (MARL) is essential for a wide range of high-dimensional scenarios and complicated tasks with multiple agents. Many attempts have been made for agents with prior domain knowledge and predefined structure. However, the interaction relationship between agents in a multi-agent system (MAS) in general is usually unknown, and previous methods could not tackle dynamical activities in an ever-changing environment. Here we propose a multi-agent Actor-Critic algorithm called Structural Relational Inference Actor-Critic (SRI-AC), which is based on the framework of centralized training and decentralized execution. SRI-AC utilizes the latent codes in variational autoencoder (VAE) to represent interactions between paired agents, and the reconstruction error is based on Graph Neural Network (GNN). With this framework, we test whether the reinforcement learning learners could form an interpretable structure while achieving better performance in both cooperative and competitive scenarios. The results indicate that SRI-AC could be applied to complex dynamic environments to find an interpretable structure while obtaining better performance compared to baseline algorithms.},
 pages = {383--394},
 title = {Structural relational inference actor-critic for multi-agent reinforcement learning},
 volume = {459},
 year = {2021}
}