Urban air mobility is an innovative mode of transportation in which electric vertical takeoff and landing (eVTOL) vehicles operate between nodes called vertiports. We outline a self-organized vertiport arrival system based on deep reinforcement learning. The airspace around the vertiport is assumed to be circular, and the vehicles can freely operate inside. Each aircraft is considered an individual agent and follows a shared policy, resulting in decentralized actions that are based on local information. We investigate the development of the reinforcement learning policy during training and illustrate how the algorithm moves from suboptimal local holding patterns to a safe and efficient final policy. The latter is validated in simulation-based scenarios, including robustness analyses against sensor noise and a changing distribution of inbound traffic. Lastly, we deploy the final policy on small-scale unmanned aerial vehicles to showcase its real-world usability.
%0 Journal Article
%1 WALTZ2024104806
%A Waltz, Martin
%A Okhrin, Ostap
%A Schultz, Michael
%D 2024
%J Transportation Research Part C: Emerging Technologies
%K topic_engineering Deep Urban air eVTOL learning mobility reinforcement
%P 104806
%R https://doi.org/10.1016/j.trc.2024.104806
%T Self-organized free-flight arrival for urban air mobility
%U https://www.sciencedirect.com/science/article/pii/S0968090X24003279
%V 167
%X Urban air mobility is an innovative mode of transportation in which electric vertical takeoff and landing (eVTOL) vehicles operate between nodes called vertiports. We outline a self-organized vertiport arrival system based on deep reinforcement learning. The airspace around the vertiport is assumed to be circular, and the vehicles can freely operate inside. Each aircraft is considered an individual agent and follows a shared policy, resulting in decentralized actions that are based on local information. We investigate the development of the reinforcement learning policy during training and illustrate how the algorithm moves from suboptimal local holding patterns to a safe and efficient final policy. The latter is validated in simulation-based scenarios, including robustness analyses against sensor noise and a changing distribution of inbound traffic. Lastly, we deploy the final policy on small-scale unmanned aerial vehicles to showcase its real-world usability.
@article{WALTZ2024104806,
abstract = {Urban air mobility is an innovative mode of transportation in which electric vertical takeoff and landing (eVTOL) vehicles operate between nodes called vertiports. We outline a self-organized vertiport arrival system based on deep reinforcement learning. The airspace around the vertiport is assumed to be circular, and the vehicles can freely operate inside. Each aircraft is considered an individual agent and follows a shared policy, resulting in decentralized actions that are based on local information. We investigate the development of the reinforcement learning policy during training and illustrate how the algorithm moves from suboptimal local holding patterns to a safe and efficient final policy. The latter is validated in simulation-based scenarios, including robustness analyses against sensor noise and a changing distribution of inbound traffic. Lastly, we deploy the final policy on small-scale unmanned aerial vehicles to showcase its real-world usability.},
added-at = {2024-11-12T14:39:54.000+0100},
author = {Waltz, Martin and Okhrin, Ostap and Schultz, Michael},
biburl = {https://puma.scadsai.uni-leipzig.de/bibtex/269b46cd0986476385876a1a167b83886/scadsfct},
doi = {https://doi.org/10.1016/j.trc.2024.104806},
interhash = {981838975b28cdc28eac19fd9da79dc8},
intrahash = {69b46cd0986476385876a1a167b83886},
issn = {0968-090X},
journal = {Transportation Research Part C: Emerging Technologies},
keywords = {topic_engineering Deep Urban air eVTOL learning mobility reinforcement},
pages = 104806,
timestamp = {2024-11-22T15:45:28.000+0100},
title = {Self-organized free-flight arrival for urban air mobility},
url = {https://www.sciencedirect.com/science/article/pii/S0968090X24003279},
volume = 167,
year = 2024
}
