%0 Conference Paper %1 Glass2024 %A Glass, Ayse %A Noennig, Jorg R. %A Bek, Burak %A Glass, Roman %A Menges, Eylul K. %A Okhrin, Iryna %A Baddam, Pramod %A Sanchez, Mariela Rossana %A Senthil, Gunalan %A Jäkel, René %B Proceedings of the 2023 6th International Conference on Computational Intelligence and Intelligent Systems %C New York, NY, USA %D 2024 %I Association for Computing Machinery %K yaff %P 20–25 %R 10.1145/3638209.3638213 %T Innovative Urban Design Simulation: Utilizing Agent-Based Modelling through Reinforcement Learning %U https://doi.org/10.1145/3638209.3638213 %X Data-driven design for cities is improving the quality of everyday life of citizens and optimizes the usage of resources. A new aspect is artificial intelligence, which Smart Cities could greatly benefit from. A central problem for urban designers is the unavailability of data to make relevant decisions. Agent-based simulations enable a view of the dynamic properties of the urban system, generating data in its course. However, the simulation must remain sufficiently simple to remain in the realm of computability. The research question of this paper is: How can we make agents behave more realistically to analyze citizens’ mobility behavior? To solve this problem, we first created a simulated virtual environment, where agents can move freely in a small part of a city, the harbor area in Hamburg, Germany. We assumed that happiness is a crucial motivating factor for the movement of citizens. A survey of 130 citizens provided the weights that govern the simulated environment and the happiness score assignation of places. As an AI method, we then used Reinforcement Learning as a general model and Q-learning as an algorithm to generate a baseline. Through randomly traversing the model environment a baseline was created. We are in the process of enhancing Reinforcement Learning with a Deep Q-Network to make the actors learn. Early experiments show a significant improvement over a tabular Q-learning approach. This paper contributes to the literature of urban planning, and data-driven architectural design. The main contribution is replacing the inefficient search for a global maximum of the happiness function, with an efficient local solution global maximum. This has implications for further research in the generation of synthetic data through simulations. %@ 9798400709067

@inproceedings{Glass2024, abstract = {Data-driven design for cities is improving the quality of everyday life of citizens and optimizes the usage of resources. A new aspect is artificial intelligence, which Smart Cities could greatly benefit from. A central problem for urban designers is the unavailability of data to make relevant decisions. Agent-based simulations enable a view of the dynamic properties of the urban system, generating data in its course. However, the simulation must remain sufficiently simple to remain in the realm of computability. The research question of this paper is: How can we make agents behave more realistically to analyze citizens’ mobility behavior? To solve this problem, we first created a simulated virtual environment, where agents can move freely in a small part of a city, the harbor area in Hamburg, Germany. We assumed that happiness is a crucial motivating factor for the movement of citizens. A survey of 130 citizens provided the weights that govern the simulated environment and the happiness score assignation of places. As an AI method, we then used Reinforcement Learning as a general model and Q-learning as an algorithm to generate a baseline. Through randomly traversing the model environment a baseline was created. We are in the process of enhancing Reinforcement Learning with a Deep Q-Network to make the actors learn. Early experiments show a significant improvement over a tabular Q-learning approach. This paper contributes to the literature of urban planning, and data-driven architectural design. The main contribution is replacing the inefficient search for a global maximum of the happiness function, with an efficient local solution global maximum. This has implications for further research in the generation of synthetic data through simulations.}, added-at = {2025-03-02T19:25:55.000+0100}, address = {New York, NY, USA}, author = {Glass, Ayse and Noennig, Jorg R. and Bek, Burak and Glass, Roman and Menges, Eylul K. and Okhrin, Iryna and Baddam, Pramod and Sanchez, Mariela Rossana and Senthil, Gunalan and Jäkel, René}, biburl = {https://puma.scadsai.uni-leipzig.de/bibtex/254da532cab13498219ea2adf4a51cad0/scadsfct}, booktitle = {Proceedings of the 2023 6th International Conference on Computational Intelligence and Intelligent Systems}, day = 28, doi = {10.1145/3638209.3638213}, interhash = {e09cedb3aa6896f2089ad44937b71e4a}, intrahash = {54da532cab13498219ea2adf4a51cad0}, isbn = {9798400709067}, keywords = {yaff}, location = {Tokyo, Japan}, month = {2}, pages = {20–25}, publisher = {Association for Computing Machinery}, series = {CIIS '23}, timestamp = {2025-07-29T10:29:43.000+0200}, title = {Innovative Urban Design Simulation: Utilizing Agent-Based Modelling through Reinforcement Learning}, url = {https://doi.org/10.1145/3638209.3638213}, year = 2024 }