2024 ICAART A Supervised Learning Approach to Robust Reinforcement Learning for Job Shop Scheduling Christoph Schmidl, Thiago D. Simão, and Nils Jansen In Proceedings of the 16th International Conference on Agents and Artificial Intelligence - Volume 3: ICAART 2024 Bib HTML Code @inproceedings{schmidl-icaart-2024, author = {Schmidl, Christoph and Sim{\~{a}}o, Thiago D. and Jansen, Nils}, title = {A Supervised Learning Approach to Robust Reinforcement Learning for Job Shop Scheduling}, booktitle = {Proceedings of the 16th International Conference on Agents and Artificial Intelligence - Volume 3: ICAART}, year = {2024}, pages = {1324-1335}, publisher = {SciTePress}, organization = {INSTICC}, doi = {10.5220/0012473600003636}, isbn = {978-989-758-680-4}, issn = {2184-433X}, } AAAI Factored Online Planning in Many-Agent POMDPs Maris Galesloot, Thiago D. Simão, Sebastian Junges, and Nils Jansen In AAAI 2024 arXiv Bib @inproceedings{Galesloot2024Factored, author = {Galesloot, Maris and Sim{\~{a}}o, Thiago D. and Junges, Sebastian and Jansen, Nils}, title = {Factored Online Planning in Many-Agent POMDPs}, booktitle = {{AAAI}}, year = {2024}, } AAAI Robust Active Measuring under Model Uncertainty Merlijn Krale, Thiago D. Simão, Jana Tumova, and Nils Jansen In AAAI 2024 arXiv Bib @inproceedings{Krale2024Robust, author = {Krale, Merlijn and Sim{\~{a}}o, Thiago D. and Tumova, Jana and Jansen, Nils}, title = {Robust Active Measuring under Model Uncertainty}, booktitle = {{AAAI}}, year = {2024}, } 2023 AAAI Probabilities Are Not Enough: Formal Controller Synthesis for Stochastic Dynamical Models with Epistemic Uncertainty Thom S. Badings, Licio Romano, Alessandro Abate, and Nils Jansen In AAAI 2023 arXiv Bib HTML PDF Code @inproceedings{epistemic-continuous, author = {Badings, Thom S. and Romano, Licio and Abate, Alessandro and Jansen, Nils}, title = {Probabilities Are Not Enough: Formal Controller Synthesis for Stochastic Dynamical Models with Epistemic Uncertainty }, booktitle = {{AAAI}}, year = {2023}, pages = {14701-14710}, } AAAI Safe Reinforcement Learning via Shielding under Partial Observability Steven Carr, Nils Jansen, Sebastian Junges, and Ufuk Topcu In AAAI 2023 arXiv Bib HTML PDF @inproceedings{shield-pomdp, author = {Carr, Steven and Jansen, Nils and Junges, Sebastian and Topcu, Ufuk}, title = {Safe Reinforcement Learning via Shielding under Partial Observability}, booktitle = {{AAAI}}, year = {2023}, pages = {14748-14756}, } AAAI Safe Policy Improvement for POMDPs via Finite-State Controllers Thiago D. Simão, Marnix Suilen, and Nils Jansen In AAAI 2023 arXiv Bib HTML PDF Code @inproceedings{spi-pomdp, author = {Sim{\~{a}}o, Thiago D. and Suilen, Marnix and Jansen, Nils}, title = {Safe Policy Improvement for POMDPs via Finite-State Controllers}, booktitle = {{AAAI}}, year = {2023}, pages = {15109-15117}, } ICML Scalable Safe Policy Improvement via Monte Carlo Tree Search Alberto Castellini, Federico Bianchi, Edoardo Zorzi, Thiago D. Simão, Alessandro Farinelli, and 1 more author In ICML 2023 Bib HTML PDF Code @inproceedings{Castellini2023, title = {{Scalable Safe Policy Improvement via Monte Carlo Tree Search}}, author = {Castellini, Alberto and Bianchi, Federico and Zorzi, Edoardo and Sim{\~a}o, Thiago D. and Farinelli, Alessandro and Spaan, Matthijs T. J.}, booktitle = {ICML}, year = {2023}, } ICLR Safe Reinforcement Learning From Pixels Using a Stochastic Latent Representation Yannick Hogewind, Thiago D. Simão, Tal Kachman, and Nils Jansen In ICLR 2023 arXiv Bib HTML PDF Code @inproceedings{Hogewind2023safe, title = {{Safe Reinforcement Learning From Pixels Using a Stochastic Latent Representation}}, author = {Hogewind, Yannick and Sim{\~a}o, Thiago D. and Kachman, Tal and Jansen, Nils}, booktitle = {ICLR}, year = {2023}, } IJCAI More for Less: Safe Policy Improvement with Stronger Performance Guarantees Patrick Wienhöft, Marnix Suilen, Thiago D. Simão, Clemens Dubslaff, Christel Baier, and 1 more author In IJCAI 2023 arXiv Bib HTML PDF Code @inproceedings{Wienhoft2023more, author = {Wienhöft, Patrick and Suilen, Marnix and Sim{\~{a}}o, Thiago D. and Dubslaff, Clemens and Baier, Christel and Jansen, Nils}, title = {More for Less: Safe Policy Improvement with Stronger Performance Guarantees}, booktitle = {IJCAI}, year = {2023}, pages = {4406--4415} } IJCAI Recursive Small-Step Multi-Agent A* for Dec-POMDPs Wietze Koops, Nils Jansen, Sebastian Junges, and Thiago D. Simão In IJCAI 2023 Bib HTML PDF Code @inproceedings{Koops2023recursive, author = {Koops, Wietze and Jansen, Nils and Junges, Sebastian and Sim{\~{a}}o, Thiago D.}, title = {Recursive Small-Step Multi-Agent A* for Dec-POMDPs}, booktitle = {IJCAI}, year = {2023}, pages = {5402--5410} } CAV Efficient Sensitivity Analysis for Parametric Robust Markov Chains Thom Badings, Sebastian Junges, Ahmadreza Marandi, Ufuk Topcu, and Nils Jansen In CAV 2023 Bib Code @inproceedings{BadingsCAV2023, author = {Badings, Thom and Junges, Sebastian and Marandi, Ahmadreza and Topcu, Ufuk and Jansen, Nils}, title = {Efficient Sensitivity Analysis for Parametric Robust Markov Chains}, booktitle = {{CAV}}, publisher = {Springer}, year = {2023}, } STTT Strong Simple Policies for POMDPs Leonore Winterer, Ralf Wimmer, Nils Jansen, and Bernd Becker Int. J. Softw. Tools Technol. Transf. 2023 arXiv Bib @article{Winterer2023Strong, author = {Winterer, Leonore and Wimmer, Ralf and Jansen, Nils and Becker, Bernd}, title = {Strong Simple Policies for POMDPs}, journal = {Int. J. Softw. Tools Technol. Transf.}, year = {2023}, } FMSD Parameter Synthesis for Markov Models Covering the Parameter Space Sebastian Junges, Erika Ábrahám, Christian Hensel, Nils Jansen, Joost-Pieter Katoen, and 2 more authors Formal Methods in System Design 2023 arXiv Bib @article{Junges2023Parameter, author = {Junges, Sebastian and Ábrahám, Erika and Hensel, Christian and Jansen, Nils and Katoen, Joost-Pieter and Quatmann, Tim and Volk, Matthias}, title = {Parameter Synthesis for Markov Models Covering the Parameter Space}, journal = {Formal Methods in System Design}, year = {2023}, } ECAI Reinforcement Learning by Guided Safe Exploration Qisong Yang, Thiago D. Simão, Nils Jansen, Simon H. Tindemans, and Matthijs T. J. Spaan In ECAI 2023 arXiv Bib @inproceedings{Yang2023reinforcement, title = {Reinforcement Learning by Guided Safe Exploration}, author = {Yang, Qisong and Sim{\~a}o, Thiago D. and Jansen, Nils and Tindemans, Simon H. and Spaan, Matthijs T. J.}, booktitle = {ECAI}, year = {2023}, } QEST Formal Controller Synthesis for Markov Jump Linear Systems with Uncertain Dynamics Luke Rickard, Thom S. Badings, Licio Romao, and Alessandro Abate In QEST 2023 arXiv Bib Code @inproceedings{Rickard2023Formal, author = {Rickard, Luke and Badings, Thom S. and Romao, Licio and Abate, Alessandro}, title = {Formal Controller Synthesis for Markov Jump Linear Systems with Uncertain Dynamics}, booktitle = {QEST}, year = {2023}, } Book Shared Control with Human Trust and Workload Models Murat Cubuktepe, Nils Jansen, and Ufuk Topcu Cyber-Physical-Human Systems: Fundamentals and Applications, 2023 Bib HTML @article{Cubuktepe2023Shared, author = {Cubuktepe, Murat and Jansen, Nils and Topcu, Ufuk}, journal = {Cyber-Physical-Human Systems: Fundamentals and Applications,}, title = {Shared Control with Human Trust and Workload Models}, year = {2023}, pages = {125-143}, doi = {10.1002/9781119857433.ch6}, } NCA A Maintenance Planning Framework using Online and Offline Deep Reinforcement Learning Zaharah Allah Bukhsh, Hajo Molegraaf, and Nils Jansen Neural Computing and Applications 2023 arXiv Bib @article{Bukshh2023maintenance, author = {Bukhsh, Zaharah Allah and Molegraaf, Hajo and Jansen, Nils}, title = {A Maintenance Planning Framework using Online and Offline Deep Reinforcement Learning}, journal = {{Neural Computing and Applications}}, year = {2023}, } UAI Risk-aware Curriculum Generation for Heavy-tailed Task Distributions Cevahir Koprulu, Thiago D. Simão, Nils Jansen, and Ufuk Topcu In UAI 2023 Bib HTML PDF Supp Code @inproceedings{Koprulu2023, title = {{Risk-aware Curriculum Generation for Heavy-tailed Task Distributions}}, author = {Koprulu, Cevahir and Sim{\~a}o, Thiago D. and Jansen, Nils and Topcu, Ufuk}, pages = {1132--1142}, booktitle = {UAI}, year = {2023}, } QEST Quantitative Evaluation of Systems - 20th International Conference, QEST 2023, Antwerp, Belgium, September 20-22, 2023, Proceedings Nils Jansen, and Mirco Tribastone (editors) 2023 Bib HTML @proceedings{DBLP:conf/qest/2023, author = {Jansen, Nils and (editors), Mirco Tribastone}, title = {Quantitative Evaluation of Systems - 20th International Conference, {QEST} 2023, Antwerp, Belgium, September 20-22, 2023, Proceedings}, series = {Lecture Notes in Computer Science}, volume = {14287}, publisher = {Springer}, year = {2023}, } TACAS Robust Almost-Sure Reachability in Multi-Environment MDPs Marck van der Vegt, Nils Jansen, and Sebastian Junges In TACAS 2023 arXiv Bib HTML @inproceedings{vanderVegt2023robust, author = {{van der Vegt}, Marck and Jansen, Nils and Junges, Sebastian}, title = {Robust Almost-Sure Reachability in Multi-Environment MDPs}, booktitle = {{TACAS}}, year = {2023}, } ICAPS Act-Then-Measure: Reinforcement Learning for Partially Observable Environments with Active Measuring Merlijn Krale, Thiago D. Simão, and Nils Jansen In ICAPS 2023 arXiv Bib HTML PDF Code @inproceedings{Krale2023act, title = {{Act-Then-Measure: Reinforcement Learning for Partially Observable Environments with Active Measuring}}, author = {Krale, Merlijn and Sim{\~a}o, Thiago D. and Jansen, Nils}, pages = {212-220}, year = {2023}, booktitle = {{ICAPS}}, } ICAPS Model Checking for Adversarial Multi-Agent Reinforcement Learning with Reactive Defense Methods Dennis Gross, Christoph Schmidl, Nils Jansen, and Guillermo A. Pérez In ICAPS 2023 Bib HTML @inproceedings{DBLP:conf/aips/GrossS0023, author = {Gross, Dennis and Schmidl, Christoph and Jansen, Nils and P{\'{e}}rez, Guillermo A.}, title = {Model Checking for Adversarial Multi-Agent Reinforcement Learning with Reactive Defense Methods}, booktitle = {{ICAPS}}, pages = {162--170}, publisher = {{AAAI} Press}, year = {2023}, } STTT Decision-making under uncertainty: beyond probabilities. Challenges and Perspectives Thom Badings, Thiago D. Simão, Marnix Suilen, and Nils Jansen STTT 2023 arXiv Bib HTML @article{Badings2023decision, title = {{Decision-making under uncertainty: beyond probabilities. Challenges and Perspectives}}, author = {Badings, Thom and Sim{\~a}o, Thiago D. and Suilen, Marnix and Jansen, Nils}, year = {2023}, journal = {{STTT}}, } LNCS Intelligent and Dependable Decision-Making Under Uncertainty Nils Jansen In FM 2023 Bib HTML PDF @inproceedings{DBLP:conf/fm/Jansen23, author = {Jansen, Nils}, title = {Intelligent and Dependable Decision-Making Under Uncertainty}, booktitle = {{FM}}, series = {Lecture Notes in Computer Science}, volume = {14000}, pages = {26--36}, publisher = {Springer}, year = {2023}, } ICAART Targeted Adversarial Attacks on Deep Reinforcement Learning Policies via Model Checking Dennis Gross, Thiago D. Simão, Nils Jansen, and Guillermo A. Pérez In ICAART 2023 arXiv Bib HTML Code @inproceedings{Gross2023targeted, title = {{Targeted Adversarial Attacks on Deep Reinforcement Learning Policies via Model Checking}}, author = {Gross, Dennis and Sim{\~a}o, Thiago D. and Jansen, Nils and P{\'e}rez, Guillermo A.}, booktitle = {{ICAART}}, year = {2023}, pages = {501-508}, doi = {10.5220/0011693200003393} } ICAART Turn-based Multi-Agent Reinforcement Learning Model Checking Dennis Gross In ICAART 2023 Bib HTML @inproceedings{Gross2023turn, title = {{Turn-based Multi-Agent Reinforcement Learning Model Checking}}, author = {Gross, Dennis}, booktitle = {{ICAART}}, year = {2023}, } STTT Explanation Paradigms Leveraging Analytic Intuition (ExPLAIn) Nils Jansen, Gerrit Nolte, and Bernhard Steffen Int. J. Softw. Tools Technol. Transf. 2023 Bib HTML @article{DBLP:journals/sttt/JansenNS23, author = {Jansen, Nils and Nolte, Gerrit and Steffen, Bernhard}, title = {Explanation Paradigms Leveraging Analytic Intuition (ExPLAIn)}, journal = {Int. J. Softw. Tools Technol. Transf.}, volume = {25}, number = {3}, pages = {241--247}, year = {2023}, } 2022 JAIR Robust Control for Dynamical Systems with Non-Gaussian Noise via Formal Abstractions Thom S. Badings, Licio Romao, Alessandro Abate, David Parker, Hasan A. Poonawala, and 2 more authors J. Artif. Intell. Res. 2022 arXiv Bib HTML Code @article{thom-jair, author = {Badings, Thom S. and Romao, Licio and Abate, Alessandro and Parker, David and Poonawala, Hasan A. and Stoelinga, Mari{\"{e}}lle and Jansen, Nils}, title = {Robust Control for Dynamical Systems with Non-Gaussian Noise via Formal Abstractions}, journal = {J. Artif. Intell. Res.}, year = {2022}, } NeurIPS Robust Anytime Learning of Markov Decision Processes Marnix Suilen, Thiago D. Simão, David Parker, and Nils Jansen In NeurIPS 2022 arXiv Bib HTML Code @inproceedings{DBLP:journals/corr/abs-2205-15827, author = {Suilen, Marnix and Sim{\~{a}}o, Thiago D. and Parker, David and Jansen, Nils}, title = {Robust Anytime Learning of Markov Decision Processes}, booktitle = {{NeurIPS}}, year = {2022}, } AAAI Sampling-Based Robust Control of Autonomous Systems with Non-Gaussian Noise Thom S. Badings, Alessandro Abate, Nils Jansen, David Parker, Hasan A. Poonawala, and 1 more author In AAAI 2022 arXiv Bib HTML Code @inproceedings{DBLP:conf/aaai/BadingsA00PS22, author = {Badings, Thom S. and Abate, Alessandro and Jansen, Nils and Parker, David and Poonawala, Hasan A. and Stoelinga, Mari{\"{e}}lle}, title = {Sampling-Based Robust Control of Autonomous Systems with Non-Gaussian Noise}, booktitle = {{AAAI}}, pages = {9669--9678}, publisher = {{AAAI} Press}, year = {2022}, } LNCS Parameter Synthesis in Markov Models: A Gentle Survey Nils Jansen, Sebastian Junges, and Joost-Pieter Katoen In Principles of Systems Design 2022 Bib HTML @inproceedings{DBLP:conf/birthday/0001JK22, author = {Jansen, Nils and Junges, Sebastian and Katoen, Joost{-}Pieter}, title = {Parameter Synthesis in Markov Models: {A} Gentle Survey}, booktitle = {Principles of Systems Design}, series = {Lecture Notes in Computer Science}, volume = {13660}, pages = {407--437}, publisher = {Springer}, year = {2022}, } STTT Scenario-based verification of uncertain parametric MDPs Thom S. Badings, Murat Cubuktepe, Nils Jansen, Sebastian Junges, Joost-Pieter Katoen, and 1 more author Int. J. Softw. Tools Technol. Transf. 2022 arXiv Bib HTML @article{DBLP:journals/sttt/BadingsCJJKT22, author = {Badings, Thom S. and Cubuktepe, Murat and Jansen, Nils and Junges, Sebastian and Katoen, Joost{-}Pieter and Topcu, Ufuk}, title = {Scenario-based verification of uncertain parametric MDPs}, journal = {Int. J. Softw. Tools Technol. Transf.}, volume = {24}, number = {5}, pages = {803--819}, year = {2022}, } IEEETAC Convex Optimization for Parameter Synthesis in MDPs Murat Cubuktepe, Nils Jansen, Sebastian Junges, Joost-Pieter Katoen, and Ufuk Topcu IEEE Trans. Autom. Control. 2022 arXiv Bib HTML @article{DBLP:journals/tac/CubuktepeJJKT22, author = {Cubuktepe, Murat and Jansen, Nils and Junges, Sebastian and Katoen, Joost{-}Pieter and Topcu, Ufuk}, title = {Convex Optimization for Parameter Synthesis in MDPs}, journal = {{IEEE} Trans. Autom. Control.}, volume = {67}, number = {12}, pages = {6333--6348}, year = {2022}, } CAV Sampling-Based Verification of CTMCs with Uncertain Rates Thom S. Badings, Nils Jansen, Sebastian Junges, Mariëlle Stoelinga, and Matthias Volk In CAV (2) 2022 arXiv Bib HTML Code @inproceedings{DBLP:conf/cav/BadingsJJSV22, author = {Badings, Thom S. and Jansen, Nils and Junges, Sebastian and Stoelinga, Mari{\"{e}}lle and Volk, Matthias}, title = {Sampling-Based Verification of CTMCs with Uncertain Rates}, booktitle = {{CAV} {(2)}}, series = {Lecture Notes in Computer Science}, volume = {13372}, pages = {26--47}, publisher = {Springer}, year = {2022}, } LNCS A Journey from Process Algebra via Timed Automata to Model Learning - Essays Dedicated to Frits Vaandrager on the Occasion of His 60th Birthday 2022 Bib HTML @proceedings{DBLP:conf/birthday/2022vaandrager, editor = {Jansen, Nils and Stoelinga, Mari{\"{e}}lle and van den Bos, Petra}, title = {A Journey from Process Algebra via Timed Automata to Model Learning - Essays Dedicated to Frits Vaandrager on the Occasion of His 60th Birthday}, series = {Lecture Notes in Computer Science}, volume = {13560}, publisher = {Springer}, year = {2022}, } ICAART Grouping of Maintenance Actions with Deep Reinforcement Learning and Graph Convolutional Networks David Kerkkamp, Zaharah Allah Bukhsh, Yingqian Zhang, and Nils Jansen In ICAART (2) 2022 Bib HTML @inproceedings{DBLP:conf/icaart/KerkkampBZ022, author = {Kerkkamp, David and Bukhsh, Zaharah Allah and Zhang, Yingqian and Jansen, Nils}, title = {Grouping of Maintenance Actions with Deep Reinforcement Learning and Graph Convolutional Networks}, booktitle = {{ICAART} {(2)}}, pages = {574--585}, publisher = {{SCITEPRESS}}, year = {2022}, } SETTA COOL-MC: A Comprehensive Tool for Reinforcement Learning and Model Checking Dennis Gross, Nils Jansen, Sebastian Junges, and Guillermo A. Pérez In SETTA 2022 arXiv Bib HTML Code @inproceedings{DBLP:journals/corr/abs-2209-07133, author = {Gross, Dennis and Jansen, Nils and Junges, Sebastian and P{\'{e}}rez, Guillermo A.}, title = {{COOL-MC:} {A} Comprehensive Tool for Reinforcement Learning and Model Checking}, booktitle = {SETTA}, year = {2022}, } 2021 ACM Formalizing and guaranteeing human-robot interaction Hadas Kress-Gazit, Kerstin Eder, Guy Hoffman, Henny Admoni, Brenna Argall, and 10 more authors Commun. ACM 2021 arXiv Bib HTML @article{DBLP:journals/cacm/Kress-GazitEHAA21, author = {Kress{-}Gazit, Hadas and Eder, Kerstin and Hoffman, Guy and Admoni, Henny and Argall, Brenna and Ehlers, R{\"{u}}diger and Heckman, Christoffer and Jansen, Nils and Knepper, Ross A. and Kret{\'{\i}}nsk{\'{y}}, Jan and Levy{-}Tzedek, Shelly and Li, Jamy and Murphey, Todd D. and Riek, Laurel D. and Sadigh, Dorsa}, title = {Formalizing and guaranteeing human-robot interaction}, journal = {Commun. {ACM}}, volume = {64}, number = {9}, pages = {78--84}, year = {2021}, } JAIR Task-Aware Verifiable RNN-Based Policies for Partially Observable Markov Decision Processes Steven Carr, Nils Jansen, and Ufuk Topcu J. Artif. Intell. Res. 2021 arXiv Bib HTML @article{DBLP:journals/jair/Carr0T21, author = {Carr, Steven and Jansen, Nils and Topcu, Ufuk}, title = {Task-Aware Verifiable RNN-Based Policies for Partially Observable Markov Decision Processes}, journal = {J. Artif. Intell. Res.}, volume = {72}, pages = {819--847}, year = {2021}, } AAAI Robust Finite-State Controllers for Uncertain POMDPs Murat Cubuktepe, Nils Jansen, Sebastian Junges, Ahmadreza Marandi, Marnix Suilen, and 1 more author In AAAI 2021 arXiv Bib HTML @inproceedings{DBLP:conf/aaai/Cubuktepe0JMST21, author = {Cubuktepe, Murat and Jansen, Nils and Junges, Sebastian and Marandi, Ahmadreza and Suilen, Marnix and Topcu, Ufuk}, title = {Robust Finite-State Controllers for Uncertain POMDPs}, booktitle = {{AAAI}}, pages = {11792--11800}, publisher = {{AAAI} Press}, year = {2021}, } AAMAS AlwaysSafe: Reinforcement Learning without Safety Constraint Violations during Training Thiago D. Simão, Nils Jansen, and Matthijs T. J. Spaan In AAMAS 2021 Bib HTML Code @inproceedings{DBLP:conf/atal/SimaoJS21, author = {Sim{\~{a}}o, Thiago D. and Jansen, Nils and Spaan, Matthijs T. J.}, title = {AlwaysSafe: Reinforcement Learning without Safety Constraint Violations during Training}, booktitle = {{AAMAS}}, pages = {1226--1235}, publisher = {{ACM}}, year = {2021}, } RSS Safe Policies for Factored Partially Observable Stochastic Games Steven Carr, Nils Jansen, Sudarshanan Bharadwaj, Matthijs T. J. Spaan, and Ufuk Topcu In Robotics: Science and Systems 2021 Bib HTML @inproceedings{DBLP:conf/rss/Carr0BST21, author = {Carr, Steven and Jansen, Nils and Bharadwaj, Sudarshanan and Spaan, Matthijs T. J. and Topcu, Ufuk}, title = {Safe Policies for Factored Partially Observable Stochastic Games}, booktitle = {Robotics: Science and Systems}, year = {2021}, } CAV Enforcing Almost-Sure Reachability in POMDPs Sebastian Junges, Nils Jansen, and Sanjit A. Seshia In CAV (2) 2021 arXiv Bib HTML @inproceedings{DBLP:conf/cav/JungesJS20, author = {Junges, Sebastian and Jansen, Nils and Seshia, Sanjit A.}, title = {Enforcing Almost-Sure Reachability in POMDPs}, booktitle = {{CAV} {(2)}}, series = {Lecture Notes in Computer Science}, volume = {12760}, pages = {602--625}, publisher = {Springer}, year = {2021}, } TAC Strategy Synthesis for POMDPs in Robot Planning via Game-Based Abstractions Leonore Winterer, Sebastian Junges, Ralf Wimmer, Nils Jansen, Ufuk Topcu, and 2 more authors IEEE Trans. Autom. Control. 2021 arXiv Bib HTML @article{DBLP:journals/tac/WintererJWJTKB21, author = {Winterer, Leonore and Junges, Sebastian and Wimmer, Ralf and Jansen, Nils and Topcu, Ufuk and Katoen, Joost{-}Pieter and Becker, Bernd}, title = {Strategy Synthesis for POMDPs in Robot Planning via Game-Based Abstractions}, journal = {{IEEE} Trans. Autom. Control.}, volume = {66}, number = {3}, pages = {1040--1054}, year = {2021}, } TAC Synthesis of Provably Correct Autonomy Protocols for Shared Control Murat Cubuktepe, Nils Jansen, Mohammed Alshiekh, and Ufuk Topcu IEEE Trans. Autom. Control. 2021 arXiv Bib HTML @article{DBLP:journals/tac/CubuktepeJAT21, author = {Cubuktepe, Murat and Jansen, Nils and Alshiekh, Mohammed and Topcu, Ufuk}, title = {Synthesis of Provably Correct Autonomy Protocols for Shared Control}, journal = {{IEEE} Trans. Autom. Control.}, volume = {66}, number = {7}, pages = {3251--3258}, year = {2021}, } TAC Control Theory Meets POMDPs: A Hybrid Systems Approach Mohamadreza Ahmadi, Nils Jansen, Bo Wu, and Ufuk Topcu IEEE Trans. Autom. Control. 2021 arXiv Bib HTML @article{DBLP:journals/tac/AhmadiJWT21, author = {Ahmadi, Mohamadreza and Jansen, Nils and Wu, Bo and Topcu, Ufuk}, title = {Control Theory Meets POMDPs: {A} Hybrid Systems Approach}, journal = {{IEEE} Trans. Autom. Control.}, volume = {66}, number = {11}, pages = {5191--5204}, year = {2021}, } NeurCA Damage detection using in-domain and cross-domain transfer learning Zaharah Allah Bukhsh, Nils Jansen, and Aaqib Saeed Neural Comput. Appl. 2021 arXiv Bib HTML @article{DBLP:journals/nca/BukhshJS21, author = {Bukhsh, Zaharah Allah and Jansen, Nils and Saeed, Aaqib}, title = {Damage detection using in-domain and cross-domain transfer learning}, journal = {Neural Comput. Appl.}, volume = {33}, number = {24}, pages = {16921--16936}, year = {2021}, } ACC Adaptive Shielding under Uncertainty Stefan Pranger, Bettina Könighofer, Martin Tappler, Martin Deixelberger, Nils Jansen, and 1 more author In ACC 2021 arXiv Bib HTML @inproceedings{DBLP:conf/amcc/PrangerKTD0B21, author = {Pranger, Stefan and K{\"{o}}nighofer, Bettina and Tappler, Martin and Deixelberger, Martin and Jansen, Nils and Bloem, Roderick}, title = {Adaptive Shielding under Uncertainty}, booktitle = {{ACC}}, pages = {3467--3474}, publisher = {{IEEE}}, year = {2021}, } NFM Balancing Wind and Batteries: Towards Predictive Verification of Smart Grids Thom S. Badings, Arnd Hartmanns, Nils Jansen, and Marnix Suilen In NFM 2021 arXiv Bib HTML @inproceedings{DBLP:conf/nfm/BadingsH0S21, author = {Badings, Thom S. and Hartmanns, Arnd and Jansen, Nils and Suilen, Marnix}, title = {Balancing Wind and Batteries: Towards Predictive Verification of Smart Grids}, booktitle = {{NFM}}, series = {Lecture Notes in Computer Science}, volume = {12673}, pages = {1--18}, publisher = {Springer}, year = {2021}, } 2020 ATVA Robustness Verification for Classifier Ensembles Dennis Gross, Nils Jansen, Guillermo A. Pérez, and Stephan Raaijmakers In ATVA 2020 arXiv Bib HTML @inproceedings{DBLP:conf/atva/Gross0PR20, author = {Gross, Dennis and Jansen, Nils and P{\'{e}}rez, Guillermo A. and Raaijmakers, Stephan}, title = {Robustness Verification for Classifier Ensembles}, booktitle = {{ATVA}}, series = {Lecture Notes in Computer Science}, volume = {12302}, pages = {271--287}, publisher = {Springer}, year = {2020}, } CONCUR Safe Reinforcement Learning Using Probabilistic Shields (Invited Paper) Nils Jansen, Bettina Könighofer, Sebastian Junges, Alex Serban, and Roderick Bloem In CONCUR 2020 arXiv Bib HTML @inproceedings{DBLP:conf/concur/0001KJSB20, author = {Jansen, Nils and K{\"{o}}nighofer, Bettina and Junges, Sebastian and Serban, Alex and Bloem, Roderick}, title = {Safe Reinforcement Learning Using Probabilistic Shields (Invited Paper)}, booktitle = {{CONCUR}}, series = {LIPIcs}, volume = {171}, pages = {3:1--3:16}, publisher = {Schloss Dagstuhl - Leibniz-Zentrum f{\"{u}}r Informatik}, year = {2020}, } IJCAI Robust Policy Synthesis for Uncertain POMDPs via Convex Optimization Marnix Suilen, Nils Jansen, Murat Cubuktepe, and Ufuk Topcu In IJCAI 2020 arXiv Bib HTML @inproceedings{DBLP:conf/ijcai/Suilen0CT20, author = {Suilen, Marnix and Jansen, Nils and Cubuktepe, Murat and Topcu, Ufuk}, title = {Robust Policy Synthesis for Uncertain POMDPs via Convex Optimization}, booktitle = {{IJCAI}}, pages = {4113--4120}, publisher = {ijcai.org}, year = {2020}, } IJCAI Verifiable RNN-Based Policies for POMDPs Under Temporal Logic Constraints Steven Carr, Nils Jansen, and Ufuk Topcu In IJCAI 2020 arXiv Bib HTML @inproceedings{DBLP:conf/ijcai/CarrJT20, author = {Carr, Steven and Jansen, Nils and Topcu, Ufuk}, title = {Verifiable RNN-Based Policies for POMDPs Under Temporal Logic Constraints}, booktitle = {{IJCAI}}, pages = {4121--4127}, publisher = {ijcai.org}, year = {2020}, } ISoLa Shield Synthesis for Reinforcement Learning Bettina Könighofer, Florian Lorber, Nils Jansen, and Roderick Bloem In ISoLA (1) 2020 Bib HTML @inproceedings{DBLP:conf/isola/KonighoferL0B20, author = {K{\"{o}}nighofer, Bettina and Lorber, Florian and Jansen, Nils and Bloem, Roderick}, title = {Shield Synthesis for Reinforcement Learning}, booktitle = {ISoLA {(1)}}, series = {Lecture Notes in Computer Science}, volume = {12476}, pages = {290--306}, publisher = {Springer}, year = {2020}, } NFM Neural Simplex Architecture Dung T. Phan, Radu Grosu, Nils Jansen, Nicola Paoletti, Scott A. Smolka, and 1 more author In NFM 2020 arXiv Bib HTML @inproceedings{DBLP:conf/nfm/PhanG0PSS20, author = {Phan, Dung T. and Grosu, Radu and Jansen, Nils and Paoletti, Nicola and Smolka, Scott A. and Stoller, Scott D.}, title = {Neural Simplex Architecture}, booktitle = {{NFM}}, series = {Lecture Notes in Computer Science}, volume = {12229}, pages = {97--114}, publisher = {Springer}, year = {2020}, } NFM Strengthening Deterministic Policies for POMDPs Leonore Winterer, Ralf Wimmer, Nils Jansen, and Bernd Becker In NFM 2020 arXiv Bib HTML @inproceedings{DBLP:conf/nfm/Winterer00020, author = {Winterer, Leonore and Wimmer, Ralf and Jansen, Nils and Becker, Bernd}, title = {Strengthening Deterministic Policies for POMDPs}, booktitle = {{NFM}}, series = {Lecture Notes in Computer Science}, volume = {12229}, pages = {115--132}, publisher = {Springer}, year = {2020}, } TACAS Scenario-Based Verification of Uncertain MDPs Murat Cubuktepe, Nils Jansen, Sebastian Junges, Joost-Pieter Katoen, and Ufuk Topcu In TACAS (1) 2020 arXiv Bib HTML @inproceedings{DBLP:conf/tacas/Cubuktepe0JKT20, author = {Cubuktepe, Murat and Jansen, Nils and Junges, Sebastian and Katoen, Joost{-}Pieter and Topcu, Ufuk}, title = {Scenario-Based Verification of Uncertain MDPs}, booktitle = {{TACAS} {(1)}}, series = {Lecture Notes in Computer Science}, volume = {12078}, pages = {287--305}, publisher = {Springer}, year = {2020}, } FORMATS Formal Modeling and Analysis of Timed Systems - 18th International Conference, FORMATS 2020, Vienna, Austria, September 1-3, 2020, Proceedings 2020 Bib HTML @proceedings{DBLP:conf/formats/2020, editor = {Bertrand, Nathalie and Jansen, Nils}, title = {Formal Modeling and Analysis of Timed Systems - 18th International Conference, {FORMATS} 2020, Vienna, Austria, September 1-3, 2020, Proceedings}, series = {Lecture Notes in Computer Science}, volume = {12288}, publisher = {Springer}, year = {2020}, } 2019 Model Repair Revamped - - On the Automated Synthesis of Markov Chains - Milan Ceska, Christian Dehnert, Nils Jansen, Sebastian Junges, and Joost-Pieter Katoen In From Reactive Systems to Cyber-Physical Systems 2019 arXiv Bib HTML @inproceedings{DBLP:conf/birthday/CeskaD0JK19, author = {Ceska, Milan and Dehnert, Christian and Jansen, Nils and Junges, Sebastian and Katoen, Joost{-}Pieter}, title = {Model Repair Revamped - - On the Automated Synthesis of Markov Chains -}, booktitle = {From Reactive Systems to Cyber-Physical Systems}, series = {Lecture Notes in Computer Science}, volume = {11500}, pages = {107--125}, publisher = {Springer}, year = {2019}, } IJCAI Counterexample-Guided Strategy Improvement for POMDPs Using Recurrent Neural Networks Steven Carr, Nils Jansen, Ralf Wimmer, Alexandru Constantin Serban, Bernd Becker, and 1 more author In IJCAI 2019 arXiv Bib HTML @inproceedings{DBLP:conf/ijcai/Carr0WS0T19, author = {Carr, Steven and Jansen, Nils and Wimmer, Ralf and Serban, Alexandru Constantin and Becker, Bernd and Topcu, Ufuk}, title = {Counterexample-Guided Strategy Improvement for POMDPs Using Recurrent Neural Networks}, booktitle = {{IJCAI}}, pages = {5532--5539}, publisher = {ijcai.org}, year = {2019}, } NFM Structured Synthesis for Probabilistic Systems Nils Jansen, Laura R. Humphrey, Jana Tumova, and Ufuk Topcu In NFM 2019 arXiv Bib HTML @inproceedings{DBLP:conf/nfm/0001HTT19, author = {Jansen, Nils and Humphrey, Laura R. and Tumova, Jana and Topcu, Ufuk}, title = {Structured Synthesis for Probabilistic Systems}, booktitle = {{NFM}}, series = {Lecture Notes in Computer Science}, volume = {11460}, pages = {237--254}, publisher = {Springer}, year = {2019}, } SNR Correct-by-construction policies for POMDPs Nils Jansen, Sebastian Junges, Joost-Pieter Katoen, Tim Quatmann, Bernd Becker, and 2 more authors In SNR 2019 Bib HTML @inproceedings{DBLP:conf/snr/0001JKQ00W19, author = {Jansen, Nils and Junges, Sebastian and Katoen, Joost{-}Pieter and Quatmann, Tim and Becker, Bernd and Wimmer, Ralf and Winterer, Leonore}, title = {Correct-by-construction policies for POMDPs}, booktitle = {{SNR}}, pages = {6--8}, publisher = {{ACM}}, year = {2019}, } TACAS Shepherding Hordes of Markov Chains Milan Ceska, Nils Jansen, Sebastian Junges, and Joost-Pieter Katoen In TACAS (2) 2019 arXiv Bib HTML @inproceedings{DBLP:conf/tacas/CeskaJJK19, author = {Ceska, Milan and Jansen, Nils and Junges, Sebastian and Katoen, Joost{-}Pieter}, title = {Shepherding Hordes of Markov Chains}, booktitle = {{TACAS} {(2)}}, series = {Lecture Notes in Computer Science}, volume = {11428}, pages = {172--190}, publisher = {Springer}, year = {2019}, } 2018 Conditioning in Probabilistic Programming Federico Olmedo, Friedrich Gretz, Nils Jansen, Benjamin Lucien Kaminski, Joost-Pieter Katoen, and 1 more author ACM Trans. Program. Lang. Syst. 2018 arXiv Bib HTML @article{DBLP:journals/toplas/OlmedoGJKKM18, author = {Olmedo, Federico and Gretz, Friedrich and Jansen, Nils and Kaminski, Benjamin Lucien and Katoen, Joost{-}Pieter and McIver, Annabelle}, title = {Conditioning in Probabilistic Programming}, journal = {{ACM} Trans. Program. Lang. Syst.}, volume = {40}, number = {1}, pages = {4:1--4:50}, year = {2018}, } Allerton Verification of Uncertain POMDPs Using Barrier Certificates Mohamadreza Ahmadi, Murat Cubuktepe, Nils Jansen, and Ufuk Topcu In Allerton 2018 arXiv Bib HTML @inproceedings{DBLP:conf/allerton/AhmadiC0T18, author = {Ahmadi, Mohamadreza and Cubuktepe, Murat and Jansen, Nils and Topcu, Ufuk}, title = {Verification of Uncertain POMDPs Using Barrier Certificates}, booktitle = {Allerton}, pages = {115--122}, publisher = {{IEEE}}, year = {2018}, } ACC Human-in-the-Loop Synthesis for Partially Observable Markov Decision Processes Steven Carr, Nils Jansen, Ralf Wimmer, Jie Fu, and Ufuk Topcu In ACC 2018 arXiv Bib HTML @inproceedings{DBLP:conf/amcc/Carr0WFT18, author = {Carr, Steven and Jansen, Nils and Wimmer, Ralf and Fu, Jie and Topcu, Ufuk}, title = {Human-in-the-Loop Synthesis for Partially Observable Markov Decision Processes}, booktitle = {{ACC}}, pages = {762--769}, publisher = {{IEEE}}, year = {2018}, } ATVA Synthesis in pMDPs: A Tale of 1001 Parameters Murat Cubuktepe, Nils Jansen, Sebastian Junges, Joost-Pieter Katoen, and Ufuk Topcu In ATVA 2018 arXiv Bib HTML @inproceedings{DBLP:conf/atva/CubuktepeJJKT18, author = {Cubuktepe, Murat and Jansen, Nils and Junges, Sebastian and Katoen, Joost{-}Pieter and Topcu, Ufuk}, title = {Synthesis in pMDPs: {A} Tale of 1001 Parameters}, booktitle = {{ATVA}}, series = {Lecture Notes in Computer Science}, volume = {11138}, pages = {160--176}, publisher = {Springer}, year = {2018}, } MBMV Abstraktions-basierte Verifikation von POMDPs im Motion-Planning-Kontext Leonore Winterer, Sebastian Junges, Ralf Wimmer, Nils Jansen, Ufuk Topcu, and 2 more authors In MBMV 2018 Bib HTML @inproceedings{DBLP:conf/mbmv/WintererJWJTKB18, author = {Winterer, Leonore and Junges, Sebastian and Wimmer, Ralf and Jansen, Nils and Topcu, Ufuk and Katoen, Joost{-}Pieter and Becker, Bernd}, title = {Abstraktions-basierte Verifikation von POMDPs im Motion-Planning-Kontext}, booktitle = {{MBMV}}, publisher = {Universit{\"{a}}t T{\"{u}}bingen}, year = {2018}, } QEST Model Checking for Safe Navigation Among Humans Sebastian Junges, Nils Jansen, Joost-Pieter Katoen, Ufuk Topcu, Ruohan Zhang, and 1 more author In QEST 2018 Bib HTML @inproceedings{DBLP:conf/qest/Junges0KTZH18, author = {Junges, Sebastian and Jansen, Nils and Katoen, Joost{-}Pieter and Topcu, Ufuk and Zhang, Ruohan and Hayhoe, Mary M.}, title = {Model Checking for Safe Navigation Among Humans}, booktitle = {{QEST}}, series = {Lecture Notes in Computer Science}, volume = {11024}, pages = {207--222}, publisher = {Springer}, year = {2018}, } UAI Finite-State Controllers of POMDPs using Parameter Synthesis Sebastian Junges, Nils Jansen, Ralf Wimmer, Tim Quatmann, Leonore Winterer, and 2 more authors In UAI 2018 Bib HTML @inproceedings{DBLP:conf/uai/Junges0WQWK018, author = {Junges, Sebastian and Jansen, Nils and Wimmer, Ralf and Quatmann, Tim and Winterer, Leonore and Katoen, Joost{-}Pieter and Becker, Bernd}, title = {Finite-State Controllers of POMDPs using Parameter Synthesis}, booktitle = {{UAI}}, pages = {519--529}, publisher = {{AUAI} Press}, year = {2018}, } Dagstuhl Machine Learning and Model Checking Join Forces (Dagstuhl Seminar 18121) Nils Jansen, Joost-Pieter Katoen, Pushmeet Kohli, and Jan Kretı́nský Dagstuhl Reports 2018 Bib HTML @article{DBLP:journals/dagstuhl-reports/JansenKKK18, author = {Jansen, Nils and Katoen, Joost{-}Pieter and Kohli, Pushmeet and Kret{\'{\i}}nsk{\'{y}}, Jan}, title = {Machine Learning and Model Checking Join Forces (Dagstuhl Seminar 18121)}, journal = {Dagstuhl Reports}, volume = {8}, number = {3}, pages = {74--93}, year = {2018}, } 2017 ACC Synthesis of shared control protocols with provable safety and performance guarantees Nils Jansen, Murat Cubuktepe, and Ufuk Topcu In ACC 2017 arXiv Bib HTML @inproceedings{DBLP:conf/amcc/0001CT17, author = {Jansen, Nils and Cubuktepe, Murat and Topcu, Ufuk}, title = {Synthesis of shared control protocols with provable safety and performance guarantees}, booktitle = {{ACC}}, pages = {1866--1873}, publisher = {{IEEE}}, year = {2017}, } CDC Motion planning under partial observability using game-based abstraction Leonore Winterer, Sebastian Junges, Ralf Wimmer, Nils Jansen, Ufuk Topcu, and 2 more authors In CDC 2017 Bib HTML @inproceedings{DBLP:conf/cdc/WintererJW0TK017, author = {Winterer, Leonore and Junges, Sebastian and Wimmer, Ralf and Jansen, Nils and Topcu, Ufuk and Katoen, Joost{-}Pieter and Becker, Bernd}, booktitle = {{CDC}}, pages = {2201--2208}, publisher = {{IEEE}}, year = {2017}, } TACAS Sequential Convex Programming for the Efficient Verification of Parametric MDPs Murat Cubuktepe, Nils Jansen, Sebastian Junges, Joost-Pieter Katoen, Ivan Papusha, and 2 more authors In TACAS (2) 2017 arXiv Bib HTML @inproceedings{DBLP:conf/tacas/Cubuktepe0JKPPT17, author = {Cubuktepe, Murat and Jansen, Nils and Junges, Sebastian and Katoen, Joost{-}Pieter and Papusha, Ivan and Poonawala, Hasan A. and Topcu, Ufuk}, title = {Sequential Convex Programming for the Efficient Verification of Parametric MDPs}, booktitle = {{TACAS} {(2)}}, series = {Lecture Notes in Computer Science}, volume = {10206}, pages = {133--150}, year = {2017}, } Book Synthesis and Verification of Self-aware Computing Systems Radu Calinescu, Marco Autili, Javier Cámara, Antinisca Di Marco, Simos Gerasimou, and 8 more authors Self-Aware Computing Systems 2017 Bib HTML @article{DBLP:books/sp/17/CalinescuACMGIP0KKMST17, author = {Calinescu, Radu and Autili, Marco and C{\'{a}}mara, Javier and Marco, Antinisca Di and Gerasimou, Simos and Inverardi, Paola and Perucci, Alexander and Jansen, Nils and Katoen, Joost{-}Pieter and Kwiatkowska, Marta Z. and Mengshoel, Ole J. and Spalazzese, Romina and Tivoli, Massimo}, title = {Synthesis and Verification of Self-aware Computing Systems}, journal = {Self-Aware Computing Systems}, pages = {337--373}, publisher = {Springer International Publishing}, year = {2017}, }