publications

2023

1. AAAI

   Safe Policy Improvement for POMDPs via Finite-State Controllers

   Thiago D. Simão, Marnix Suilen, and Nils Jansen

   In AAAI 2023

   arXiv Bib HTML PDF Code

   @inproceedings{spi-pomdp,
     author = {Sim{\~{a}}o, Thiago D. and Suilen, Marnix and Jansen, Nils},
     title = {Safe Policy Improvement for POMDPs via Finite-State Controllers},
     booktitle = {{AAAI}},
     year = {2023},
     pages = {15109-15117},
   }

2. AAAI

   Probabilities Are Not Enough: Formal Controller Synthesis for Stochastic Dynamical Models with Epistemic Uncertainty

   Thom S. Badings, Licio Romano, Alessandro Abate, and Nils Jansen

   In AAAI 2023

   arXiv Bib HTML PDF Code

   @inproceedings{epistemic-continuous,
     author = {Badings, Thom S. and Romano, Licio and Abate, Alessandro and Jansen, Nils},
     title = {Probabilities Are Not Enough: Formal Controller Synthesis for Stochastic Dynamical Models with Epistemic Uncertainty
     },
     booktitle = {{AAAI}},
     year = {2023},
     pages = {14701-14710},
   }

3. AAAI

   Safe Reinforcement Learning via Shielding under Partial Observability

   Steven Carr, Nils Jansen, Sebastian Junges, and Ufuk Topcu

   In AAAI 2023

   arXiv Bib HTML PDF

   @inproceedings{shield-pomdp,
     author = {Carr, Steven and Jansen, Nils and Junges, Sebastian and Topcu, Ufuk},
     title = {Safe Reinforcement Learning via Shielding under Partial Observability},
     booktitle = {{AAAI}},
     year = {2023},
     pages = {14748-14756},
   }

4. ICML

   Scalable Safe Policy Improvement via Monte Carlo Tree Search

   Alberto Castellini, Federico Bianchi, Edoardo Zorzi, Thiago D. Simão, Alessandro Farinelli, and 1 more author

   In ICML 2023

   Bib HTML PDF Code

   @inproceedings{Castellini2023,
     title = {{Scalable Safe Policy Improvement via Monte Carlo Tree Search}},
     author = {Castellini, Alberto and Bianchi, Federico and Zorzi, Edoardo and Sim{\~a}o, Thiago D. and Farinelli, Alessandro and Spaan, Matthijs T. J.},
     booktitle = {ICML},
     year = {2023},
   }

5. ICLR

   Safe Reinforcement Learning From Pixels Using a Stochastic Latent Representation

   Yannick Hogewind, Thiago D. Simão, Tal Kachman, and Nils Jansen

   In ICLR 2023

   arXiv Bib HTML PDF Code

   @inproceedings{Hogewind2023safe,
     title = {{Safe Reinforcement Learning From Pixels Using a Stochastic Latent Representation}},
     author = {Hogewind, Yannick and Sim{\~a}o, Thiago D. and Kachman, Tal and Jansen, Nils},
     booktitle = {ICLR},
     year = {2023},
   }

6. IJCAI

   More for Less: Safe Policy Improvement with Stronger Performance Guarantees

   Patrick Wienhöft, Marnix Suilen, Thiago D. Simão, Clemens Dubslaff, Christel Baier, and 1 more author

   In IJCAI 2023

   arXiv Bib HTML PDF Code

   @inproceedings{Wienhoft2023more,
     author = {Wienhöft, Patrick and Suilen, Marnix and Sim{\~{a}}o, Thiago D. and Dubslaff, Clemens and Baier, Christel and Jansen, Nils},
     title = {More for Less: Safe Policy Improvement with Stronger Performance Guarantees},
     booktitle = {IJCAI},
     year = {2023},
     pages = {4406--4415}
   }

7. IJCAI

   Recursive Small-Step Multi-Agent A* for Dec-POMDPs

   Wietze Koops, Nils Jansen, Sebastian Junges, and Thiago D. Simão

   In IJCAI 2023

   Bib HTML PDF Code

   @inproceedings{Koops2023recursive,
     author = {Koops, Wietze and Jansen, Nils and Junges, Sebastian and Sim{\~{a}}o, Thiago D.},
     title = {Recursive Small-Step Multi-Agent A* for Dec-POMDPs},
     booktitle = {IJCAI},
     year = {2023},
     pages = {5402--5410}
   }

8. CAV

   Efficient Sensitivity Analysis for Parametric Robust Markov Chains

   Thom Badings, Sebastian Junges, Ahmadreza Marandi, Ufuk Topcu, and Nils Jansen

   In CAV 2023

   Bib Code

   @inproceedings{BadingsCAV2023,
     author = {Badings, Thom and Junges, Sebastian and Marandi, Ahmadreza and Topcu, Ufuk and Jansen, Nils},
     title = {Efficient Sensitivity Analysis for Parametric Robust Markov Chains},
     booktitle = {{CAV}},
     publisher = {Springer},
     year = {2023},
   }

9. STTT

   Strong Simple Policies for POMDPs

   Leonore Winterer, Ralf Wimmer, Nils Jansen, and Bernd Becker

   Int. J. Softw. Tools Technol. Transf. 2023

   arXiv Bib

   @article{Winterer2023Strong,
     author = {Winterer, Leonore and Wimmer, Ralf and Jansen, Nils and Becker, Bernd},
     title = {Strong Simple Policies for POMDPs},
     journal = {Int. J. Softw. Tools Technol. Transf.},
     year = {2023},
   }

10. FMSD

    Parameter Synthesis for Markov Models Covering the Parameter Space

    Sebastian Junges, Erika Ábrahám, Christian Hensel, Nils Jansen, Joost-Pieter Katoen, and 2 more authors

    Formal Methods in System Design 2023

    arXiv Bib

    @article{Junges2023Parameter,
      author = {Junges, Sebastian and Ábrahám, Erika and Hensel, Christian and Jansen, Nils and Katoen, Joost-Pieter and Quatmann, Tim and Volk, Matthias},
      title = {Parameter Synthesis for Markov Models Covering the Parameter Space},
      journal = {Formal Methods in System Design},
      year = {2023},
    }

11. ECAI

    Reinforcement Learning by Guided Safe Exploration

    Qisong Yang, Thiago D. Simão, Nils Jansen, Simon H. Tindemans, and Matthijs T. J. Spaan

    In ECAI 2023

    arXiv Bib

    @inproceedings{Yang2023reinforcement,
      title = {Reinforcement Learning by Guided Safe Exploration},
      author = {Yang, Qisong and Sim{\~a}o, Thiago D. and Jansen, Nils and Tindemans, Simon H. and Spaan, Matthijs T. J.},
      booktitle = {ECAI},
      year = {2023},
    }

12. QEST

    Formal Controller Synthesis for Markov Jump Linear Systems with Uncertain Dynamics

    Luke Rickard, Thom S. Badings, Licio Romao, and Alessandro Abate

    In QEST 2023

    arXiv Bib Code

    @inproceedings{Rickard2023Formal,
      author = {Rickard, Luke and Badings, Thom S. and Romao, Licio and Abate, Alessandro},
      title = {Formal Controller Synthesis for Markov Jump Linear Systems with Uncertain
                        Dynamics},
      booktitle = {QEST},
      year = {2023},
    }

13. Book

    Shared Control with Human Trust and Workload Models

    Murat Cubuktepe, Nils Jansen, and Ufuk Topcu

    Cyber-Physical-Human Systems: Fundamentals and Applications, 2023

    Bib HTML

    @article{Cubuktepe2023Shared,
      author = {Cubuktepe, Murat and Jansen, Nils and Topcu, Ufuk},
      journal = {Cyber-Physical-Human Systems: Fundamentals and Applications,},
      title = {Shared Control with Human Trust and Workload Models},
      year = {2023},
      pages = {125-143},
      doi = {10.1002/9781119857433.ch6},
    }

14. NCA

    A Maintenance Planning Framework using Online and Offline Deep Reinforcement Learning

    Zaharah Allah Bukhsh, Hajo Molegraaf, and Nils Jansen

    Neural Computing and Applications 2023

    arXiv Bib

    @article{Bukshh2023maintenance,
      author = {Bukhsh, Zaharah Allah and Molegraaf, Hajo and Jansen, Nils},
      title = {A Maintenance Planning Framework using Online and Offline Deep Reinforcement
                     Learning},
      journal = {{Neural Computing and Applications}},
      year = {2023},
    }

15. UAI

    Risk-aware Curriculum Generation for Heavy-tailed Task Distributions

    Cevahir Koprulu, Thiago D. Simão, Nils Jansen, and Ufuk Topcu

    In UAI 2023

    Bib HTML PDF Supp Code

    @inproceedings{Koprulu2023,
      title = {{Risk-aware Curriculum Generation for Heavy-tailed Task Distributions}},
      author = {Koprulu, Cevahir and Sim{\~a}o, Thiago D. and Jansen, Nils and Topcu, Ufuk},
      pages = {1132--1142},
      booktitle = {UAI},
      year = {2023},
    }

16. QEST

    Quantitative Evaluation of Systems - 20th International Conference, QEST 2023, Antwerp, Belgium, September 20-22, 2023, Proceedings

    Nils Jansen, and Mirco Tribastone (editors)

    2023

    Bib HTML

    @proceedings{DBLP:conf/qest/2023,
      author = {Jansen, Nils and (editors), Mirco Tribastone},
      title = {Quantitative Evaluation of Systems - 20th International Conference,
                        {QEST} 2023, Antwerp, Belgium, September 20-22, 2023, Proceedings},
      series = {Lecture Notes in Computer Science},
      volume = {14287},
      publisher = {Springer},
      year = {2023},
    }

17. TACAS

    Robust Almost-Sure Reachability in Multi-Environment MDPs

    Marck van der Vegt, Nils Jansen, and Sebastian Junges

    In TACAS 2023

    arXiv Bib HTML

    @inproceedings{vanderVegt2023robust,
      author = {{van der Vegt}, Marck and Jansen, Nils and Junges, Sebastian},
      title = {Robust Almost-Sure Reachability in Multi-Environment MDPs},
      booktitle = {{TACAS}},
      year = {2023},
    }

18. ICAPS

    Act-Then-Measure: Reinforcement Learning for Partially Observable Environments with Active Measuring

    Merlijn Krale, Thiago D. Simão, and Nils Jansen

    In ICAPS 2023

    arXiv Bib HTML PDF Code

    @inproceedings{Krale2023act,
      title = {{Act-Then-Measure: Reinforcement Learning for Partially Observable Environments with Active Measuring}},
      author = {Krale, Merlijn and Sim{\~a}o, Thiago D. and Jansen, Nils},
      pages = {212-220},
      year = {2023},
      booktitle = {{ICAPS}},
    }

19. ICAPS

    Model Checking for Adversarial Multi-Agent Reinforcement Learning with Reactive Defense Methods

    Dennis Gross, Christoph Schmidl, Nils Jansen, and Guillermo A. Pérez

    In ICAPS 2023

    Bib HTML

    @inproceedings{DBLP:conf/aips/GrossS0023,
      author = {Gross, Dennis and Schmidl, Christoph and Jansen, Nils and P{\'{e}}rez, Guillermo A.},
      title = {Model Checking for Adversarial Multi-Agent Reinforcement Learning
                        with Reactive Defense Methods},
      booktitle = {{ICAPS}},
      pages = {162--170},
      publisher = {{AAAI} Press},
      year = {2023},
    }

20. STTT

    Decision-making under uncertainty: beyond probabilities. Challenges and Perspectives

    Thom Badings, Thiago D. Simão, Marnix Suilen, and Nils Jansen

    STTT 2023

    arXiv Bib HTML

    @article{Badings2023decision,
      title = {{Decision-making under uncertainty: beyond probabilities. Challenges and Perspectives}},
      author = {Badings, Thom and Sim{\~a}o, Thiago D. and Suilen, Marnix and Jansen, Nils},
      year = {2023},
      journal = {{STTT}},
    }

21. LNCS

    Intelligent and Dependable Decision-Making Under Uncertainty

    Nils Jansen

    In FM 2023

    Bib HTML PDF

    @inproceedings{DBLP:conf/fm/Jansen23,
      author = {Jansen, Nils},
      title = {Intelligent and Dependable Decision-Making Under Uncertainty},
      booktitle = {{FM}},
      series = {Lecture Notes in Computer Science},
      volume = {14000},
      pages = {26--36},
      publisher = {Springer},
      year = {2023},
    }

22. ICAART

    Targeted Adversarial Attacks on Deep Reinforcement Learning Policies via Model Checking

    Dennis Gross, Thiago D. Simão, Nils Jansen, and Guillermo A. Pérez

    In ICAART 2023

    arXiv Bib HTML Code

    @inproceedings{Gross2023targeted,
      title = {{Targeted Adversarial Attacks on Deep Reinforcement Learning Policies via Model Checking}},
      author = {Gross, Dennis and Sim{\~a}o, Thiago D. and Jansen, Nils and P{\'e}rez, Guillermo A.},
      booktitle = {{ICAART}},
      year = {2023},
      pages = {501-508},
      doi = {10.5220/0011693200003393}
    }

23. ICAART

    Turn-based Multi-Agent Reinforcement Learning Model Checking

    Dennis Gross

    In ICAART 2023

    Bib HTML

    @inproceedings{Gross2023turn,
      title = {{Turn-based Multi-Agent Reinforcement Learning Model Checking}},
      author = {Gross, Dennis},
      booktitle = {{ICAART}},
      year = {2023},
    }

24. STTT

    Explanation Paradigms Leveraging Analytic Intuition (ExPLAIn)

    Nils Jansen, Gerrit Nolte, and Bernhard Steffen

    Int. J. Softw. Tools Technol. Transf. 2023

    Bib HTML

    @article{DBLP:journals/sttt/JansenNS23,
      author = {Jansen, Nils and Nolte, Gerrit and Steffen, Bernhard},
      title = {Explanation Paradigms Leveraging Analytic Intuition (ExPLAIn)},
      journal = {Int. J. Softw. Tools Technol. Transf.},
      volume = {25},
      number = {3},
      pages = {241--247},
      year = {2023},
    }

2022

1. JAIR

   Robust Control for Dynamical Systems with Non-Gaussian Noise via Formal Abstractions

   Thom S. Badings, Licio Romao, Alessandro Abate, David Parker, Hasan A. Poonawala, and 2 more authors

   J. Artif. Intell. Res. 2022

   arXiv Bib HTML Code

   @article{thom-jair,
     author = {Badings, Thom S. and Romao, Licio and Abate, Alessandro and Parker, David and Poonawala, Hasan A. and Stoelinga, Mari{\"{e}}lle and Jansen, Nils},
     title = {Robust Control for Dynamical Systems with Non-Gaussian Noise via Formal Abstractions},
     journal = {J. Artif. Intell. Res.},
     year = {2022},
   }

2. NeurIPS

   Robust Anytime Learning of Markov Decision Processes

   Marnix Suilen, Thiago D. Simão, David Parker, and Nils Jansen

   In NeurIPS 2022

   arXiv Bib HTML Code

   @inproceedings{DBLP:journals/corr/abs-2205-15827,
     author = {Suilen, Marnix and Sim{\~{a}}o, Thiago D. and Parker, David and Jansen, Nils},
     title = {Robust Anytime Learning of Markov Decision Processes},
     booktitle = {{NeurIPS}},
     year = {2022},
   }

3. AAAI

   Sampling-Based Robust Control of Autonomous Systems with Non-Gaussian Noise

   Thom S. Badings, Alessandro Abate, Nils Jansen, David Parker, Hasan A. Poonawala, and 1 more author

   In AAAI 2022

   arXiv Bib HTML Code

   @inproceedings{DBLP:conf/aaai/BadingsA00PS22,
     author = {Badings, Thom S. and Abate, Alessandro and Jansen, Nils and Parker, David and Poonawala, Hasan A. and Stoelinga, Mari{\"{e}}lle},
     title = {Sampling-Based Robust Control of Autonomous Systems with Non-Gaussian
                    Noise},
     booktitle = {{AAAI}},
     pages = {9669--9678},
     publisher = {{AAAI} Press},
     year = {2022},
   }

4. LNCS

   Parameter Synthesis in Markov Models: A Gentle Survey

   Nils Jansen, Sebastian Junges, and Joost-Pieter Katoen

   In Principles of Systems Design 2022

   Bib HTML

   @inproceedings{DBLP:conf/birthday/0001JK22,
     author = {Jansen, Nils and Junges, Sebastian and Katoen, Joost{-}Pieter},
     title = {Parameter Synthesis in Markov Models: {A} Gentle Survey},
     booktitle = {Principles of Systems Design},
     series = {Lecture Notes in Computer Science},
     volume = {13660},
     pages = {407--437},
     publisher = {Springer},
     year = {2022},
   }

5. STTT

   Scenario-based verification of uncertain parametric MDPs

   Thom S. Badings, Murat Cubuktepe, Nils Jansen, Sebastian Junges, Joost-Pieter Katoen, and 1 more author

   Int. J. Softw. Tools Technol. Transf. 2022

   arXiv Bib HTML

   @article{DBLP:journals/sttt/BadingsCJJKT22,
     author = {Badings, Thom S. and Cubuktepe, Murat and Jansen, Nils and Junges, Sebastian and Katoen, Joost{-}Pieter and Topcu, Ufuk},
     title = {Scenario-based verification of uncertain parametric MDPs},
     journal = {Int. J. Softw. Tools Technol. Transf.},
     volume = {24},
     number = {5},
     pages = {803--819},
     year = {2022},
   }

6. IEEETAC

   Convex Optimization for Parameter Synthesis in MDPs

   Murat Cubuktepe, Nils Jansen, Sebastian Junges, Joost-Pieter Katoen, and Ufuk Topcu

   IEEE Trans. Autom. Control. 2022

   arXiv Bib HTML

   @article{DBLP:journals/tac/CubuktepeJJKT22,
     author = {Cubuktepe, Murat and Jansen, Nils and Junges, Sebastian and Katoen, Joost{-}Pieter and Topcu, Ufuk},
     title = {Convex Optimization for Parameter Synthesis in MDPs},
     journal = {{IEEE} Trans. Autom. Control.},
     volume = {67},
     number = {12},
     pages = {6333--6348},
     year = {2022},
   }

7. CAV

   Sampling-Based Verification of CTMCs with Uncertain Rates

   Thom S. Badings, Nils Jansen, Sebastian Junges, Mariëlle Stoelinga, and Matthias Volk

   In CAV (2) 2022

   arXiv Bib HTML Code

   @inproceedings{DBLP:conf/cav/BadingsJJSV22,
     author = {Badings, Thom S. and Jansen, Nils and Junges, Sebastian and Stoelinga, Mari{\"{e}}lle and Volk, Matthias},
     title = {Sampling-Based Verification of CTMCs with Uncertain Rates},
     booktitle = {{CAV} {(2)}},
     series = {Lecture Notes in Computer Science},
     volume = {13372},
     pages = {26--47},
     publisher = {Springer},
     year = {2022},
   }

8. LNCS

   A Journey from Process Algebra via Timed Automata to Model Learning - Essays Dedicated to Frits Vaandrager on the Occasion of His 60th Birthday

   2022

   Bib HTML

   @proceedings{DBLP:conf/birthday/2022vaandrager,
     editor = {Jansen, Nils and Stoelinga, Mari{\"{e}}lle and van den Bos, Petra},
     title = {A Journey from Process Algebra via Timed Automata to Model Learning
                    - Essays Dedicated to Frits Vaandrager on the Occasion of His 60th
                    Birthday},
     series = {Lecture Notes in Computer Science},
     volume = {13560},
     publisher = {Springer},
     year = {2022},
   }

9. ICAART

   Grouping of Maintenance Actions with Deep Reinforcement Learning and Graph Convolutional Networks

   David Kerkkamp, Zaharah Allah Bukhsh, Yingqian Zhang, and Nils Jansen

   In ICAART (2) 2022

   Bib HTML

   @inproceedings{DBLP:conf/icaart/KerkkampBZ022,
     author = {Kerkkamp, David and Bukhsh, Zaharah Allah and Zhang, Yingqian and Jansen, Nils},
     title = {Grouping of Maintenance Actions with Deep Reinforcement Learning and
                    Graph Convolutional Networks},
     booktitle = {{ICAART} {(2)}},
     pages = {574--585},
     publisher = {{SCITEPRESS}},
     year = {2022},
   }

10. SETTA

    COOL-MC: A Comprehensive Tool for Reinforcement Learning and Model Checking

    Dennis Gross, Nils Jansen, Sebastian Junges, and Guillermo A. Pérez

    In SETTA 2022

    arXiv Bib HTML Code

    @inproceedings{DBLP:journals/corr/abs-2209-07133,
      author = {Gross, Dennis and Jansen, Nils and Junges, Sebastian and P{\'{e}}rez, Guillermo A.},
      title = {{COOL-MC:} {A} Comprehensive Tool for Reinforcement Learning and Model
                     Checking},
      booktitle = {SETTA},
      year = {2022},
    }

2021

1. ACM

   Formalizing and guaranteeing human-robot interaction

   Hadas Kress-Gazit, Kerstin Eder, Guy Hoffman, Henny Admoni, Brenna Argall, and 10 more authors

   Commun. ACM 2021

   arXiv Bib HTML

   @article{DBLP:journals/cacm/Kress-GazitEHAA21,
     author = {Kress{-}Gazit, Hadas and Eder, Kerstin and Hoffman, Guy and Admoni, Henny and Argall, Brenna and Ehlers, R{\"{u}}diger and Heckman, Christoffer and Jansen, Nils and Knepper, Ross A. and Kret{\'{\i}}nsk{\'{y}}, Jan and Levy{-}Tzedek, Shelly and Li, Jamy and Murphey, Todd D. and Riek, Laurel D. and Sadigh, Dorsa},
     title = {Formalizing and guaranteeing human-robot interaction},
     journal = {Commun. {ACM}},
     volume = {64},
     number = {9},
     pages = {78--84},
     year = {2021},
   }

2. JAIR

   Task-Aware Verifiable RNN-Based Policies for Partially Observable Markov Decision Processes

   Steven Carr, Nils Jansen, and Ufuk Topcu

   J. Artif. Intell. Res. 2021

   arXiv Bib HTML

   @article{DBLP:journals/jair/Carr0T21,
     author = {Carr, Steven and Jansen, Nils and Topcu, Ufuk},
     title = {Task-Aware Verifiable RNN-Based Policies for Partially Observable
                    Markov Decision Processes},
     journal = {J. Artif. Intell. Res.},
     volume = {72},
     pages = {819--847},
     year = {2021},
   }

3. AAAI

   Robust Finite-State Controllers for Uncertain POMDPs

   Murat Cubuktepe, Nils Jansen, Sebastian Junges, Ahmadreza Marandi, Marnix Suilen, and 1 more author

   In AAAI 2021

   arXiv Bib HTML

   @inproceedings{DBLP:conf/aaai/Cubuktepe0JMST21,
     author = {Cubuktepe, Murat and Jansen, Nils and Junges, Sebastian and Marandi, Ahmadreza and Suilen, Marnix and Topcu, Ufuk},
     title = {Robust Finite-State Controllers for Uncertain POMDPs},
     booktitle = {{AAAI}},
     pages = {11792--11800},
     publisher = {{AAAI} Press},
     year = {2021},
   }

4. AAMAS

   AlwaysSafe: Reinforcement Learning without Safety Constraint Violations during Training

   Thiago D. Simão, Nils Jansen, and Matthijs T. J. Spaan

   In AAMAS 2021

   Bib HTML Code

   @inproceedings{DBLP:conf/atal/SimaoJS21,
     author = {Sim{\~{a}}o, Thiago D. and Jansen, Nils and Spaan, Matthijs T. J.},
     title = {AlwaysSafe: Reinforcement Learning without Safety Constraint Violations
                    during Training},
     booktitle = {{AAMAS}},
     pages = {1226--1235},
     publisher = {{ACM}},
     year = {2021},
   }

5. RSS

   Safe Policies for Factored Partially Observable Stochastic Games

   Steven Carr, Nils Jansen, Sudarshanan Bharadwaj, Matthijs T. J. Spaan, and Ufuk Topcu

   In Robotics: Science and Systems 2021

   Bib HTML

   @inproceedings{DBLP:conf/rss/Carr0BST21,
     author = {Carr, Steven and Jansen, Nils and Bharadwaj, Sudarshanan and Spaan, Matthijs T. J. and Topcu, Ufuk},
     title = {Safe Policies for Factored Partially Observable Stochastic Games},
     booktitle = {Robotics: Science and Systems},
     year = {2021},
   }

6. CAV

   Enforcing Almost-Sure Reachability in POMDPs

   Sebastian Junges, Nils Jansen, and Sanjit A. Seshia

   In CAV (2) 2021

   arXiv Bib HTML

   @inproceedings{DBLP:conf/cav/JungesJS20,
     author = {Junges, Sebastian and Jansen, Nils and Seshia, Sanjit A.},
     title = {Enforcing Almost-Sure Reachability in POMDPs},
     booktitle = {{CAV} {(2)}},
     series = {Lecture Notes in Computer Science},
     volume = {12760},
     pages = {602--625},
     publisher = {Springer},
     year = {2021},
   }

7. TAC

   Strategy Synthesis for POMDPs in Robot Planning via Game-Based Abstractions

   Leonore Winterer, Sebastian Junges, Ralf Wimmer, Nils Jansen, Ufuk Topcu, and 2 more authors

   IEEE Trans. Autom. Control. 2021

   arXiv Bib HTML

   @article{DBLP:journals/tac/WintererJWJTKB21,
     author = {Winterer, Leonore and Junges, Sebastian and Wimmer, Ralf and Jansen, Nils and Topcu, Ufuk and Katoen, Joost{-}Pieter and Becker, Bernd},
     title = {Strategy Synthesis for POMDPs in Robot Planning via Game-Based Abstractions},
     journal = {{IEEE} Trans. Autom. Control.},
     volume = {66},
     number = {3},
     pages = {1040--1054},
     year = {2021},
   }

8. TAC

   Synthesis of Provably Correct Autonomy Protocols for Shared Control

   Murat Cubuktepe, Nils Jansen, Mohammed Alshiekh, and Ufuk Topcu

   IEEE Trans. Autom. Control. 2021

   arXiv Bib HTML

   @article{DBLP:journals/tac/CubuktepeJAT21,
     author = {Cubuktepe, Murat and Jansen, Nils and Alshiekh, Mohammed and Topcu, Ufuk},
     title = {Synthesis of Provably Correct Autonomy Protocols for Shared Control},
     journal = {{IEEE} Trans. Autom. Control.},
     volume = {66},
     number = {7},
     pages = {3251--3258},
     year = {2021},
   }

9. TAC

   Control Theory Meets POMDPs: A Hybrid Systems Approach

   Mohamadreza Ahmadi, Nils Jansen, Bo Wu, and Ufuk Topcu

   IEEE Trans. Autom. Control. 2021

   arXiv Bib HTML

   @article{DBLP:journals/tac/AhmadiJWT21,
     author = {Ahmadi, Mohamadreza and Jansen, Nils and Wu, Bo and Topcu, Ufuk},
     title = {Control Theory Meets POMDPs: {A} Hybrid Systems Approach},
     journal = {{IEEE} Trans. Autom. Control.},
     volume = {66},
     number = {11},
     pages = {5191--5204},
     year = {2021},
   }

10. NeurCA

    Damage detection using in-domain and cross-domain transfer learning

    Zaharah Allah Bukhsh, Nils Jansen, and Aaqib Saeed

    Neural Comput. Appl. 2021

    arXiv Bib HTML

    @article{DBLP:journals/nca/BukhshJS21,
      author = {Bukhsh, Zaharah Allah and Jansen, Nils and Saeed, Aaqib},
      title = {Damage detection using in-domain and cross-domain transfer learning},
      journal = {Neural Comput. Appl.},
      volume = {33},
      number = {24},
      pages = {16921--16936},
      year = {2021},
    }

11. ACC

    Adaptive Shielding under Uncertainty

    Stefan Pranger, Bettina Könighofer, Martin Tappler, Martin Deixelberger, Nils Jansen, and 1 more author

    In ACC 2021

    arXiv Bib HTML

    @inproceedings{DBLP:conf/amcc/PrangerKTD0B21,
      author = {Pranger, Stefan and K{\"{o}}nighofer, Bettina and Tappler, Martin and Deixelberger, Martin and Jansen, Nils and Bloem, Roderick},
      title = {Adaptive Shielding under Uncertainty},
      booktitle = {{ACC}},
      pages = {3467--3474},
      publisher = {{IEEE}},
      year = {2021},
    }

12. NFM

    Balancing Wind and Batteries: Towards Predictive Verification of Smart Grids

    Thom S. Badings, Arnd Hartmanns, Nils Jansen, and Marnix Suilen

    In NFM 2021

    arXiv Bib HTML

    @inproceedings{DBLP:conf/nfm/BadingsH0S21,
      author = {Badings, Thom S. and Hartmanns, Arnd and Jansen, Nils and Suilen, Marnix},
      title = {Balancing Wind and Batteries: Towards Predictive Verification of Smart
                     Grids},
      booktitle = {{NFM}},
      series = {Lecture Notes in Computer Science},
      volume = {12673},
      pages = {1--18},
      publisher = {Springer},
      year = {2021},
    }

2020

1. ATVA

   Robustness Verification for Classifier Ensembles

   Dennis Gross, Nils Jansen, Guillermo A. Pérez, and Stephan Raaijmakers

   In ATVA 2020

   arXiv Bib HTML

   @inproceedings{DBLP:conf/atva/Gross0PR20,
     author = {Gross, Dennis and Jansen, Nils and P{\'{e}}rez, Guillermo A. and Raaijmakers, Stephan},
     title = {Robustness Verification for Classifier Ensembles},
     booktitle = {{ATVA}},
     series = {Lecture Notes in Computer Science},
     volume = {12302},
     pages = {271--287},
     publisher = {Springer},
     year = {2020},
   }

2. CONCUR

   Safe Reinforcement Learning Using Probabilistic Shields (Invited Paper)

   Nils Jansen, Bettina Könighofer, Sebastian Junges, Alex Serban, and Roderick Bloem

   In CONCUR 2020

   arXiv Bib HTML

   @inproceedings{DBLP:conf/concur/0001KJSB20,
     author = {Jansen, Nils and K{\"{o}}nighofer, Bettina and Junges, Sebastian and Serban, Alex and Bloem, Roderick},
     title = {Safe Reinforcement Learning Using Probabilistic Shields (Invited Paper)},
     booktitle = {{CONCUR}},
     series = {LIPIcs},
     volume = {171},
     pages = {3:1--3:16},
     publisher = {Schloss Dagstuhl - Leibniz-Zentrum f{\"{u}}r Informatik},
     year = {2020},
   }

3. IJCAI

   Robust Policy Synthesis for Uncertain POMDPs via Convex Optimization

   Marnix Suilen, Nils Jansen, Murat Cubuktepe, and Ufuk Topcu

   In IJCAI 2020

   arXiv Bib HTML

   @inproceedings{DBLP:conf/ijcai/Suilen0CT20,
     author = {Suilen, Marnix and Jansen, Nils and Cubuktepe, Murat and Topcu, Ufuk},
     title = {Robust Policy Synthesis for Uncertain POMDPs via Convex Optimization},
     booktitle = {{IJCAI}},
     pages = {4113--4120},
     publisher = {ijcai.org},
     year = {2020},
   }

4. IJCAI

   Verifiable RNN-Based Policies for POMDPs Under Temporal Logic Constraints

   Steven Carr, Nils Jansen, and Ufuk Topcu

   In IJCAI 2020

   arXiv Bib HTML

   @inproceedings{DBLP:conf/ijcai/CarrJT20,
     author = {Carr, Steven and Jansen, Nils and Topcu, Ufuk},
     title = {Verifiable RNN-Based Policies for POMDPs Under Temporal Logic Constraints},
     booktitle = {{IJCAI}},
     pages = {4121--4127},
     publisher = {ijcai.org},
     year = {2020},
   }

5. ISoLa

   Shield Synthesis for Reinforcement Learning

   Bettina Könighofer, Florian Lorber, Nils Jansen, and Roderick Bloem

   In ISoLA (1) 2020

   Bib HTML

   @inproceedings{DBLP:conf/isola/KonighoferL0B20,
     author = {K{\"{o}}nighofer, Bettina and Lorber, Florian and Jansen, Nils and Bloem, Roderick},
     title = {Shield Synthesis for Reinforcement Learning},
     booktitle = {ISoLA {(1)}},
     series = {Lecture Notes in Computer Science},
     volume = {12476},
     pages = {290--306},
     publisher = {Springer},
     year = {2020},
   }

6. NFM

   Neural Simplex Architecture

   Dung T. Phan, Radu Grosu, Nils Jansen, Nicola Paoletti, Scott A. Smolka, and 1 more author

   In NFM 2020

   arXiv Bib HTML

   @inproceedings{DBLP:conf/nfm/PhanG0PSS20,
     author = {Phan, Dung T. and Grosu, Radu and Jansen, Nils and Paoletti, Nicola and Smolka, Scott A. and Stoller, Scott D.},
     title = {Neural Simplex Architecture},
     booktitle = {{NFM}},
     series = {Lecture Notes in Computer Science},
     volume = {12229},
     pages = {97--114},
     publisher = {Springer},
     year = {2020},
   }

7. NFM

   Strengthening Deterministic Policies for POMDPs

   Leonore Winterer, Ralf Wimmer, Nils Jansen, and Bernd Becker

   In NFM 2020

   arXiv Bib HTML

   @inproceedings{DBLP:conf/nfm/Winterer00020,
     author = {Winterer, Leonore and Wimmer, Ralf and Jansen, Nils and Becker, Bernd},
     title = {Strengthening Deterministic Policies for POMDPs},
     booktitle = {{NFM}},
     series = {Lecture Notes in Computer Science},
     volume = {12229},
     pages = {115--132},
     publisher = {Springer},
     year = {2020},
   }

8. TACAS

   Scenario-Based Verification of Uncertain MDPs

   Murat Cubuktepe, Nils Jansen, Sebastian Junges, Joost-Pieter Katoen, and Ufuk Topcu

   In TACAS (1) 2020

   arXiv Bib HTML

   @inproceedings{DBLP:conf/tacas/Cubuktepe0JKT20,
     author = {Cubuktepe, Murat and Jansen, Nils and Junges, Sebastian and Katoen, Joost{-}Pieter and Topcu, Ufuk},
     title = {Scenario-Based Verification of Uncertain MDPs},
     booktitle = {{TACAS} {(1)}},
     series = {Lecture Notes in Computer Science},
     volume = {12078},
     pages = {287--305},
     publisher = {Springer},
     year = {2020},
   }

9. FORMATS

   Formal Modeling and Analysis of Timed Systems - 18th International Conference, FORMATS 2020, Vienna, Austria, September 1-3, 2020, Proceedings

   2020

   Bib HTML

   @proceedings{DBLP:conf/formats/2020,
     editor = {Bertrand, Nathalie and Jansen, Nils},
     title = {Formal Modeling and Analysis of Timed Systems - 18th International
                    Conference, {FORMATS} 2020, Vienna, Austria, September 1-3, 2020,
                    Proceedings},
     series = {Lecture Notes in Computer Science},
     volume = {12288},
     publisher = {Springer},
     year = {2020},
   }

2019

1. Model Repair Revamped - - On the Automated Synthesis of Markov Chains -

   Milan Ceska, Christian Dehnert, Nils Jansen, Sebastian Junges, and Joost-Pieter Katoen

   In From Reactive Systems to Cyber-Physical Systems 2019

   arXiv Bib HTML

   @inproceedings{DBLP:conf/birthday/CeskaD0JK19,
     author = {Ceska, Milan and Dehnert, Christian and Jansen, Nils and Junges, Sebastian and Katoen, Joost{-}Pieter},
     title = {Model Repair Revamped - - On the Automated Synthesis of Markov Chains
                    -},
     booktitle = {From Reactive Systems to Cyber-Physical Systems},
     series = {Lecture Notes in Computer Science},
     volume = {11500},
     pages = {107--125},
     publisher = {Springer},
     year = {2019},
   }

2. IJCAI

   Counterexample-Guided Strategy Improvement for POMDPs Using Recurrent Neural Networks

   Steven Carr, Nils Jansen, Ralf Wimmer, Alexandru Constantin Serban, Bernd Becker, and 1 more author

   In IJCAI 2019

   arXiv Bib HTML

   @inproceedings{DBLP:conf/ijcai/Carr0WS0T19,
     author = {Carr, Steven and Jansen, Nils and Wimmer, Ralf and Serban, Alexandru Constantin and Becker, Bernd and Topcu, Ufuk},
     title = {Counterexample-Guided Strategy Improvement for POMDPs Using Recurrent
                    Neural Networks},
     booktitle = {{IJCAI}},
     pages = {5532--5539},
     publisher = {ijcai.org},
     year = {2019},
   }

3. NFM

   Structured Synthesis for Probabilistic Systems

   Nils Jansen, Laura R. Humphrey, Jana Tumova, and Ufuk Topcu

   In NFM 2019

   arXiv Bib HTML

   @inproceedings{DBLP:conf/nfm/0001HTT19,
     author = {Jansen, Nils and Humphrey, Laura R. and Tumova, Jana and Topcu, Ufuk},
     title = {Structured Synthesis for Probabilistic Systems},
     booktitle = {{NFM}},
     series = {Lecture Notes in Computer Science},
     volume = {11460},
     pages = {237--254},
     publisher = {Springer},
     year = {2019},
   }

4. SNR

   Correct-by-construction policies for POMDPs

   Nils Jansen, Sebastian Junges, Joost-Pieter Katoen, Tim Quatmann, Bernd Becker, and 2 more authors

   In SNR 2019

   Bib HTML

   @inproceedings{DBLP:conf/snr/0001JKQ00W19,
     author = {Jansen, Nils and Junges, Sebastian and Katoen, Joost{-}Pieter and Quatmann, Tim and Becker, Bernd and Wimmer, Ralf and Winterer, Leonore},
     title = {Correct-by-construction policies for POMDPs},
     booktitle = {{SNR}},
     pages = {6--8},
     publisher = {{ACM}},
     year = {2019},
   }

5. TACAS

   Shepherding Hordes of Markov Chains

   Milan Ceska, Nils Jansen, Sebastian Junges, and Joost-Pieter Katoen

   In TACAS (2) 2019

   arXiv Bib HTML

   @inproceedings{DBLP:conf/tacas/CeskaJJK19,
     author = {Ceska, Milan and Jansen, Nils and Junges, Sebastian and Katoen, Joost{-}Pieter},
     title = {Shepherding Hordes of Markov Chains},
     booktitle = {{TACAS} {(2)}},
     series = {Lecture Notes in Computer Science},
     volume = {11428},
     pages = {172--190},
     publisher = {Springer},
     year = {2019},
   }

2018

1. Conditioning in Probabilistic Programming

   Federico Olmedo, Friedrich Gretz, Nils Jansen, Benjamin Lucien Kaminski, Joost-Pieter Katoen, and 1 more author

   ACM Trans. Program. Lang. Syst. 2018

   arXiv Bib HTML

   @article{DBLP:journals/toplas/OlmedoGJKKM18,
     author = {Olmedo, Federico and Gretz, Friedrich and Jansen, Nils and Kaminski, Benjamin Lucien and Katoen, Joost{-}Pieter and McIver, Annabelle},
     title = {Conditioning in Probabilistic Programming},
     journal = {{ACM} Trans. Program. Lang. Syst.},
     volume = {40},
     number = {1},
     pages = {4:1--4:50},
     year = {2018},
   }

2. Allerton

   Verification of Uncertain POMDPs Using Barrier Certificates

   Mohamadreza Ahmadi, Murat Cubuktepe, Nils Jansen, and Ufuk Topcu

   In Allerton 2018

   arXiv Bib HTML

   @inproceedings{DBLP:conf/allerton/AhmadiC0T18,
     author = {Ahmadi, Mohamadreza and Cubuktepe, Murat and Jansen, Nils and Topcu, Ufuk},
     title = {Verification of Uncertain POMDPs Using Barrier Certificates},
     booktitle = {Allerton},
     pages = {115--122},
     publisher = {{IEEE}},
     year = {2018},
   }

3. ACC

   Human-in-the-Loop Synthesis for Partially Observable Markov Decision Processes

   Steven Carr, Nils Jansen, Ralf Wimmer, Jie Fu, and Ufuk Topcu

   In ACC 2018

   arXiv Bib HTML

   @inproceedings{DBLP:conf/amcc/Carr0WFT18,
     author = {Carr, Steven and Jansen, Nils and Wimmer, Ralf and Fu, Jie and Topcu, Ufuk},
     title = {Human-in-the-Loop Synthesis for Partially Observable Markov Decision
                    Processes},
     booktitle = {{ACC}},
     pages = {762--769},
     publisher = {{IEEE}},
     year = {2018},
   }

4. ATVA

   Synthesis in pMDPs: A Tale of 1001 Parameters

   Murat Cubuktepe, Nils Jansen, Sebastian Junges, Joost-Pieter Katoen, and Ufuk Topcu

   In ATVA 2018

   arXiv Bib HTML

   @inproceedings{DBLP:conf/atva/CubuktepeJJKT18,
     author = {Cubuktepe, Murat and Jansen, Nils and Junges, Sebastian and Katoen, Joost{-}Pieter and Topcu, Ufuk},
     title = {Synthesis in pMDPs: {A} Tale of 1001 Parameters},
     booktitle = {{ATVA}},
     series = {Lecture Notes in Computer Science},
     volume = {11138},
     pages = {160--176},
     publisher = {Springer},
     year = {2018},
   }

5. MBMV

   Abstraktions-basierte Verifikation von POMDPs im Motion-Planning-Kontext

   Leonore Winterer, Sebastian Junges, Ralf Wimmer, Nils Jansen, Ufuk Topcu, and 2 more authors

   In MBMV 2018

   Bib HTML

   @inproceedings{DBLP:conf/mbmv/WintererJWJTKB18,
     author = {Winterer, Leonore and Junges, Sebastian and Wimmer, Ralf and Jansen, Nils and Topcu, Ufuk and Katoen, Joost{-}Pieter and Becker, Bernd},
     title = {Abstraktions-basierte Verifikation von POMDPs im Motion-Planning-Kontext},
     booktitle = {{MBMV}},
     publisher = {Universit{\"{a}}t T{\"{u}}bingen},
     year = {2018},
   }

6. QEST

   Model Checking for Safe Navigation Among Humans

   Sebastian Junges, Nils Jansen, Joost-Pieter Katoen, Ufuk Topcu, Ruohan Zhang, and 1 more author

   In QEST 2018

   Bib HTML

   @inproceedings{DBLP:conf/qest/Junges0KTZH18,
     author = {Junges, Sebastian and Jansen, Nils and Katoen, Joost{-}Pieter and Topcu, Ufuk and Zhang, Ruohan and Hayhoe, Mary M.},
     title = {Model Checking for Safe Navigation Among Humans},
     booktitle = {{QEST}},
     series = {Lecture Notes in Computer Science},
     volume = {11024},
     pages = {207--222},
     publisher = {Springer},
     year = {2018},
   }

7. UAI

   Finite-State Controllers of POMDPs using Parameter Synthesis

   Sebastian Junges, Nils Jansen, Ralf Wimmer, Tim Quatmann, Leonore Winterer, and 2 more authors

   In UAI 2018

   Bib HTML

   @inproceedings{DBLP:conf/uai/Junges0WQWK018,
     author = {Junges, Sebastian and Jansen, Nils and Wimmer, Ralf and Quatmann, Tim and Winterer, Leonore and Katoen, Joost{-}Pieter and Becker, Bernd},
     title = {Finite-State Controllers of POMDPs using Parameter Synthesis},
     booktitle = {{UAI}},
     pages = {519--529},
     publisher = {{AUAI} Press},
     year = {2018},
   }

8. Dagstuhl

   Machine Learning and Model Checking Join Forces (Dagstuhl Seminar 18121)

   Nils Jansen, Joost-Pieter Katoen, Pushmeet Kohli, and Jan Kretı́nský

   Dagstuhl Reports 2018

   Bib HTML

   @article{DBLP:journals/dagstuhl-reports/JansenKKK18,
     author = {Jansen, Nils and Katoen, Joost{-}Pieter and Kohli, Pushmeet and Kret{\'{\i}}nsk{\'{y}}, Jan},
     title = {Machine Learning and Model Checking Join Forces (Dagstuhl Seminar
                    18121)},
     journal = {Dagstuhl Reports},
     volume = {8},
     number = {3},
     pages = {74--93},
     year = {2018},
   }

2017

1. ACC

   Synthesis of shared control protocols with provable safety and performance guarantees

   Nils Jansen, Murat Cubuktepe, and Ufuk Topcu

   In ACC 2017

   arXiv Bib HTML

   @inproceedings{DBLP:conf/amcc/0001CT17,
     author = {Jansen, Nils and Cubuktepe, Murat and Topcu, Ufuk},
     title = {Synthesis of shared control protocols with provable safety and performance
                    guarantees},
     booktitle = {{ACC}},
     pages = {1866--1873},
     publisher = {{IEEE}},
     year = {2017},
   }

2. CDC

   Motion planning under partial observability using game-based abstraction

   Leonore Winterer, Sebastian Junges, Ralf Wimmer, Nils Jansen, Ufuk Topcu, and 2 more authors

   In CDC 2017

   Bib HTML

   @inproceedings{DBLP:conf/cdc/WintererJW0TK017,
     author = {Winterer, Leonore and Junges, Sebastian and Wimmer, Ralf and Jansen, Nils and Topcu, Ufuk and Katoen, Joost{-}Pieter and Becker, Bernd},
     booktitle = {{CDC}},
     pages = {2201--2208},
     publisher = {{IEEE}},
     year = {2017},
   }

3. TACAS

   Sequential Convex Programming for the Efficient Verification of Parametric MDPs

   Murat Cubuktepe, Nils Jansen, Sebastian Junges, Joost-Pieter Katoen, Ivan Papusha, and 2 more authors

   In TACAS (2) 2017

   arXiv Bib HTML

   @inproceedings{DBLP:conf/tacas/Cubuktepe0JKPPT17,
     author = {Cubuktepe, Murat and Jansen, Nils and Junges, Sebastian and Katoen, Joost{-}Pieter and Papusha, Ivan and Poonawala, Hasan A. and Topcu, Ufuk},
     title = {Sequential Convex Programming for the Efficient Verification of Parametric
                    MDPs},
     booktitle = {{TACAS} {(2)}},
     series = {Lecture Notes in Computer Science},
     volume = {10206},
     pages = {133--150},
     year = {2017},
   }

4. Book

   Synthesis and Verification of Self-aware Computing Systems

   Radu Calinescu, Marco Autili, Javier Cámara, Antinisca Di Marco, Simos Gerasimou, and 8 more authors

   Self-Aware Computing Systems 2017

   Bib HTML

   @article{DBLP:books/sp/17/CalinescuACMGIP0KKMST17,
     author = {Calinescu, Radu and Autili, Marco and C{\'{a}}mara, Javier and Marco, Antinisca Di and Gerasimou, Simos and Inverardi, Paola and Perucci, Alexander and Jansen, Nils and Katoen, Joost{-}Pieter and Kwiatkowska, Marta Z. and Mengshoel, Ole J. and Spalazzese, Romina and Tivoli, Massimo},
     title = {Synthesis and Verification of Self-aware Computing Systems},
     journal = {Self-Aware Computing Systems},
     pages = {337--373},
     publisher = {Springer International Publishing},
     year = {2017},
   }