Publications

@inproceedings{Engelhardt2024,

title = {Exploring the Reliability of SHAP Values in Reinforcement Learning},

author = {Raphael Engelhardt and Moritz Lange and Laurenz Wiskott and Wolfgang Konen},

editor = {Luca Longo and Sebastian Lapuschkin and Christin Seifert},

url = {https://www.gm.fh-koeln.de/ciopwebpub/Engelh24a.d/Evaluation_of_SHAP_for_RL_XAI2024.pdf},

doi = {10.1007/978-3-031-63800-8},

isbn = {978-3-031-63799-5},

year  = {2024},

date = {2024-07-09},

booktitle = {Explainable Artificial Intelligence: Second World Conference, xAI 2024, Valletta, Malta, July 17–19, 2024, Proceedings, Part III},

volume = {2155},

pages = {165–184},

publisher = {Springer},

address = {Cham},

series = {Communications in Computer and Information Science},

keywords = {Explainability; Reinforcement Learning; SHAP; Shapley Values; XAI},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Lange2023,

title = {Improving Reinforcement Learning Efficiency with Auxiliary Tasks in Non-Visual Environments: A Comparison},

author = {Moritz Lange and Noah Krystiniak and Raphael C. Engelhardt and Wolfgang Konen and Laurenz Wiskott},

editor = {Giuseppe Nicosia and Panos Pardalos and others},

url = {https://link.springer.com/book/10.1007/978-3-031-53969-5},

year  = {2024},

date = {2024-01-01},

urldate = {2024-01-01},

booktitle = {Machine Learning, Optimization, and Data Science: 9th International Conference, LOD 2023, Grasmere, UK, September 22-26, 2023, Revised Selected Papers},

publisher = {Springer Nature Switzerland},

note = {Best Paper Award},

keywords = {auxiliary tasks, reinforcement learning, Representation learning, RL3},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Engelhardt2024a,

title = {Ökolopoly: Case Study on Large Action Spaces in Reinforcement Learning},

author = {Raphael C. Engelhardt and Ralitsa Raycheva and Moritz Lange and Laurenz Wiskott and Wolfgang Konen},

editor = {Giuseppe Nicosia and Panos Pardalos and others},

url = {https://www.gm.fh-koeln.de/ciopwebpub/Engelh23a.d/Engelh23a.pdf},

year  = {2024},

date = {2024-01-01},

urldate = {2024-01-01},

booktitle = {Machine Learning, Optimization, and Data Science: 9th International Conference, LOD 2023, Grasmere, UK, September 22-26, 2023, Revised Selected Papers},

publisher = {Springer Nature Switzerland},

keywords = {Cybernetics, Deep Reinforcement Learning, Large Action Space, RL3, Serious Games},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Lange2024,

title = {Beyond Trial and Error in Reinforcement Learning},

author = {Moritz Lange and Raphael C Engelhardt and Wolfgang Konen and Laurenz Wiskott},

url = {https://biecoll.ub.uni-bielefeld.de/index.php/dataninja/issue/download/82/1#page=63},

doi = {10.11576/dataninja-1156},

year  = {2024},

date = {2024-01-01},

urldate = {2024-01-01},

booktitle = {Proceedings of the DataNinja sAIOnARA 2024 Conference},

pages = {58},

keywords = {reinforcement learning, Representation learning, RL3},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Engelhardt2022,

title = {Sample-based Rule Extraction for Explainable Reinforcement Learning},

author = {Raphael C. Engelhardt and Moritz Lange and Laurenz Wiskott and Wolfgang Konen},

url = {https://www.gm.fh-koeln.de/ciopwebpub/Engelh22a.d/Engelh22a.pdf},

year  = {2022},

date = {2022-01-01},

urldate = {2022-01-01},

booktitle = {8th International Conference on machine Learning, Optimization, and Data Science (LOD2022)},

keywords = {decision trees, deep learning, explainable AI, reinforcement learning, RL3},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{engelh21,

title = {Shedding light into the black box of reinforcement learning - extended abstract},

author = {Raphael C. Engelhardt and Moritz Lange and Laurenz Wiskott and Wolfgang Konen},

editor = {Barbara Hammer and Malte Schilling and Laurenz Wiskott},

url = {https://dataninja.nrw/wp-content/uploads/2021/09/1_Engelhardt_SheddingLight_Abstract.pdf},

year  = {2021},

date = {2021-01-01},

urldate = {2021-01-01},

booktitle = {Workshop on Trustworthy AI in the Wild (at: KI 2021 - German Conf. on AI)},

keywords = {decision trees, deep learning, explainable AI, reinforcement learning, RL3},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Konen20b,

title = {Reinforcement Learning for N-Player Games: The Importance of Final Adaptation},

author = {Wolfgang Konen and Samineh Bagheri},

editor = {Massimiliano Vasile and Bogdan Filipic },

url = {https://www.gm.fh-koeln.de/ciopwebpub/Konen20b.d/bioma20-TDNTuple.pdf},

year  = {2020},

date = {2020-10-01},

urldate = {2020-10-01},

booktitle = {9th International Conference on Bioinspired Optimisation Methods and Their Applications (BIOMA)

},

address = {Bruxelles. Video (15 min) + slides available at https://youtu.be/OcpX7ITeH9w},

keywords = {CI, Game Learning, general game playing, learning, optimization, reinforcement learning},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Thill20a,

title = {Time Series Encodings with Temporal Convolutional Networks},

author = {Markus Thill and Wolfgang Konen and Thomas Bäck},

editor = {Massimiliano Vasile and Bogdan Filipic },

url = {http://www.gm.fh-koeln.de/ciopwebpub/Thill20a.d/bioma2020-tcn.pdf},

year  = {2020},

date = {2020-01-01},

booktitle = {9th International Conference on Bioinspired Optimisation Methods and Their Applications (BIOMA)},

address = {Bruxelles. Video (15 min) available at https://youtu.be/PjI4fpcTGFY},

keywords = {anomaly detection, deep learning, TCN, time series},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Konen19b,

title = {General Board Game Playing for Education and Research in Generic AI Game Learning},

author = {Wolfgang Konen},

editor = {Diego Perez and Sanaz Mostaghim and Simon Lucas},

url = {https://arxiv.org/pdf/1907.06508},

year  = {2019},

date = {2019-08-20},

booktitle = {IEEE Conference on Games},

address = {London},

keywords = {CI, Game Learning, general game playing, learning, optimization, reinforcement learning},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Bagh19c,

title = {Solving Optimization Problems with High Conditioning by Means of Online Whitening},

author = {Samineh Bagheri and Wolfgang Konen and Thomas Bäck},

editor = {Manuel Lopez-Ibanez},

url = {http://blogs.gm.fh-koeln.de/ciop/files/2019/07/GECCO2019.pdf},

year  = {2019},

date = {2019-07-01},

booktitle = {Genetic and Evolutionary Computation Conference 2019 (GECCO'19), Prague},

pages = {243-244},

publisher = {ACM},

keywords = {CI, constraints, MONREP, optimization, SACOBRA, surrogate models},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Thill2019a,

title = {Anomaly Detection in Electrocardiogram Readings with Stacked LSTM Networks},

author = {Markus Thill and Sina Däubner and Wolfgang Konen and Thomas Bäck},

editor = {Petra Barancíková and Martin Holena and others},

url = {http://ceur-ws.org/Vol-2473},

year  = {2019},

date = {2019-01-01},

booktitle = {Proc. 19th Conference Information Technologies - Applications 

 and Theory (ITAT 2019)},

volume = {2473},

series = {CEUR Workshop Proceedings},

note = {Best Paper Award},

keywords = {anomaly detection, deep learning, learning, LSTM, time series},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Bagheri2018,

title = {How to Solve the Dilemma of Margin-Based Equality Handling Methods},

author = {Samineh Bagheri and Wolfgang Konen and Thomas Bäck},

editor = {Frank Hoffmann and Eyke Hüllermeier and Ralf Mikut},

url = {https://blogs.gm.fh-koeln.de/ciop/files/2018/12/GMA2018.pdf},

doi = {10.5445/KSP/1000085935},

isbn = {978-3-7315-0845-8},

year  = {2018},

date = {2018-11-29},

booktitle = {Proceedings - 28. Workshop Computational Intelligence, Dortmund, 29. - 30. November 2018},

pages = {257-270},

publisher = {KIT Scientific Publishing, Karlsruhe},

note = {**Young Author Award**},

keywords = {equality constraint, optimization, SACOBRA, surrogate models},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Bagh17c,

title = {Comparing Kriging and Radial Basis Function Surrogates},

author = {Samineh Bagheri and Wolfgang Konen and Thomas Bäck},

editor = {Frank Hoffmann and Eyke Hüllermeier},

url = {https://publikationen.bibliothek.kit.edu/1000074341},

year  = {2017},

date = {2017-11-01},

booktitle = {Proceedings 27. Workshop Computational Intelligence},

pages = {243-259},

publisher = {Universitätsverlag Karlsruhe},

keywords = {CI, constraints, Kriging, MONREP, optimization, surrogate models},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Thill2017c,

title = {Anomaly Detection in Time Series with Discrete Wavelet Transforms and Maximum Likelihood Estimation},

author = {Markus Thill and Wolfgang Konen and Thomas Bäck},

editor = {Frank Hoffmann and Eyke Hüllermeier},

url = {https://publikationen.bibliothek.kit.edu/1000074341},

year  = {2017},

date = {2017-11-01},

booktitle = {Proceedings 27. Workshop Computational Intelligence},

pages = {67-71},

publisher = {Universitätsverlag Karlsruhe},

keywords = {anomaly detection, DWT, time series},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Bagh17a,

title = {Constraint Handling in Efficient Global Optimization},

author = { Samineh Bagheri and Wolfgang Konen and Richard Allmendinger and Jürgen Branke and Kalyanmoy Deb and Jonathan Fieldsend and Domenico Quagliarella and Karthik Sindhya},

editor = {Bosman, Peter A. N.},

url = {http://www.gm.fh-koeln.de/~konen/Publikationen/Bagh17-GECCO.pdf},

year  = {2017},

date = {2017-07-01},

booktitle = {Genetic and Evolutionary Computation Conference 2017 (GECCO'17), Berlin},

pages = {1},

publisher = {ACM},

keywords = {CI, constraints, Kriging, MONREP, optimization, surrogate models},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Thill17b-ITISE,

title = {Time Series Anomaly Detection with Discrete Wavelet Transforms and Maximum Likelihood Estimation},

author = {Markus Thill and Wolfgang Konen and Thomas Bäck},

editor = {Olga Valenzuela and Ignacio Rojas and others},

url = {http://www.gm.fh-koeln.de/ciopwebpub/Thill17b.d/Thill17b-ITISE.pdf},

year  = {2017},

date = {2017-07-01},

booktitle = {International Work-Conference on Time Series (ITISE2017)},

keywords = {anomaly detection, DWT, time series},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Thill17a-SORAD,

title = {Online anomaly detection on the Webscope S5 dataset: A comparative study},

author = {Markus Thill and Wolfgang Konen and Thomas Bäck},

url = {http://www.gm.fh-koeln.de/ciopwebpub/Thill17a.d/Thill17a-SORAD.pdf},

year  = {2017},

date = {2017-01-01},

booktitle = {IEEE Conference on Evolving and Adaptive Intelligent Systems (EAIS 2017)},

pages = {1},

organization = {Springer},

keywords = {anomaly detection, time series},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Bagh16c,

title = {Online Selection of Surrogate Models for Constrained Black-Box Optimization},

author = {Samineh Bagheri and Wolfgang Konen and Thomas Bäck},

editor = {Yaochu Jin},

url = {http://www.gm.fh-koeln.de/~konen/Publikationen/Bagh16-SSCI.pdf},

year  = {2016},

date = {2016-12-01},

booktitle = {SSCI'2016, Athens},

pages = {1},

publisher = {IEEE},

note = {**Best Student Paper Award**},

keywords = {CI, constraints, ensemble, MONREP, optimization},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Bagh16a,

title = {Equality Constraint Handling for Surrogate-Assisted Constrained Optimization},

author = { Samineh Bagheri and Wolfgang Konen and Thomas Bäck},

editor = {Tan, Kay Chen},

url = {http://www.gm.fh-koeln.de/~konen/Publikationen/Bagh16-WCCI.pdf},

year  = {2016},

date = {2016-07-01},

booktitle = {WCCI'2016, Vancouver},

pages = { 1924--1931},

publisher = {IEEE},

keywords = {CI, constraints, MONREP, optimization},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Bagh15b,

title = {SACOBRA: Self-Adjusting Constrained Black-Box Optimization with RBF},

author = { Samineh Bagheri and Wolfgang Konen and Christophe Foussette and Peter Krause and Thomas Bäck and Patrick Koch},

editor = {Hoffmann, Frank and Hüllermeier, Eyke},

url = {http://www.gm.fh-koeln.de/~konen/Publikationen/Bagh15-GMA-CI.pdf},

year  = {2015},

date = {2015-11-01},

booktitle = {Proceedings 25. Workshop Computational Intelligence},

pages = {87-98},

publisher = {Universitätsverlag Karlsruhe},

note = {**Young Author Award**},

keywords = {CI, constraints, MONREP, optimization},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Koch15a,

title = {A New Repair Method For Constrained Optimization},

author = { Patrick Koch and Samineh Bagheri and Wolfgang Konen and Christophe Foussette and Peter Krause and Thomas Bäck},

editor = {Jiménez-Laredo, Juan Luis},

url = {http://www.gm.fh-koeln.de/~konen/Publikationen/Koch2015a-GECCO.pdf},

year  = {2015},

date = {2015-01-01},

booktitle = {Proceedings of the 17th Genetic and Evolutionary Computation Conference (GECCO'15)},

keywords = {constraints, MONREP, optimization},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Engelhardt2024,

title = {Exploring the Reliability of SHAP Values in Reinforcement Learning},

author = {Raphael Engelhardt and Moritz Lange and Laurenz Wiskott and Wolfgang Konen},

editor = {Luca Longo and Sebastian Lapuschkin and Christin Seifert},

url = {https://www.gm.fh-koeln.de/ciopwebpub/Engelh24a.d/Evaluation_of_SHAP_for_RL_XAI2024.pdf},

doi = {10.1007/978-3-031-63800-8},

isbn = {978-3-031-63799-5},

year  = {2024},

date = {2024-07-09},

booktitle = {Explainable Artificial Intelligence: Second World Conference, xAI 2024, Valletta, Malta, July 17–19, 2024, Proceedings, Part III},

volume = {2155},

pages = {165–184},

publisher = {Springer},

address = {Cham},

series = {Communications in Computer and Information Science},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}