@inproceedings{d10012d9155743cfb4acc1a7268b0329,
title = "Benchmarking Combinations of Learning and Testing Algorithms for Active Automata Learning",
abstract = "Active automata learning comprises techniques for learning automata models of black-box systems by testing such systems. While this form of learning enables model-based analysis and verification, it may also require a substantial amount of interactions with considered systems to learn adequate models, which capture the systems{\textquoteright} behaviour. The test cases executed during learning can be divided into two categories: (1) test cases to gain knowledge about a system and (2) test cases to falsify a learned hypothesis automaton. The former are selected by learning algorithms, whereas the latter are selected by conformance-testing algorithms. There exist various options for both types of algorithms and there are dependencies between them. In this paper, we investigate the performance of combinations of four different learning algorithms and seven different testing algorithms. For this purpose, we perform learning experiments using 39 benchmark models. Based on experimental results, we discuss insights regarding the performance of different configurations for various types of systems. These insights may serve as guidance for future users of active automata learning.",
keywords = "Active automata learning, Conformance testing, LearnLib, Model learning, Model-based testing",
author = "Bernhard Aichernig and Martin Tappler and Felix Wallner",
note = "part of Software Technologies: Applications and Foundations, STAF 2020; 14th International Conference on Tests and Proofs : TAP 2020 ; Conference date: 22-06-2020 Through 23-06-2020",
year = "2020",
doi = "10.1007/978-3-030-50995-8_1",
language = "English",
isbn = "9783030509941",
series = "Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)",
pages = "3--22",
editor = "Wolfgang Ahrendt and Heike Wehrheim",
booktitle = "Tests and Proofs - 14th International Conference, TAP 2020, held as part of STAF 2020, Proceedings",
}