@article {delling_et_al:DR:2016:6146, title = {Rethinking Experimental Methods in Computing (Dagstuhl Seminar 16111)}, journal = {Dagstuhl Reports}, volume = {6}, number = {3}, year = {2016}, month = {01/2016}, pages = {24{\textendash}43}, publisher = {Schloss Dagstuhl{\textendash}Leibniz-Zentrum fuer Informatik}, address = {Dagstuhl, Germany}, abstract = {This report documents the talks and discussions at the Dagstuhl seminar 16111 "Rethinking Experimental Methods in Computing". The seminar brought together researchers from several computer science communities, including algorithm engineering, programming languages, information retrieval, high-performance computing, operations research, performance analysis, embedded systems, distributed systems, and software engineering. The main goals of the seminar were building a network of experimentalists and fostering a culture of sound quantitative experiments in computing. During the seminar, groups of participants have worked on distilling useful resources based on the collective experience gained in different communities and on planning actions to promote sound experimental methods and reproducibility efforts.}, keywords = {Algorithms, Benchmarks, Data sets, experiments, repeatability, Reproducibility, Software Artifacts, statistics}, issn = {2192-5283}, doi = {10.4230/DagRep.6.3.24}, url = {http://drops.dagstuhl.de/opus/volltexte/2016/6146}, author = {Daniel Delling and Camil Demetrescu and David S. Johnson and Vitek, Jan}, editor = {Daniel Delling and Camil Demetrescu and David S. Johnson and Vitek, Jan} }