@techreport{BartzBeielsteinDoerrBosseketal.,
  type      = {Working Paper},
  author    = {Bartz-Beielstein, Thomas and Doerr, Carola and Bossek, Jakob and Chandrasekaran, Sowmya and Eftimov, Tome and Fischbach, Andreas and Kerschke, Pascal and Lopez-Ibanez, Manuel and Malan, Katherine M. and Moore, Jason H. and Naujoks, Boris and Orzechowski, Patryk and Volz, Vanessa and Wagner, Markus and Weise, Thomas},
  title     = {Benchmarking in Optimization: Best Practice and Open Issues},
  url       = {http://nbn-resolving.de/urn:nbn:de:hbz:832-cos4-9022},
  pages     = {58},
  abstract  = {This survey compiles ideas and recommendations from more than a dozen researchers with different backgrounds and from different institutes around the world. Promoting best practice in benchmarking is its main goal. The article discusses eight essential topics in benchmarking: clearly stated goals, well- specified problems, suitable algorithms, adequate performance measures, thoughtful analysis, effective and efficient designs, comprehensible presentations, and guaranteed reproducibility. The final goal is to provide well-accepted guidelines (rules) that might be useful for authors and reviewers. As benchmarking in optimization is an active and evolving field of research this manuscript is meant to co-evolve over time by means of periodic updates.},
  subject      = {Optimierung},
  language  = {en}
}