- author = "Thomas Helmuth and Lee Spector",
- title = "General Program Synthesis Benchmark Suite",
- booktitle = "GECCO '15: Proceedings of the 2015 Annual Conference on Genetic and Evolutionary Computation",
- year = "2015",
- editor = "Sara Silva and Anna I Esparcia-Alcazar and Manuel Lopez-Ibanez and Sanaz Mostaghim and Jon Timmis and Christine Zarges and Luis Correia and Terence Soule and Mario Giacobini and Ryan Urbanowicz and Youhei Akimoto and Tobias Glasmachers and Francisco {Fernandez de Vega} and Amy Hoover and Pedro Larranaga and Marta Soto and Carlos Cotta and Francisco B. Pereira and Julia Handl and Jan Koutnik and Antonio Gaspar-Cunha and Heike Trautmann and Jean-Baptiste Mouret and Sebastian Risi and Ernesto Costa and Oliver Schuetze and Krzysztof Krawiec and Alberto Moraglio and Julian F. Miller and Pawel Widera and Stefano Cagnoni and JJ Merelo and Emma Hart and Leonardo Trujillo and Marouane Kessentini and Gabriela Ochoa and Francisco Chicano and Carola Doerr",
- isbn13 = "978-1-4503-3472-3",
- pages = "1039--1046",
- month = "11-15 " # jul,
- organisation = "SIGEVO",
- address = "Madrid, Spain",
- publisher = "ACM",
- publisher_address = "New York, NY, USA",
- note = "ten year impact award GECCO 2025",
- keywords = "genetic algorithms, genetic programming",
-
URL = "
http://doi.acm.org/10.1145/2739480.2754769",
-
DOI = "
10.1145/2739480.2754769",
- abstract = "Recent interest in the development and use of non-trivial benchmark problems for genetic programming research has highlighted the scarcity of general program synthesis (also called traditional programming) benchmark problems. We present a suite of 29 general program synthesis benchmark problems systematically selected from sources of introductory computer science programming problems. This suite is suitable for experiments with any program synthesis system driven by input/output examples. We present results from illustrative experiments using our reference implementation of the problems in the PushGP genetic programming system. The results show that the problems in the suite vary in difficulty and can be useful for assessing the capabilities of a program synthesis system.",
-
notes = "See also \cite{Helmuth:2022:GPEM}
The 2025 ACM GECCO Impact Award: https://evolution.sigevo.org/issues/HTML/sigevolution-19-1/index.html \cite{Helmuth:2026:sigevolution} ten year impact award GECCO 2025
Also known as \cite{2754769} GECCO-2015 A joint meeting of the twenty fourth international conference on genetic algorithms (ICGA-2015) and the twentith annual genetic programming conference (GP-2015)",
