- author = "Philipp Anthes and Dominik Sobania and Franz Rothlauf",
- title = "Transformer Semantic Genetic Programming for Symbolic Regression",
- booktitle = "Proceedings of the 2025 Genetic and Evolutionary Computation Conference",
- year = "2025",
- editor = "Aniko Ekart and Nelishia Pillay",
- pages = "952--960",
- address = "Malaga, Spain",
- series = "GECCO '25",
- month = "14-18 " # jul,
- organisation = "SIGEVO",
- publisher = "Association for Computing Machinery",
- publisher_address = "New York, NY, USA",
- keywords = "genetic algorithms, genetic programming, transformer models, semantic operators, symbolic regression, ANN",
- isbn13 = "979-8-4007-1465-8",
-
URL = "
https://doi.org/10.1145/3712256.3726412",
-
DOI = "
doi:10.1145/3712256.3726412",
- size = "9 pages",
- abstract = "In standard genetic programming (stdGP), solutions are varied by modifying their syntax, with uncertain effects on their semantics. Geometric-semantic genetic programming (GSGP), a popular variant of GP, effectively searches the semantic solution space using variation operations based on linear combinations, although it results in significantly larger solutions. This paper presents Transformer Semantic Genetic Programming (TSGP), a novel and flexible semantic approach that uses a generative transformer model as search operator. The transformer is trained on synthetic test problems and learns semantic similarities between solutions. Once the model is trained, it can be used to create offspring solutions with high semantic similarity also for unseen and unknown problems. Experiments on several symbolic regression problems show that TSGP generates solutions with comparable or even significantly better prediction quality than stdGP, SLIM_GSGP, DSR, and DAE-GP. Like SLIM_GSGP, TSGP is able to create new solutions that are semantically similar without creating solutions of large size. An analysis of the search dynamic reveals that the solutions generated by TSGP are semantically more similar than the solutions generated by the benchmark approaches allowing a better exploration of the semantic solution space.",
-
notes = "GECCO-2025 GP
1 day retraining on GPU
A Recombination of the 34th International Conference on Genetic Algorithms (ICGA) and the 30th Annual Genetic Programming Conference (GP)",
