A Step towards Interpretable Multimodal AI Models with MultiFIX

Created by W.Langdon from gp-bibliography.bib Revision:1.8519

@InProceedings{malafaia:2025:GECCOcomp,

• author = "Mafalda Malafaia and Thalea Schlender and Tanja Alderliesten and Peter A. N. Bosman",
• title = "A Step towards Interpretable Multimodal {AI} Models with {MultiFIX}",
• booktitle = "Evolutionary Computation and Explainable AI",
• year = "2025",
• editor = "Jaume Bacardit and Alexander Brownlee and Stefano Cagnoni and Giovanni Iacca and John McCall and David Walker",
• pages = "2001--2009",
• address = "Malaga, Spain",
• series = "GECCO '25 Companion",
• month = "14-18 " # jul,
• organisation = "SIGEVO",
• publisher = "Association for Computing Machinery",
• publisher_address = "New York, NY, USA",
• keywords = "genetic algorithms, genetic programming, interpretability, multimodality, XAI",
• isbn13 = "979-8-4007-1464-1",
• URL = "https://doi.org/10.1145/3712255.3734292",
• DOI = "doi:10.1145/3712255.3734292",
• size = "9 pages",
• abstract = "Real-world problems are often dependent on multiple data modalities, making multimodal fusion essential for leveraging diverse information sources. In high-stakes domains, such as in healthcare, understanding how each modality contributes to the prediction is critical to ensure trustworthy and interpretable AI models. We present MultiFIX, an interpretability-driven multimodal data fusion pipeline that explicitly engineers distinct features from different modalities and combines them to make the final prediction. Initially, only deep learning components are used to train a model from data. The black-box (deep learning) components are subsequently either explained using post-hoc methods such as Grad-CAM for images or fully replaced by interpretable blocks, namely symbolic expressions for tabular data, resulting in an explainable model. We study the use of MultiFIX using several training strategies for feature extraction and predictive modeling. Besides highlighting strengths and weaknesses of MultiFIX, experiments on a variety of synthetic datasets with varying degrees of interaction between modalities demonstrate that MultiFIX can generate multimodal models that can be used to accurately explain both the extracted features and their integration without compromising predictive performance.",
• notes = "GECCO-2025 ECXAI workshop A Recombination of the 34th International Conference on Genetic Algorithms (ICGA) and the 30th Annual Genetic Programming Conference (GP)",

}

Genetic Programming entries for Mafalda Malafaya Thalea Schlender Tanja Alderliesten Peter A N Bosman

Citations