@conference {cBarrabes, title = {Adversarial Learning for Feature Shift Detection and Correction}, booktitle = {Neural Information Processing Systems (NeurIPS)}, year = {2023}, month = {12/2023}, address = {New Orleans, USA}, abstract = {

TL;DR: We introduce a framework inspired in adversarial learning to detect and correct features originating a distribution shift between datasets.

Data shift is a phenomenon present in many real-world applications, and while there are multiple methods trying to detect shifts, the task of localizing and correcting the features originating such shifts has not been studied in depth. Feature shifts can occur in many datasets, including in multi-sensor data, where some sensors are malfunctioning, or in tabular and structured data, including biomedical, financial, and survey data, where faulty standardization and data processing pipelines can lead to erroneous features. In this work, we explore using the principles of adversarial learning, where the information from several discriminators trained to distinguish between two distributions is used to both detect the corrupted features and fix them in order to remove the distribution shift between datasets. We show that mainstream supervised classifiers, such as random forest or gradient boosting trees, combined with simple iterative heuristics, can localize and correct feature shifts outperforming current statistical and neural network-based techniques.

}, author = {Barrab{\'e}s, M{\'\i}riam and Mas-Montserrat, Daniel and Geleta, Margarita and Xavier Gir{\'o}-i-Nieto and Ioannidis, Alexander G.} }