@incollection{fdi:010078412,
  title = {{R}einforcement learning for data preparation with active reward learning},
  author = {{B}erti-{E}quille, {L}aure},
  editor = {},
  language = {{ENG}},
  abstract = {{D}ata cleaning and data preparation have been long-standing challenges in data science to avoid incorrect results, biases, and misleading conclusions obtained from "dirty" data. {F}or a given dataset and data analytics task, a plethora of data preprocessing techniques and alternative data cleaning strategies are available, but they may lead to dramatically different outputs with unequal result quality performances. {F}or adequate data preparation, the users generally do not know how to start with or which methods to use. {M}ost current work can be classified into two categories: (1) they propose new data cleaning algorithms specific to certain types of data anomalies usually considered in isolation and without a "pipeline vision" of the entire data preprocessing strategy; (2) they develop automated machine learning approaches ({A}uto{ML}) that can optimize the hyper-parameters of a considered {ML} model with a list of by-default preprocessing methods. {W}e argue that more efforts should be devoted to proposing a principled and adaptive data preparation approach to help and learn from the user for selecting the optimal sequence of data preparation tasks to obtain the best quality performance of the final result. {I}n this paper, we extend {L}earn2{C}lean, a method based on {Q}-{L}earning, a model-free reinforcement learning technique that selects, for a given dataset, a given {ML} model, and a preselected quality performance metric, the optimal sequence of tasks for preprocessing the data such that the quality metric is maximized. {W}e will discuss some new results of {L}earn2{C}lean for semi-automating data preparation with "the human in the loop" using active reward learning and {Q}-learning.},
  keywords = {{INTELLIGENCE} {ARTIFICIELLE} ; {BASE} {DE} {DONNEES} ; {TRAITEMENT} {DE} {DONNEES} ; {MODELISATION} ; {APPRENTISSAGE} ; {OPTIMISATION}},
  booktitle = {{I}nternet science},
  numero = {11938},
  pages = {121--132},
  address = {{C}ham},
  publisher = {{S}pringer},
  series = {{L}ecture {N}otes in {C}omputer {S}cience},
  year = {2019},
  DOI = {10.1007/978-3-030-34770-3_10},
  ISBN = {978-3-03-034769-7},
  ISSN = {0302-9743},
  URL = {https://www.documentation.ird.fr/hor/fdi:010078412},
}