@inproceedings{48ab02a510564eef803ea6aadac636c4,
title = "Theoretical Foundations for Pseudo-Inversion of Nonlinear Operators",
abstract = "The Moore-Penrose inverse is widely used in physics, statistics, and various fields of engineering. It captures well the notion of inversion of linear operators in the case of overcomplete data. In data science, nonlinear operators are extensively used. In this paper we characterize the fundamental properties of a pseudo-inverse (PI) for nonlinear operators. The concept is defined broadly. First for general sets, and then a refinement for normed spaces. The PI for normed spaces yields the Moore-Penrose inverse when the operator is a matrix. We present conditions for existence and uniqueness of a PI and establish theoretical results investigating its properties, such as continuity, its value for operator compositions and projection operators, and others. Analytic expressions are given for the PI of some well-known, non-invertible, nonlinear operators, such as hard- or soft-thresholding and ReLU. Finally, we analyze a neural layer and discuss relations to wavelet thresholding.",
keywords = "generalized inverse, inverse problems, nonlinear operators, pseudo-inverse",
author = "Eyal Gofer and Guy Gilboa",
note = "Publisher Copyright: {\textcopyright} 2023, The Author(s), under exclusive license to Springer Nature Switzerland AG.; 9th International Conference on Scale Space and Variational Methods in Computer Vision, SSVM 2023 ; Conference date: 21-05-2023 Through 25-05-2023",
year = "2023",
doi = "10.1007/978-3-031-31975-4\_3",
language = "الإنجليزيّة",
isbn = "9783031319747",
series = "Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)",
publisher = "Springer Science and Business Media Deutschland GmbH",
pages = "29--41",
editor = "Luca Calatroni and Marco Donatelli and Serena Morigi and Marco Prato and Matteo Santacesaria",
booktitle = "Scale Space and Variational Methods in Computer Vision - 9th International Conference, SSVM 2023, Proceedings",
address = "ألمانيا",
}