@incollection{eprints1695, year = {2009}, title = {Regularization and Suboptimal Solutions in Learning from Data}, series = {Studies in Computational Intelligence}, number = {247}, pages = {113--154}, booktitle = {Innovations in Neural Information Paradigms and Applications}, author = {Giorgio Gnecco and Marcello Sanguineti}, publisher = {Springer }, abstract = {Supervised learning from data is investigated from an optimization viewpoint. Ill-posedness issues of the learning problem are discussed and its Tikhonov, Ivanov, Phillips, and Miller regularizations are analyzed. Theoretical features of the optimization problems associated with these regularization techniques and their use in learning tasks are considered. Weight-decay learning is investigated, too. Exploiting properties of the functionals to be minimized in the various regularized problems, estimates are derived on the accuracy of suboptimal solutions formed by linear combinations of n-tuples of computational units, for values of n smaller than the number of data.}, url = {http://eprints.imtlucca.it/1695/}, keywords = {regularization techniques; accuracy of suboptimal solutions; ill-posedness; inverse problems; weight decay} }