@article{eprints1708, title = {The weight-decay technique in learning from data: an optimization point of view}, journal = {Computational Management Science}, year = {2009}, author = {Giorgio Gnecco and Marcello Sanguineti}, volume = {6}, number = {1}, publisher = {Springer}, pages = {53--79}, url = {http://eprints.imtlucca.it/1708/}, abstract = {The technique known as ?weight decay? in the literature about learning from data is investigated using tools from regularization theory. Weight-decay regularization is compared with Tikhonov?s regularization of the learning problem and with a mixed regularized learning technique. The accuracies of suboptimal solutions to weight-decay learning are estimated for connectionistic models with a-priori fixed numbers of computational units.}, keywords = {Learning from data; Regularization; Weight decay; Suboptimal solutions; Rates of convergence} }