@inproceedings{684d87bf8ea34d78a40f47c557d3c74a,
title = "The restricted isometry property for Echo state networks with applications to sequence memory capacity",
abstract = "The ability of networked systems (including artificial or biological neuronal networks) to perform complex data processing tasks relies in part on their ability to encode signals from the recent past in the current network state. Here we use Compressed Sensing tools to study the ability of a particular network architecture (Echo State Networks) to stably store long input sequences. In particular, we show that such networks satisfy the Restricted Isometry Property when the input sequences are compressible in certain bases and when the number of nodes scale linearly with the sparsity of the input sequence and logarithmically with its dimension. Thus, the memory capacity of these networks depends on the input sequence statistics, and can (sometimes greatly) exceed the number of nodes in the network. Furthermore, input sequences can be robustly recovered from the instantaneous network state using a tractable optimization program (also implementable in a network architecture).",
keywords = "Compressed Sensing, Echo State Networks, Sequence Memory",
author = "Yap, {Han Lun} and Charles, {Adam S.} and Rozell, {Christopher J.}",
year = "2012",
doi = "10.1109/SSP.2012.6319765",
language = "English (US)",
isbn = "9781467301831",
series = "2012 IEEE Statistical Signal Processing Workshop, SSP 2012",
pages = "580--583",
booktitle = "2012 IEEE Statistical Signal Processing Workshop, SSP 2012",
note = "2012 IEEE Statistical Signal Processing Workshop, SSP 2012 ; Conference date: 05-08-2012 Through 08-08-2012",
}