@article {67219, title = {Community-based benchmarking improves spike rate inference from two-photon calcium imaging data}, journal = {PLOS Computational Biology}, volume = {14}, year = {2018}, month = {Sep-05-2019}, pages = {e1006157}, abstract = {

In recent years, two-photon calcium imaging has become a standard tool to probe the function of neural circuits and to study computations in neuronal populations. However, the acquired signal is only an indirect measurement of neural activity due to the comparatively slow dynamics of fluorescent calcium indicators. Different algorithms for estimating spike rates from noisy calcium measurements have been proposed in the past, but it is an open question how far performance can be improved. Here, we report the results of the\ spikefinder\ challenge, launched to catalyze the development of new spike rate inference algorithms through crowd-sourcing. We present ten of the submitted algorithms which show improved performance compared to previously evaluated methods. Interestingly, the top-performing algorithms are based on a wide range of principles from deep neural networks to generative models, yet provide highly correlated estimates of the neural activity. The competition shows that benchmark challenges can drive algorithmic developments in neuroscience.

}, doi = {10.1371/journal.pcbi.1006157}, url = {https://journals.plos.org/ploscompbiol/article?rev=2\&id=10.1371/journal.pcbi.1006157}, author = {Berens, Philipp and Freeman, Jeremy and Deneux, Thomas and Chenkov, Nikolay and McColgan, Thomas and Speiser, Artur and Macke, Jakob H. and Turaga, Srinivas C. and Mineault, Patrick and Rupprecht, Peter and Gerhard, Stephan and Friedrich, Rainer W. and Friedrich, Johannes and Paninski, Liam and Pachitariu, Marius and Harris, Kenneth D. and Bolte, Ben and Machado, Timothy A. and Ringach, Dario and Stone, Jasmine and Rogerson, Luke E. and Sofroniew, Nicolas J. and Reimer, Jacob and Froudarakis, Emmanouil and Euler, Thomas and Rom{\'a}n Ros{\'o}n, Miroslav and Theis, Lucas and Tolias, Andreas S. and Bethge, Matthias}, editor = {Bush, Daniel} }