@article {68973, title = {FIOLA: an accelerated pipeline for fluorescence imaging online analysis.}, journal = {Nature Methods}, volume = {20}, year = {2023}, month = {2023 Sep 01}, pages = {1417-1425}, abstract = {

Optical microscopy methods such as calcium and voltage imaging enable fast activity readout of large neuronal populations using light. However, the lack of corresponding advances in online algorithms has slowed progress in retrieving information about neural activity during or shortly after an experiment. This gap not only prevents the execution of real-time closed-loop experiments, but also hampers fast experiment-analysis-theory turnover for high-throughput imaging modalities. Reliable extraction of neural activity from fluorescence imaging frames at speeds compatible with indicator dynamics and imaging modalities poses a challenge. We therefore developed FIOLA, a framework for fluorescence imaging online analysis that extracts neuronal activity from calcium and voltage imaging movies at speeds one order of magnitude faster than state-of-the-art methods. FIOLA exploits algorithms optimized for parallel processing on GPUs and CPUs. We demonstrate reliable and scalable performance of FIOLA on both simulated and real calcium and voltage imaging datasets. Finally, we present an online experimental scenario to provide guidance in setting FIOLA parameters and to highlight the trade-offs of our approach.

}, keywords = {Algorithms, Calcium, Microscopy, Optical Imaging}, issn = {1548-7105}, doi = {10.1038/s41592-023-01964-2}, author = {Cai, Changjia and Dong, Cynthia and Friedrich, Johannes and Rozsa, Marton and Pnevmatikakis, Eftychios A and Giovannucci, Andrea} } @article {67230, title = {VolPy: Automated and scalable analysis pipelines for voltage imaging datasets.}, journal = {PLoS Computational Biology}, volume = {17}, year = {2021}, month = {2021 Apr 14}, pages = {e1008806}, abstract = {

Voltage imaging enables monitoring neural activity at sub-millisecond and sub-cellular scale, unlocking the study of subthreshold activity, synchrony, and network dynamics with unprecedented spatio-temporal resolution. However, high data rates (\>800MB/s) and low signal-to-noise ratios create bottlenecks for analyzing such datasets. Here we present VolPy, an automated and scalable pipeline to pre-process voltage imaging datasets. VolPy features motion correction, memory mapping, automated segmentation, denoising and spike extraction, all built on a highly parallelizable, modular, and extensible framework optimized for memory and speed. To aid automated segmentation, we introduce a corpus of 24 manually annotated datasets from different preparations, brain areas and voltage indicators. We benchmark VolPy against ground truth segmentation, simulations and electrophysiology recordings, and we compare its performance with existing algorithms in detecting spikes. Our results indicate that VolPy{\textquoteright}s performance in spike extraction and scalability are state-of-the-art.

}, issn = {1553-7358}, doi = {10.1371/journal.pcbi.1008806}, author = {Cai, Changjia and Friedrich, Johannes and Singh, Amrita and Eybposh, M Hossein and Pnevmatikakis, Eftychios A and Podgorski, Kaspar and Giovannucci, Andrea} } @article {65081, title = {Bright and photostable chemigenetic indicators for extended in vivo voltage imaging.}, journal = {Science}, volume = {365}, year = {2019}, month = {2019 Aug 13}, pages = {699-704}, abstract = {

Imaging changes in membrane potential using genetically encoded fluorescent voltage indicators (GEVIs) has great potential for monitoring neuronal activity with high spatial and temporal resolution. Brightness and photostability of fluorescent proteins and rhodopsins have limited the utility of existing GEVIs. We engineered a novel GEVI, "Voltron", that utilizes bright and photostable synthetic dyes instead of protein-based fluorophores, extending the combined duration of imaging and number of neurons imaged simultaneously by more than tenfold relative to existing GEVIs. We used Voltron for in vivo voltage imaging in mice, zebrafish, and fruit flies. In mouse cortex, Voltron allowed single-trial recording of spikes and subthreshold voltage signals from dozens of neurons simultaneously, over 15 min of continuous imaging. In larval zebrafish, Voltron enabled the precise correlation of spike timing with behavior.

}, issn = {1095-9203}, doi = {10.1126/science.aav6416}, author = {Abdelfattah, Ahmed S and Kawashima, Takashi and Singh, Amrita and Novak, Ondrej and Liu, Hui and Shuai, Yichun and Huang, Yi-Chieh and Campagnola, Luke and Seeman, Stephanie C and Yu, Jianing and Zheng, Jihong and Grimm, Jonathan B and Patel, Ronak and Friedrich, Johannes and Mensh, Brett D and Paninski, Liam and Macklin, John J and Murphy, Gabe J and Podgorski, Kaspar and Lin, Bei-Jung and Chen, Tsai-Wen and Turner, Glenn C and Liu, Zhe and Koyama, Minoru and Svoboda, Karel and Ahrens, Misha B and Lavis, Luke D and Schreiter, Eric R} } @article {67280, title = {CaImAn an open source tool for scalable calcium imaging data analysis}, journal = {eLife}, volume = {8}, year = {2019}, month = {01/2019}, abstract = {

Advances in fluorescence microscopy enable monitoring larger brain areas in-vivo with finer time resolution. The resulting data rates require reproducible analysis pipelines that are reliable, fully automated, and scalable to datasets generated over the course of months. We present CaImAn, an open-source library for calcium imaging data analysis. CaImAn\ provides automatic and scalable methods to address problems common to pre-processing, including motion correction, neural activity identification, and registration across different sessions of data collection. It does this while requiring minimal user intervention, with good scalability on computers ranging from laptops to high-performance computing clusters. CaImAn\ is suitable for two-photon and one-photon imaging, and also enables real-time analysis on streaming data. To benchmark the performance of CaImAn\ we collected and combined a corpus of manual annotations from multiple labelers on nine mouse two-photon datasets. We demonstrate that CaImAn\ achieves near-human performance in detecting locations of active neurons

}, doi = {10.7554/eLife.38173}, url = {https://elifesciences.org/articles/38173}, author = {Giovannucci, Andrea and Friedrich, Johannes and Gunn, Pat and Kalfon, J{\'e}r{\'e}mie and Brown, Brandon L and Koay, Sue Ann and Taxidis, Jiannis and Najafi, Farzaneh and Gauthier, Jeffrey L and Zhou, Pengcheng and Khakh, Baljit S and Tank, David W and Chklovskii, Dmitri B and Pnevmatikakis, Eftychios A} } @article {67289, title = {CalmAn: An open source tool for scalable Calcium Imaging data Analysis}, journal = {bioRxiv}, year = {2018}, month = {06/2018}, abstract = {

Advances in fluorescence microscopy enable monitoring larger brain areas in-vivo with finer time resolution. The resulting data rates require reproducible analysis pipelines that are reliable, fully automated, and scalable to datasets generated over the course of months. Here we present CaImAn, an open-source library for calcium imaging data analysis. CaImAn provides automatic and scalable methods to address problems common to pre-processing, including motion correction, neural activity identification, and registration across different sessions of data collection. It does this while requiring minimal user intervention, with good performance on computers ranging from laptops to high-performance computing clusters. CaImAn is suitable for two-photon and one-photon imaging, and also enables real-time analysis on streaming data. To benchmark the performance of CaImAn we collected a corpus of ground truth annotations from multiple labelers on nine mouse two-photon datasets. We demonstrate that CaImAn achieves near-human performance in detecting locations of active neurons.

}, doi = {10.1101/339564}, url = {https://www.biorxiv.org/content/early/2018/06/05/339564}, author = {Giovannucci, Andrea and Friedrich, Johannes and Gunn, Pat and Kalfon, J{\'e}r{\'e}mie and Koay, Sue Ann and Taxidis, Jiannis and Najafi, Farzaneh and Gauthier, Jeffrey L. and Zhou, Pengcheng and Tank, David W. and Chklovskii, Dmitri and Pnevmatikakis, Eftychios A.} } @article {67219, title = {Community-based benchmarking improves spike rate inference from two-photon calcium imaging data}, journal = {PLOS Computational Biology}, volume = {14}, year = {2018}, month = {Sep-05-2019}, pages = {e1006157}, abstract = {

In recent years, two-photon calcium imaging has become a standard tool to probe the function of neural circuits and to study computations in neuronal populations. However, the acquired signal is only an indirect measurement of neural activity due to the comparatively slow dynamics of fluorescent calcium indicators. Different algorithms for estimating spike rates from noisy calcium measurements have been proposed in the past, but it is an open question how far performance can be improved. Here, we report the results of the\ spikefinder\ challenge, launched to catalyze the development of new spike rate inference algorithms through crowd-sourcing. We present ten of the submitted algorithms which show improved performance compared to previously evaluated methods. Interestingly, the top-performing algorithms are based on a wide range of principles from deep neural networks to generative models, yet provide highly correlated estimates of the neural activity. The competition shows that benchmark challenges can drive algorithmic developments in neuroscience.

}, doi = {10.1371/journal.pcbi.1006157}, url = {https://journals.plos.org/ploscompbiol/article?rev=2\&id=10.1371/journal.pcbi.1006157}, author = {Berens, Philipp and Freeman, Jeremy and Deneux, Thomas and Chenkov, Nikolay and McColgan, Thomas and Speiser, Artur and Macke, Jakob H. and Turaga, Srinivas C. and Mineault, Patrick and Rupprecht, Peter and Gerhard, Stephan and Friedrich, Rainer W. and Friedrich, Johannes and Paninski, Liam and Pachitariu, Marius and Harris, Kenneth D. and Bolte, Ben and Machado, Timothy A. and Ringach, Dario and Stone, Jasmine and Rogerson, Luke E. and Sofroniew, Nicolas J. and Reimer, Jacob and Froudarakis, Emmanouil and Euler, Thomas and Rom{\'a}n Ros{\'o}n, Miroslav and Theis, Lucas and Tolias, Andreas S. and Bethge, Matthias}, editor = {Bush, Daniel} } @article {48836, title = {Community-based benchmarking improves spike inference from two-photon calcium imaging data.}, journal = {PLoS Computational Biology}, volume = {14}, year = {2017}, month = {2018 May 21}, pages = {e1006157}, abstract = {

In recent years, two-photon calcium imaging has become a standard tool to probe the function of neural circuits and to study computations in neuronal populations. However, the acquired signal is only an indirect measurement of neural activity due to the comparatively slow dynamics of fluorescent calcium indicators. Different algorithms for estimating spike rates from noisy calcium measurements have been proposed in the past, but it is an open question how far performance can be improved. Here, we report the results of the spikefinder challenge, launched to catalyze the development of new spike rate inference algorithms through crowd-sourcing. We present ten of the submitted algorithms which show improved performance compared to previously evaluated methods. Interestingly, the top-performing algorithms are based on a wide range of principles from deep neural networks to generative models, yet provide highly correlated estimates of the neural activity. The competition shows that benchmark challenges can drive algorithmic developments in neuroscience.

}, doi = {10.1371/journal.pcbi.1006157}, author = {Berens, Philipp and Freeman, Jeremy and Deneux, Thomas and Chenkov, Nicolay and McColgan, Thomas and Speiser, Artur and Macke, Jakob H and Turaga, Srinivas C and Mineault, Patrick and Rupprecht, Peter and Gerhard, Stephan and Friedrich, Rainer W and Friedrich, Johannes and Paninski, Liam and Pachitariu, Marius and Harris, Kenneth D and Bolte, Ben and Machado, Timothy A and Ringach, Dario and etal} } @article {48716, title = {Multi-scale approaches for high-speed imaging and analysis of large neural populations.}, journal = {PLoS Computational Biology}, volume = {13}, year = {2017}, month = {2017 Aug 03}, pages = {e1005685}, abstract = {

Progress in modern neuroscience critically depends on our ability to observe the activity of large neuronal populations with cellular spatial and high temporal resolution. However, two bottlenecks constrain efforts towards fast imaging of large populations. First, the resulting large video data is challenging to analyze. Second, there is an explicit tradeoff between imaging speed, signal-to-noise, and field of view: with current recording technology we cannot image very large neuronal populations with simultaneously high spatial and temporal resolution. Here we describe multi-scale approaches for alleviating both of these bottlenecks. First, we show that spatial and temporal decimation techniques based on simple local averaging provide order-of-magnitude speedups in spatiotemporally demixing calcium video data into estimates of single-cell neural activity. Second, once the shapes of individual neurons have been identified at fine scale (e.g., after an initial phase of conventional imaging with standard temporal and spatial resolution), we find that the spatial/temporal resolution tradeoff shifts dramatically: after demixing we can accurately recover denoised fluorescence traces and deconvolved neural activity of each individual neuron from coarse scale data that has been spatially decimated by an order of magnitude. This offers a cheap method for compressing this large video data, and also implies that it is possible to either speed up imaging significantly, or to "zoom out" by a corresponding factor to image order-of-magnitude larger neuronal populations with minimal loss in accuracy or temporal resolution.

}, issn = {1553-7358}, doi = {10.1371/journal.pcbi.1005685}, author = {Friedrich, Johannes and Yang, Weijian and Soudry, Daniel and Mu, Yu and Ahrens, Misha B and Yuste, Rafael and Peterka, Darcy S and Paninski, Liam} }