@article {68709, title = {BigNeuron: a resource to benchmark and predict performance of algorithms for automated tracing of neurons in light microscopy datasets.}, journal = {Nature Methods}, volume = {20}, year = {2023}, month = {2023 Jun 01}, abstract = {

BigNeuron is an open community bench-testing platform with the goal of setting open standards for accurate and fast automatic neuron tracing. We gathered a diverse set of image volumes across several species that is representative of the data obtained in many neuroscience laboratories interested in neuron tracing. Here, we report generated gold standard manual annotations for a subset of the available imaging datasets and quantified tracing quality for 35 automatic tracing algorithms. The goal of generating such a hand-curated diverse dataset is to advance the development of tracing algorithms and enable generalizable benchmarking. Together with image quality features, we pooled the data in an interactive web application that enables users and developers to perform principal component analysis, t-distributed stochastic neighbor embedding, correlation and clustering, visualization of imaging and tracing data, and benchmarking of automatic tracing algorithms in user-defined data subsets. The image quality metrics explain most of the variance in the data, followed by neuromorphological features related to neuron size. We observed that diverse algorithms can provide complementary information to obtain accurate results and developed a method to iteratively combine methods and generate consensus reconstructions. The consensus trees obtained provide estimates of the neuron structure ground truth that typically outperform single algorithms in noisy datasets. However, specific algorithms may outperform the consensus tree strategy in specific imaging conditions. Finally, to aid users in predicting the most accurate automatic tracing results without manual annotations for comparison, we used support vector machine regression to predict reconstruction quality given an image volume and a set of automatic tracings.

}, issn = {1548-7105}, doi = {10.1038/s41592-023-01848-5}, author = {Manubens-Gil, Linus and Zhou, Zhi and Chen, Hanbo and Ramanathan, Arvind and Liu, Xiaoxiao and Liu, Yufeng and Bria, Alessandro and Gillette, Todd and Ruan, Zongcai and Yang, Jian and Radojevi{\'c}, Miroslav and Zhao, Ting and Cheng, Li and Qu, Lei and Liu, Siqi and Bouchard, Kristofer E and Gu, Lin and Cai, Weidong and Ji, Shuiwang and Roysam, Badrinath and Wang, Ching-Wei and Yu, Hongchuan and Sironi, Amos and Iascone, Daniel Maxim and Zhou, Jie and Bas, Erhan and Conde-Sousa, Eduardo and Aguiar, Paulo and Li, Xiang and Li, Yujie and Nanda, Sumit and Wang, Yuan and Muresan, Leila and Fua, Pascal and Ye, Bing and He, Hai-Yan and Staiger, Jochen F and Peter, Manuel and Cox, Daniel N and Simonneau, Michel and Oberlaender, Marcel and Jefferis, Gregory and Ito, Kei and Gonzalez-Bellido, Paloma and Kim, Jinhyun and Rubel, Edwin and Cline, Hollis T and Zeng, Hongkui and Nern, Aljoscha and Chiang, Ann-Shyn and Yao, Jianhua and Roskams, Jane and Livesey, Rick and Stevens, Janine and Liu, Tianming and Dang, Chinh and Guo, Yike and Zhong, Ning and Tourassi, Georgia and Hill, Sean and Hawrylycz, Michael and Koch, Christof and Meijering, Erik and Ascoli, Giorgio A and Peng, Hanchuan} } @article {46901, title = {BigNeuron: Large-scale 3D neuron reconstruction from optical microscopy images.}, journal = {Neuron}, volume = {87}, year = {2015}, month = {2015 Jul 15}, pages = {252-6}, abstract = {

Understanding the structure of single neurons is critical for understanding how they function within neural circuits. BigNeuron is a new community effort that combines modern bioimaging informatics, recent leaps in labeling and microscopy, and the widely recognized need for openness and standardization to provide a community resource for automated reconstruction of dendritic and axonal morphology of single neurons.

Understanding the structure of single neurons is critical for understanding how they function within neural circuits. BigNeuron is a new community effort that combines modern bioimaging informatics, recent leaps in labeling and microscopy, and the widely recognized need for openness and standardization to provide a community resource for automated reconstruction of dendritic and axonal morphology of single neurons.

}, doi = {10.1016/j.neuron.2015.06.036}, author = {Peng, Hanchuan and Hawrylycz, Michael and Roskams, Jane and Hill, Sean and Spruston, Nelson and Meijering, Erik and Ascoli, Giorgio A} } @article {5659, title = {A hierarchical structure of cortical interneuron electrical diversity revealed by automated statistical analysis.}, journal = {Cerebral Cortex}, volume = {23}, year = {2012}, month = {2012 Sep 17}, pages = {2994-3006}, abstract = {

Although the diversity of cortical interneuron electrical properties is well recognized, the number of distinct electrical types (e-types) is still a matter of debate. Recently, descriptions of interneuron variability were standardized by multiple laboratories on the basis of a subjective classification scheme as set out by the Petilla convention (Petilla Interneuron Nomenclature Group, PING). Here, we present a quantitative, statistical analysis of a database of nearly five hundred neurons manually annotated according to the PING nomenclature. For each cell, 38 features were extracted from responses to suprathreshold current stimuli and statistically analyzed to examine whether cortical interneurons subdivide into e-types. We showed that the partitioning into different e-types is indeed the major component of data variability. The analysis suggests refining the PING e-type classification to be hierarchical, whereby most variability is first captured within a coarse subpartition, and then subsequently divided into finer subpartitions. The coarse partition matches the well-known partitioning of interneurons into fast spiking and adapting cells. Finer subpartitions match the burst, continuous, and delayed subtypes. Additionally, our analysis enabled the ranking of features according to their ability to differentiate among e-types. We showed that our quantitative e-type assignment is more than 90\% accurate and manages to catch several human errors.

}, issn = {1460-2199}, doi = {10.1093/cercor/bhs290}, author = {Druckmann, S and Hill, Sean and Sch{\"u}rmann, Felix and Markram, Henry and Segev, Idan} } @article {5660, title = {Effective stimuli for constructing reliable neuron models.}, journal = {PLoS Computational Biology}, volume = {7}, year = {2011}, month = {2011 Aug}, pages = {e1002133}, abstract = {

The rich dynamical nature of neurons poses major conceptual and technical challenges for unraveling their nonlinear membrane properties. Traditionally, various current waveforms have been injected at the soma to probe neuron dynamics, but the rationale for selecting specific stimuli has never been rigorously justified. The present experimental and theoretical study proposes a novel framework, inspired by learning theory, for objectively selecting the stimuli that best unravel the neuron{\textquoteright}s dynamics. The efficacy of stimuli is assessed in terms of their ability to constrain the parameter space of biophysically detailed conductance-based models that faithfully replicate the neuron{\textquoteright}s dynamics as attested by their ability to generalize well to the neuron{\textquoteright}s response to novel experimental stimuli. We used this framework to evaluate a variety of stimuli in different types of cortical neurons, ages and animals. Despite their simplicity, a set of stimuli consisting of step and ramp current pulses outperforms synaptic-like noisy stimuli in revealing the dynamics of these neurons. The general framework that we propose paves a new way for defining, evaluating and standardizing effective electrical probing of neurons and will thus lay the foundation for a much deeper understanding of the electrical nature of these highly sophisticated and non-linear devices and of the neuronal networks that they compose.

}, keywords = {Action Potentials, Algorithms, Animals, Computational Biology, Electric Conductivity, Electrophysiology, Interneurons, Mice, Models, Neurological, Neurons, Patch-Clamp Techniques, Pyramidal Cells, Rats, Wistar}, issn = {1553-7358}, doi = {10.1371/journal.pcbi.1002133}, author = {Druckmann, Shaul and Berger, Thomas K and Sch{\"u}rmann, Felix and Hill, Sean and Markram, Henry and Segev, Idan} } @article {5827, title = {Evaluating automated parameter constraining procedures of neuron models by experimental and surrogate data.}, journal = {Biological Cybernetics}, volume = {99}, year = {2008}, month = {2008 Nov}, pages = {371-9}, abstract = {

Neuron models, in particular conductance-based compartmental models, often have numerous parameters that cannot be directly determined experimentally and must be constrained by an optimization procedure. A common practice in evaluating the utility of such procedures is using a previously developed model to generate surrogate data (e.g., traces of spikes following step current pulses) and then challenging the algorithm to recover the original parameters (e.g., the value of maximal ion channel conductances) that were used to generate the data. In this fashion, the success or failure of the model fitting procedure to find the original parameters can be easily determined. Here we show that some model fitting procedures that provide an excellent fit in the case of such model-to-model comparisons provide ill-balanced results when applied to experimental data. The main reason is that surrogate and experimental data test different aspects of the algorithm{\textquoteright}s function. When considering model-generated surrogate data, the algorithm is required to locate a perfect solution that is known to exist. In contrast, when considering experimental target data, there is no guarantee that a perfect solution is part of the search space. In this case, the optimization procedure must rank all imperfect approximations and ultimately select the best approximation. This aspect is not tested at all when considering surrogate data since at least one perfect solution is known to exist (the original parameters) making all approximations unnecessary. Furthermore, we demonstrate that distance functions based on extracting a set of features from the target data (such as time-to-first-spike, spike width, spike frequency, etc.){\textendash}rather than using the original data (e.g., the whole spike trace) as the target for fitting-are capable of finding imperfect solutions that are good approximations of the experimental data.

}, keywords = {Algorithms, Animals, Models, Neocortex, Neurological, Neurons, Organ Culture Techniques, Patch-Clamp Techniques, Rats, Wistar}, issn = {1432-0770}, doi = {10.1007/s00422-008-0269-2}, author = {Druckmann, Shaul and Berger, Thomas K and Hill, Sean and Sch{\"u}rmann, Felix and Markram, Henry and Segev, Idan} }