@article {68564, title = {Local shape descriptors for neuron segmentation.}, journal = {Nature Methods}, volume = {20}, year = {2023}, month = {2023 Feb 01}, pages = {295-303}, abstract = {

We present an auxiliary learning task for the problem of neuron segmentation in electron microscopy volumes. The auxiliary task consists of the prediction of local shape descriptors (LSDs), which we combine with conventional voxel-wise direct neighbor affinities for neuron boundary detection. The shape descriptors capture local statistics about the neuron to be segmented, such as diameter, elongation, and direction. On a study comparing several existing methods across various specimen, imaging techniques, and resolutions, auxiliary learning of LSDs consistently increases segmentation accuracy of affinity-based methods over a range of metrics. Furthermore, the addition of LSDs promotes affinity-based segmentation methods to be on par with the current state of the art for neuron segmentation (flood-filling networks), while being two orders of magnitudes more efficient-a critical requirement for the processing of future petabyte-sized datasets.

}, issn = {1548-7105}, doi = {10.1038/s41592-022-01711-z}, author = {Sheridan, Arlo and Nguyen, Tri M and Deb, Diptodip and Lee, Wei-Chung Allen and Saalfeld, Stephan and Turaga, Srinivas C and Manor, Uri and Funke, Jan} } @article {68517, title = {Structured cerebellar connectivity supports resilient pattern separation.}, journal = {Nature}, volume = {613}, year = {2023}, month = {2023 Jan 01}, pages = {543-549}, abstract = {

The cerebellum is thought to help\ detect and correct errors between intended and executed commands and is critical for social behaviours, cognition and emotion. Computations for motor control must be performed quickly to correct errors in real time and should be sensitive to small differences between patterns for fine error correction while being resilient to noise. Influential theories of cerebellar information processing have largely assumed random network connectivity, which increases the encoding capacity of the network{\textquoteright}s first layer. However, maximizing encoding capacity reduces the resilience to noise. To understand how neuronal circuits address this fundamental trade-off, we mapped the feedforward connectivity in the mouse cerebellar cortex using automated large-scale transmission electron microscopy and convolutional neural network-based image segmentation. We found that both the input and output layers of the circuit exhibit redundant and selective connectivity motifs, which contrast with prevailing models. Numerical simulations suggest that these redundant, non-random connectivity motifs increase the resilience to noise at a negligible cost to the overall encoding capacity. This work reveals how neuronal network structure can support a trade-off between encoding capacity and redundancy, unveiling principles of biological network architecture with implications for the design of artificial neural networks.

}, issn = {1476-4687}, doi = {10.1038/s41586-022-05471-w}, author = {Nguyen, Tri M and Thomas, Logan A and Jeff L Rhoades and Ricchi, Ilaria and Yuan, Xintong Cindy and Sheridan, Arlo and Hildebrand, David G C and Funke, Jan and Regehr, Wade G and Lee, Wei-Chung Allen} } @article {65832, title = {Automatic Detection of Synaptic Partners in a Whole-Brain Drosophila EM Dataset}, journal = {Nature Methods}, volume = {18}, year = {2021}, month = {2021 Jul 1}, pages = {771-4}, abstract = {

The study of neural circuits requires the reconstruction of neurons and the identification of synaptic connections between them. To scale the reconstruction to the size of whole-brain datasets, semi-automatic methods are needed to solve those tasks. Here, we present an automatic method for synaptic partner identification in insect brains, which uses convolutional neural networks to identify post-synaptic sites and their pre-synaptic partners. The networks can be trained from human generated point annotations alone and requires only simple post-processing to obtain final predictions. We used our method to extract 244 million putative synaptic partners in the fifty-teravoxel full adult fly brain (FAFB) electron microscopy (EM) dataset and evaluated its accuracy on 146,643 synapses from 702 neurons with a total cable length of 312 mm in four different brain regions. The predicted synaptic connections can be used together with a neuron segmentation to infer a connectivity graph with high accuracy: 96\% of edges between connected neurons are correctly classified as weakly connected (less than five synapses) and strongly connected (at least five synapses). Our synaptic partner predictions for the FAFB dataset are publicly available, together with a query library allowing automatic retrieval of up- and downstream neurons.

}, doi = {10.1038/s41592-021-01183-7}, author = {Buhmann, Julia and Sheridan, Arlo and Gerhard, Stephan and Krause, Renate and Nguyen, Tri and Heinrich, Larissa and Schlegel, Philipp and Lee, Wei-Chung Allen and Wilson, Rachel and Saalfeld, Stephan and Jefferis, Gregory and Bock, Davi and Turaga, Srinivas and Cook, Matthew and Funke, Jan} } @article {67228, title = {Local Shape Descriptors for Neuron Segmentation}, journal = {bioRxiv}, year = {2021}, month = {2021/01}, abstract = {

We present a simple, yet effective, auxiliary learning task for the problem of neuron segmentation in electron microscopy volumes. The auxiliary task consists of the prediction of Local Shape Descriptors (LSDs), which we combine with conventional voxel-wise direct neighbor affinities for neuron boundary detection. The shape descriptors are designed to capture local statistics about the neuron to be segmented, such as diameter, elongation, and direction. On a large study comparing several existing methods across various specimen, imaging techniques, and resolutions, we find that auxiliary learning of LSDs consistently increases segmentation accuracy of affinity-based methods over a range of metrics. Furthermore, the addition of LSDs promotes affinitybased segmentation methods to be on par with the current state of the art for neuron segmentation (Flood-Filling Networks, FFN), while being two orders of magnitudes more efficient{\textemdash}a critical requirement for the processing of future petabyte-sized datasets. Implementations of the new auxiliary learning task, network architectures, training, prediction, and evaluation code, as well as the datasets used in this study are publicly available as a benchmark for future method contributions.Competing Interest StatementThe authors have declared no competing interest.

}, doi = {10.1101/2021.01.18.427039}, url = {https://www.biorxiv.org/content/early/2021/01/18/2021.01.18.427039}, author = {Sheridan, Arlo and Nguyen, Tri and Deb, Diptodip and Lee, Wei-Chung Allen and Saalfeld, Stephan and Turaga, Srini and Manor, Uri and Funke, Jan} } @article {65722, title = {The neuroanatomical ultrastructure and function of a biological ring attractor.}, journal = {Neuron}, volume = {108}, year = {2020}, month = {2020 Oct 14}, pages = {145-63}, abstract = {

Neural representations of head direction (HD) have been discovered in many species. Theoretical work has proposed that the dynamics associated with these representations are generated, maintained, and updated by recurrent network structures called ring attractors. We evaluated this theorized structure-function relationship by performing electron-microscopy-based circuit reconstruction and RNA profiling of identified cell types in the HD system of Drosophila melanogaster. We identified motifs that have been hypothesized to maintain the HD representation in darkness, update it when the animal turns, and tether it to visual cues. Functional studies provided support for the proposed roles of individual excitatory or inhibitory circuit elements in shaping activity. We also discovered recurrent connections between neuronal arbors with mixed pre- and postsynaptic specializations. Our results confirm that the Drosophila HD network contains the core components of a ring attractor while also revealing unpredicted structural features that might enhance the network{\textquoteright}s computational power.

}, issn = {1097-4199}, doi = {10.1016/j.neuron.2020.08.006}, author = {Turner-Evans, Daniel B and Jensen, Kristopher T and Ali, Saba and Paterson, Tyler and Sheridan, Arlo and Ray, Robert P and Wolff, Tanya and Lauritzen, J Scott and Rubin, Gerald M and Bock, Davi D and Jayaraman, Vivek} } @article {48806, title = {Large scale image segmentation with structured loss based deep learning for connectome reconstruction.}, journal = {IEEE Transactions on Pattern Analysis and Machine Intelligence}, volume = {41}, year = {2019}, month = {2019 Jul 1}, pages = {1669-80}, abstract = {

We present a method combining affinity prediction with region agglomeration, which improves significantly upon the state of the art of neuron segmentation from electron microscopy (EM) in accuracy and scalability. Our method consists of a 3D U-net, trained to predict affinities between voxels, followed by iterative region agglomeration. We train using a structured loss based on MALIS, encouraging topologically correct segmentations obtained from affinity thresholding. Our extension consists of two parts: First, we present a quasi-linear method to compute the loss gradient, improving over the original quadratic algorithm. Second, we compute the gradient in two separate passes to avoid spurious gradient contributions in early training stages. Our predictions are accurate enough that simple learning-free percentile-based agglomeration outperforms more involved methods used earlier on inferior predictions. We present results on three diverse EM datasets, achieving relative improvements over previous results of 27\%, 15\%, and 250\%. Our findings suggest that a single method can be applied to both nearly isotropic block-face EM data and anisotropic serial sectioned EM data. The runtime of our method scales linearly with the size of the volume and achieves a throughput of ~2.6 seconds per megavoxel, qualifying our method for the processing of very large datasets.

}, doi = {10.1109/TPAMI.2018.2835450}, author = {Funke, Jan and Tschopp, Fabian D and Grisaitis, William and Sheridan, Arlo and Singh, Chandan and Saalfeld, Stephan and Turaga, Srinivas C} }