@article {68272, title = {neuPrint: An open access tool for EM connectomics.}, journal = {Frontiers in Neuroinformatics}, volume = {16}, year = {2022}, month = {2022 Jul 20}, pages = {896292}, abstract = {

Due to advances in electron microscopy and deep learning, it is now practical to reconstruct a connectome, a description of neurons and the chemical synapses between them, for significant volumes of neural tissue. Smaller past reconstructions were primarily used by domain experts, could be handled by downloading data, and performance was not a serious problem. But new and much larger reconstructions upend these assumptions. These networks now contain tens of thousands of neurons and tens of millions of connections, with yet larger reconstructions pending, and are of interest to a large community of non-specialists. Allowing other scientists to make use of this data needs more than publication-it requires new tools that are publicly available, easy to use, and efficiently handle large data. We introduce neuPrint to address these data analysis challenges. Neuprint contains two major components-a web interface and programmer APIs. The web interface is designed to allow any scientist worldwide, using only a browser, to quickly ask and answer typical biological queries about a connectome. The neuPrint APIs allow more computer-savvy scientists to make more complex or higher volume queries. NeuPrint also provides features for assessing reconstruction quality. Internally, neuPrint organizes connectome data as a graph stored in a neo4j database. This gives high performance for typical queries, provides access though a public and well documented query language Cypher, and will extend well to future larger connectomics databases. Our experience is also an experiment in open science. We find a significant fraction of the readers of the article proceed to examine the data directly. In our case preprints worked exactly as intended, with data inquiries and PDF downloads starting immediately after pre-print publication, and little affected by formal publication later. From this we deduce that many readers are more interested in our data than in our analysis of our data, suggesting that data-only papers can be well appreciated and that public data release can speed up the propagation of scientific results by many months. We also find that providing, and keeping, the data available for online access imposes substantial additional costs to connectomics research.

}, issn = {1662-5196}, doi = {10.3389/fninf.2022.896292}, author = {Plaza, Stephen M and Clements, Jody and Dolafi, Tom and Umayam, Lowell and Neubarth, Nicole N and Scheffer, Louis K and Berg, Stuart} } @article {68225, title = {Neuronal circuits integrating visual motion information in Drosophila melanogaster.}, journal = {Current Biology}, volume = {32}, year = {2022}, month = {2022 Aug 22}, pages = {3529-3544}, abstract = {

The detection of visual motion enables sophisticated animal navigation, and studies on flies have provided profound insights into the cellular and circuit bases of this neural computation. The fly{\textquoteright}s directionally selective T4 and T5 neurons encode ON and OFF motion, respectively. Their axons terminate in one of the four retinotopic layers in the lobula plate, where each layer encodes one of the four directions of motion. Although the input circuitry of the directionally selective neurons has been studied in detail, the synaptic connectivity of circuits integrating T4/T5 motion signals is largely unknown. Here, we report a 3D electron microscopy reconstruction, wherein we comprehensively identified T4/T5{\textquoteright}s synaptic partners in the lobula plate, revealing a diverse set of new cell types and attributing new connectivity patterns to the known cell types. Our reconstruction explains how the ON- and OFF-motion pathways converge. T4 and T5 cells that project to the same layer connect to common synaptic partners and comprise a core motif together with bilayer interneurons, detailing the circuit basis for computing motion opponency. We discovered pathways that likely encode new directions of motion by integrating vertical and horizontal motion signals from upstream T4/T5 neurons. Finally, we identify substantial projections into the lobula, extending the known motion pathways and suggesting that directionally selective signals shape feature detection there. The circuits we describe enrich the anatomical basis for experimental and computations analyses of motion vision and bring us closer to understanding complete sensory-motor pathways.

}, issn = {1879-0445}, doi = {10.1016/j.cub.2022.06.061}, author = {Shinomiya, Kazunori and Nern, Aljoscha and Meinertzhagen, Ian A and Plaza, Stephen M and Reiser, Michael B} } @article {67303, title = {Information flow, cell types and stereotypy in a full olfactory connectome.}, journal = {eLife}, volume = {10}, year = {2021}, month = {2021 May 25}, abstract = {

The connectome provides large scale connectivity and morphology information for the majority of the central brain of . Using this data set, we provide a complete description of the olfactory system, covering all first, second and lateral horn-associated third-order neurons. We develop a generally applicable strategy to extract information flow and layered organisation from connectome graphs, mapping olfactory input to descending interneurons. This identifies a range of motifs including highly lateralised circuits in the antennal lobe and patterns of convergence downstream of the mushroom body and lateral horn. Leveraging a second data set we provide a first quantitative assessment of inter- versus intra-individual stereotypy. Comparing neurons across two brains (three hemispheres) reveals striking similarity in neuronal morphology across brains. Connectivity correlates with morphology and neurons of the same morphological type show similar connection variability within the same brain as across two brains.

}, issn = {2050-084X}, doi = {10.7554/eLife.66018}, author = {Schlegel, Philipp and Bates, Alexander Shakeel and St{\"u}rner, Tomke and Jagannathan, Sridhar R and Drummond, Nikolas and Hsu, Joseph and Serratosa Capdevila, Laia and Javier, Alexandre and Marin, Elizabeth C and Barth-Maron, Asa and Tamimi, Imaan Fm and Li, Feng and Rubin, Gerald M and Plaza, Stephen M and Costa, Marta and Jefferis, Gregory Sxe} } @article {68507, title = {A connectome and analysis of the adult Drosophila central brain.}, journal = {Elife}, volume = {9}, year = {2020}, month = {2020 Sep 07}, abstract = {

The neural circuits responsible for animal behavior remain largely unknown. We summarize new methods and present the circuitry of a large fraction of the brain of the fruit fly . Improved methods include new procedures to prepare, image, align, segment, find synapses in, and proofread such large data sets. We define cell types, refine computational compartments, and provide an exhaustive atlas of cell examples and types, many of them novel. We provide detailed circuits consisting of neurons and their chemical synapses for most of the central brain. We make the data public and simplify access, reducing the effort needed to answer circuit questions, and provide procedures linking the neurons defined by our analysis with genetic reagents. Biologically, we examine distributions of connection strengths, neural motifs on different scales, electrical consequences of compartmentalization, and evidence that maximizing packing density is an important criterion in the evolution of the fly{\textquoteright}s brain.

}, keywords = {Animals, Brain, Connectome, Drosophila melanogaster, Female, Male, Neurons, Synapses}, issn = {2050-084X}, doi = {10.7554/eLife.57443}, author = {Scheffer, Louis K and Xu, C Shan and Januszewski, Michal and Lu, Zhiyuan and Takemura, Shin-ya and Hayworth, Kenneth J and Huang, Gary B and Shinomiya, Kazunori and Maitlin-Shepard, Jeremy and Berg, Stuart and Clements, Jody and Hubbard, Philip M and Katz, William T and Umayam, Lowell and Zhao, Ting and Ackerman, David and Blakely, Tim and Bogovic, John and Dolafi, Tom and Kainmueller, Dagmar and Kawase, Takashi and Khairy, Khaled A and Leavitt, Laramie and Li, Peter H and Lindsey, Larry and Neubarth, Nicole and Olbris, Donald J and Otsuna, Hideo and Trautman, Eric T and Ito, Masayoshi and Bates, Alexander S and Goldammer, Jens and Wolff, Tanya and Svirskas, Robert and Schlegel, Philipp and Neace, Erika and Knecht, Christopher J and Alvarado, Chelsea X and Bailey, Dennis A and Ballinger, Samantha and Borycz, Jolanta A and Canino, Brandon S and Cheatham, Natasha and Cook, Michael and Dreher, Marisa and Duclos, Octave and Eubanks, Bryon and Fairbanks, Kelli and Finley, Samantha and Forknall, Nora and Francis, Audrey and Hopkins, Gary Patrick and Joyce, Emily M and Kim, SungJin and Kirk, Nicole A and Kovalyak, Julie and Lauchie, Shirley A and Lohff, Alanna and Maldonado, Charli and Manley, Emily A and McLin, Sari and Mooney, Caroline and Ndama, Miatta and Ogundeyi, Omotara and Okeoma, Nneoma and Ordish, Christopher and Padilla, Nicholas and Patrick, Christopher M and Paterson, Tyler and Phillips, Elliott E and Phillips, Emily M and Rampally, Neha and Ribeiro, Caitlin and Robertson, Madelaine K and Rymer, Jon Thomson and Ryan, Sean M and Sammons, Megan and Scott, Anne K and Scott, Ashley L and Shinomiya, Aya and Smith, Claire and Smith, Kelsey and Smith, Natalie L and Sobeski, Margaret A and Suleiman, Alia and Swift, Jackie and Takemura, Satoko and Talebi, Iris and Tarnogorska, Dorota and Tenshaw, Emily and Tokhi, Temour and Walsh, John J and Yang, Tansy and Horne, Jane Anne and Li, Feng and Parekh, Ruchi and Rivlin, Patricia K and Jayaraman, Vivek and Costa, Marta and Jefferis, Gregory Sxe and Ito, Kei and Saalfeld, Stephan and George, Reed and Meinertzhagen, Ian A and Rubin, Gerald M and Hess, Harald F and Jain, Viren and Plaza, Stephen M} } @article {51252, title = {Comparisons between the ON- and OFF-edge motion pathways in the brain.}, journal = {eLife}, volume = {8}, year = {2019}, month = {2019 Jan 09}, abstract = {

Understanding the circuit mechanisms behind motion detection is a long-standing question in visual neuroscience. In , recent synapse-level connectomes in the optic lobe, particularly in ON-pathway (T4) receptive-field circuits, in concert with physiological studies, suggest an increasingly intricate motion model compared with the ubiquitous Hassenstein-Reichardt model, while our knowledge of OFF-pathway (T5) has been incomplete. Here we present a conclusive and comprehensive connectome that for the first time integrates detailed connectivity information for inputs to both T4 and T5 pathways in a single EM dataset covering the entire optic lobe. With novel reconstruction methods using automated synapse prediction suited to such a large connectome, we successfully corroborate previous findings in the T4 pathway and comprehensively identify inputs and receptive fields for T5. While the two pathways are likely evolutionarily linked and indeed exhibit many similarities, we uncover interesting differences and interactions that may underlie their distinct functional properties.

}, issn = {2050-084X}, doi = {10.7554/eLife.40025}, author = {Shinomiya, Kazunori and Huang, Gary and Lu, Zhiyuan and Parag, Toufiq and Xu, C Shan and Aniceto, Roxanne and Ansari, Namra and Cheatham, Natasha and Lauchie, Shirley and Neace, Erika and Ogundeyi, Omotara and Ordish, Christopher and Peel, David and Shinomiya, Aya and Smith, Claire and Takemura, Satoko and Talebi, Iris and Rivlin, Patricia K and Nern, Aljoscha and Scheffer, Louis K and Plaza, Stephen M and Meinertzhagen, Ian A} } @article {64542, title = {DVID: Distributed versioned image-oriented dataservice.}, journal = {Frontiers in Neural Circuits}, volume = {13}, year = {2019}, month = {2019 Feb 05}, abstract = {

Open-source software development has skyrocketed in part due to community tools like github.com, which allows publication of code as well as the ability to create branches and push accepted modifications back to the original repository. As the number and size of EM-based datasets increases, the connectomics community faces similar issues when we publish snapshot data corresponding to a publication. Ideally, there would be a mechanism where remote collaborators could modify branches of the data and then flexibly reintegrate results via moderated acceptance of changes. The DVID system provides a web-based connectomics API and the first steps toward such a distributed versioning approach to EM-based connectomics datasets. Through its use as the central data resource for Janelia{\textquoteright}s FlyEM team, we have integrated the concepts of distributed versioning into reconstruction workflows, allowing support for proofreader training and segmentation experiments through branched, versioned data. DVID also supports persistence to a variety of storage systems from high-speed local SSDs to cloud-based object stores, which allows its deployment on laptops as well as large servers. The tailoring of the backend storage to each type of connectomics data leads to efficient storage and fast queries. DVID is freely available as open-source software with an increasing number of supported storage options.

}, doi = {10.3389/fncir.2019.00005}, author = {Katz, William T and Plaza, Stephen M} } @article {65206, title = {The organization of the second optic chiasm of the optic lobe.}, journal = {Frontiers in Neural Circuits}, volume = {13}, year = {2019}, month = {2019 Oct 11}, pages = {65}, abstract = {

Visual pathways from the compound eye of an insect relay to four neuropils, successively the lamina, medulla, lobula, and lobula plate in the underlying optic lobe. Among these neuropils, the medulla, lobula, and lobula plate are interconnected by the complex second optic chiasm, through which the anteroposterior axis undergoes an inversion between the medulla and lobula. Given their complex structure, the projection patterns through the second optic chiasm have so far lacked critical analysis. By densely reconstructing axon trajectories using a volumetric scanning electron microscopy (SEM) technique, we reveal the three-dimensional structure of the second optic chiasm of , which comprises interleaving bundles and sheets of axons insulated from each other by glial sheaths. These axon bundles invert their horizontal sequence in passing between the medulla and lobula. Axons connecting the medulla and lobula plate are also bundled together with them but do not decussate the sequence of their horizontal positions. They interleave with sheets of projection neuron axons between the lobula and lobula plate, which also lack decussations. We estimate that approximately 19,500 cells per hemisphere, about two thirds of the optic lobe neurons, contribute to the second chiasm, most being Tm cells, with an estimated additional 2,780 T4 and T5 cells each. The chiasm mostly comprises axons and cell body fibers, but also a few synaptic elements. Based on our anatomical findings, we propose that a chiasmal structure between the neuropils is potentially advantageous for processing complex visual information in parallel. The EM reconstruction shows not only the structure of the chiasm in the adult brain, the previously unreported main topic of our study, but also suggest that the projection patterns of the neurons comprising the chiasm may be determined by the proliferation centers from which the neurons develop. Such a complex wiring pattern could, we suggest, only have arisen in several evolutionary steps.

}, issn = {1662-5110}, doi = {10.3389/fncir.2019.00065}, author = {Shinomiya, Kazunori and Horne, Jane Anne and McLin, Sari and Wiederman, Meagan and Nern, Aljoscha and Plaza, Stephen M and Meinertzhagen, Ian A} } @article {49531, title = {Analyzing image segmentation for connectomics.}, journal = {Frontiers in Neural Circuits}, volume = {12}, year = {2018}, month = {2018}, pages = {102}, abstract = {

Automatic image segmentation is critical to scale up electron microscope (EM) connectome reconstruction. To this end, segmentation competitions, such as CREMI and SNEMI, exist to help researchers evaluate segmentation algorithms with the goal of improving them. Because generating ground truth is time-consuming, these competitions often fail to capture the challenges in segmenting larger datasets required in connectomics. More generally, the common metrics for EM image segmentation do not emphasize impact on downstream analysis and are often not very useful for isolating problem areas in the segmentation. For example, they do not capture connectivity information and often over-rate the quality of a segmentation as we demonstrate later. To address these issues, we introduce a novel strategy to enable evaluation of segmentation at large scales both in a supervised setting, where ground truth is available, or an unsupervised setting. To achieve this, we first introduce new metrics more closely aligned with the use of segmentation in downstream analysis and reconstruction. In particular, these include synapse connectivity and completeness metrics that provide both meaningful and intuitive interpretations of segmentation quality as it relates to the preservation of neuron connectivity. Also, we propose measures of segmentation correctness and completeness with respect to the percentage of "orphan" fragments and the concentrations of self-loops formed by segmentation failures, which are helpful in analysis and can be computed without ground truth. The introduction of new metrics intended to be used for practical applications involving large datasets necessitates a scalable software ecosystem, which is a critical contribution of this paper. To this end, we introduce a scalable, flexible software framework that enables integration of several different metrics and provides mechanisms to evaluate and debug differences between segmentations. We also introduce visualization software to help users to consume the various metrics collected. We evaluate our framework on two relatively large public groundtruth datasets providing novel insights on example segmentations.

}, issn = {1662-5110}, doi = {10.3389/fncir.2018.00102}, author = {Plaza, Stephen M and Funke, Jan} } @article {49532, title = {NeuTu: Software for Collaborative, Large-Scale, Segmentation-Based Connectome Reconstruction.}, journal = {Frontiers in Neural Circuits}, volume = {12}, year = {2018}, month = {2018}, pages = {101}, abstract = {

Reconstructing a connectome from an EM dataset often requires a large effort of proofreading automatically generated segmentations. While many tools exist to enable tracing or proofreading, recent advances in EM imaging and segmentation quality suggest new strategies and pose unique challenges for tool design to accelerate proofreading. Namely, we now have access to very large multi-TB EM datasets where (1) many segments are largely correct, (2) segments can be very large (several GigaVoxels), and where (3) several proofreaders and scientists are expected to collaborate simultaneously. In this paper, we introduce NeuTu as a solution to efficiently proofread large, high-quality segmentation in a collaborative setting. NeuTu is a client program of our high-performance, scalable image database called DVID so that it can easily be scaled up. Besides common features of typical proofreading software, NeuTu tames unprecedentedly large data with its distinguishing functions, including: (1) low-latency 3D visualization of large mutable segmentations; (2) interactive splitting of very large false merges with highly optimized semi-automatic segmentation; (3) intuitive user operations for investigating or marking interesting points in 3D visualization; (4) visualizing proofreading history of a segmentation; and (5) real-time collaborative proofreading with lock-based concurrency control. These unique features have allowed us to manage the workflow of proofreading a large dataset smoothly without dividing them into subsets as in other segmentation-based tools. Most importantly, NeuTu has enabled some of the largest connectome reconstructions as well as interesting discoveries in the fly brain.

}, issn = {1662-5110}, doi = {10.3389/fncir.2018.00101}, author = {Zhao, Ting and Olbris, Donald J and Yu, Yang and Plaza, Stephen M} } @article {49497, title = {A resource for the antennal lobe provided by the connectome of glomerulus VA1v.}, journal = {eLife}, volume = {7}, year = {2018}, month = {2018 Nov 01}, abstract = {

Using FIB-SEM we report the entire synaptic connectome of glomerulus VA1v of the right antennal lobe in . Within the glomerulus we densely reconstructed all neurons, including hitherto elusive local interneurons. The -positive, sexually dimorphic VA1v included \>11,140 presynaptic sites with ~38,050 postsynaptic dendrites. These connected input olfactory receptor neurons (ORNs, 51 ipsilateral, 56 contralateral), output projection neurons (18 PNs), and local interneurons (56 of \>150 previously reported LNs). ORNs are predominantly presynaptic and PNs predominantly postsynaptic; newly reported LN circuits are largely an equal mixture and confer extensive synaptic reciprocity, except the newly reported LN2V with input from ORNs and outputs mostly to monoglomerular PNs, however. PNs were more numerous than previously reported from genetic screens, suggesting that the latter failed to reach saturation. We report a matrix of 192 bodies each having 50 connections; these form 88\% of the glomerulus{\textquoteright} pre/postsynaptic sites.

}, issn = {2050-084X}, doi = {10.7554/eLife.37550}, author = {Horne, Jane Anne and Langille, Carlie and McLin, Sari and Wiederman, Meagan and Lu, Zhiyuan and Xu, C Shan and Plaza, Stephen M and Scheffer, Louis K and Hess, Harald F and Meinertzhagen, Ian A} } @article {48658, title = {A connectome of a learning and memory center in the adult Drosophila brain.}, journal = {eLife}, volume = {6}, year = {2017}, month = {2017 Jul 18}, pages = {e26975}, abstract = {

Understanding memory formation, storage and retrieval requires knowledge of the underlying neuronal circuits. In\ Drosophila, the mushroom body (MB) is the major site of associative learning. We reconstructed the morphologies and synaptic connections of all 983 neurons within the three functional units, or compartments, that compose the adult MB{\textquoteright}s α lobe, using a dataset of isotropic 8-nm voxels collected by focused ion-beam milling scanning electron microscopy. We found that Kenyon cells (KCs), whose sparse activity encodes sensory information, each make multiple\ en passant\ synapses to MB output neurons (MBONs) in each compartment. Some MBONs have inputs from all KCs, while others differentially sample sensory modalities. Only six percent of KC\>MBON synapses receive a direct synapse from a dopaminergic neuron (DAN). We identified two unanticipated classes of synapses, KC\>DAN and DAN\>MBON. DAN activation produces a slow depolarization of the MBON in these DAN\>MBON synapses and can weaken memory recall.

}, doi = {10.7554/eLife.26975}, author = {Takemura, Shin-ya and Aso, Yoshinori and Hige, Toshihide and Wong, Allan M and Lu, Zhiyuan and Xu, C Shan and Rivlin, Patricia K and Hess, Harald F and Zhao, Ting and Parag, Toufiq and Berg, Stuart and Huang, Gary and Katz, William T and Olbris, Donald J and Plaza, Stephen M and Umayam, Lowell A and Aniceto, Roxanne and Chang, Lei-Ann and Lauchie, Shirley and et al} } @article {48254, title = {Multicut brings automated neurite segmentation closer to human performance.}, journal = {Nature Methods}, volume = {14}, year = {2017}, month = {2017 Jan 31}, pages = {101-102}, issn = {1548-7105}, doi = {10.1038/nmeth.4151}, author = {Beier, Thorsten and Pape, Constantin and Rahaman, Nasim and Prange, Timo and Berg, Stuart and Bock, Davi D and Cardona, Albert and Knott, Graham W and Plaza, Stephen M and Scheffer, Louis K and Koethe, Ullrich and Kreshuk, Anna and Hamprecht, Fred A} } @article {47925, title = {Large-scale electron microscopy image segmentation in spark.}, journal = {arXiv}, year = {2016}, month = {1 April 2016}, pages = {arXiv:1604.00385 }, abstract = {

The emerging field of connectomics aims to unlock the mysteries of the brain by understanding the connectivity between neurons. To map this connectivity, we acquire thousands of electron microscopy (EM) images with nanometer-scale resolution. After aligning these images, the resulting dataset has the potential to reveal the shapes of neurons and the synaptic connections between them. However, imaging the brain of even a tiny organism like the fruit fly yields terabytes of data. It can take years of manual effort to examine such image volumes and trace their neuronal connections. One solution is to apply image segmentation algorithms to help automate the tracing tasks. In this paper, we propose a novel strategy to apply such segmentation on very large datasets that exceed the capacity of a single machine. Our solution is robust to potential segmentation errors which could otherwise severely compromise the quality of the overall segmentation, for example those due to poor classifier generalizability or anomalies in the image dataset. We implement our algorithms in a Spark application which minimizes disk I/O, and apply them to a few large EM datasets, revealing both their effectiveness and scalability. We hope this work will encourage external contributions to EM segmentation by providing 1) a flexible plugin architecture that deploys easily on different cluster environments and 2) an in-memory representation of segmentation that could be conducive to new advances.

}, author = {Plaza, Stephen M and Berg, Stuart E.} } @article {46940, title = {A common evolutionary origin for the ON- and OFF-edge motion detection pathways of the Drosophila visual system.}, journal = {Frontiers in Neural Circuits}, volume = {9}, year = {2015}, month = {2015}, pages = {33}, abstract = {

Synaptic circuits for identified behaviors in the Drosophila brain have typically been considered from either a developmental or functional perspective without reference to how the circuits might have been inherited from ancestral forms. For example, two candidate pathways for ON- and OFF-edge motion detection in the visual system act via circuits that use respectively either T4 or T5, two cell types of the fourth neuropil, or lobula plate (LOP), that exhibit narrow-field direction-selective responses and provide input to wide-field tangential neurons. T4 or T5 both have four subtypes that terminate one each in the four strata of the LOP. Representatives are reported in a wide range of Diptera, and both cell types exhibit various similarities in: (1) the morphology of their dendritic arbors; (2) their four morphological and functional subtypes; (3) their cholinergic profile in Drosophila; (4) their input from the pathways of L3 cells in the first neuropil, or lamina (LA), and by one of a pair of LA cells, L1 (to the T4 pathway) and L2 (to the T5 pathway); and (5) their innervation by a single, wide-field contralateral tangential neuron from the central brain. Progenitors of both also express the gene atonal early in their proliferation from the inner anlage of the developing optic lobe, being alone among many other cell type progeny to do so. Yet T4 receives input in the second neuropil, or medulla (ME), and T5 in the third neuropil or lobula (LO). Here we suggest that these two cell types were originally one, that their ancestral cell population duplicated and split to innervate separate ME and LO neuropils, and that a fiber crossing-the internal chiasma-arose between the two neuropils. The split most plausibly occurred, we suggest, with the formation of the LO as a new neuropil that formed when it separated from its ancestral neuropil to leave the ME, suggesting additionally that ME input neurons to T4 and T5 may also have had a common origin.

}, issn = {1662-5110}, doi = {10.3389/fncir.2015.00033}, author = {Shinomiya, Kazunori and Takemura, Shin-ya and Rivlin, Patricia K and Plaza, Stephen M and Scheffer, Louis K and Meinertzhagen, Ian A} } @article {46798, title = {Solving the third-shift problem in ic piracy with test-aware logic locking.}, journal = {IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems}, volume = {34}, year = {2015}, month = {2015 Jun}, pages = {961-71}, abstract = {

The increasing IC manufacturing cost encourages a business model where design houses outsource IC fabrication to remote foundries. Despite cost savings, this model exposes design houses to IC piracy as remote foundries can manufacture in excess to sell on the black market. Recent efforts in digital hardware security aim to thwart piracy by using XOR-based chip locking, cryptography, and active metering. To counter direct attacks and lower the exposure of unlocked circuits to the foundry, we introduce a multiplexor-based locking strategy that preserves test response allowing IC testing by an untrusted party before activation. We demonstrate a simple yet effective attack against a locked circuit that does not preserve test response, and validate the effectiveness of our locking strategy on IWLS 2005 benchmarks.

}, doi = {10.1109/TCAD.2015.2404876}, author = {Plaza, Stephen M and Markov, Igor L} } @article {46226, title = {Annotating synapses in large EM datasets.}, journal = {arXiv}, year = {2014}, month = {2014 Sep 5}, pages = {arXiv:1409.1801 [q-bio.QM]}, abstract = {

Reconstructing neuronal circuits at the level of synapses is a central problem in neuroscience and becoming a focus of the emerging field of connectomics. To date, electron microscopy (EM) is the most proven technique for identifying and quantifying synaptic connections. As advances in EM make acquiring larger datasets possible, subsequent manual synapse identification ({\em i.e.}, proofreading) for deciphering a connectome becomes a major time bottleneck. Here we introduce a large-scale, high-throughput, and semi-automated methodology to efficiently identify synapses. We successfully applied our methodology to the Drosophila medulla optic lobe, annotating many more synapses than previous connectome efforts. Our approaches are extensible and will make the often complicated process of synapse identification accessible to a wider-community of potential proofreaders.

}, url = {http://arxiv.org/abs/1409.1801}, author = {Plaza, Stephen M and Parag, Toufiq and Huang, Gary and Olbris, Donald J. and Saunders, Mathew A. and Rivlin, Patricia K.} } @article {46227, title = {Automatic neuron type identification by neurite localization in the Drosophila medulla.}, journal = {arXiv}, year = {2014}, month = {2014 Sep 5}, pages = {arXiv:1409.1892 [q-bio.NC]}, abstract = {

Mapping the connectivity of neurons in the brain (i.e., connectomics) is a challenging problem due to both the number of connections in even the smallest organisms and the nanometer resolution required to resolve them. Because of this, previous connectomes contain only hundreds of neurons, such as in the C.elegans connectome. Recent technological advances will unlock the mysteries of increasingly large connectomes (or partial connectomes). However, the value of these maps is limited by our ability to reason with this data and understand any underlying motifs. To aid connectome analysis, we introduce algorithms to cluster similarly-shaped neurons, where 3D neuronal shapes are represented as skeletons. In particular, we propose a novel location-sensitive clustering algorithm. We show clustering results on neurons reconstructed from the Drosophila medulla that show high-accuracy.

}, author = {Plaza, Stephen M and Zhao, Ting} } @article {46224, title = {A context-aware delayed agglomeration framework for EM segmentation.}, journal = {arXiv}, year = {2014}, month = {2014 Jun 5}, pages = {arXiv:1406.1476 [cs.CV]}, abstract = {

This paper proposes a novel agglomerative framework for Electron Microscopy (EM) image (or volume) segmentation. For the overall segmentation methodology, we propose a context-aware algorithm that clusters the over-segmented regions of different sub-classes (representing different biological entities) in different stages. Furthermore, a delayed scheme for agglomerative clustering, which postpones the merge of newly formed bodies, is also proposed to generate a more confident boundary prediction. We report significant improvements in both segmentation accuracy and speed attained by the proposed approaches over existing standard methods on both 2D and 3D datasets.

}, url = {http://arxiv.org/abs/1406.1476}, author = {Parag, Toufiq and Chakraborty, Anirban and Plaza, Stephen M} } @article {46229, title = {Focused proofreading: efficiently extracting connectomes from segmented EM images.}, journal = {arXiv}, year = {2014}, month = {2014 Sep 3}, pages = {arXiv:1409.1199 [q-bio.QM]}, abstract = {

Pixel and superpixel classifiers have become essential tools for EM segmentation algorithms. Training these classifiers remains a major bottleneck primarily due to the requirement of completely annotating the dataset which is tedious, error-prone and costly. In this paper, we propose an interactive learning scheme for the superpixel classifier for EM segmentation. Our algorithm is "active semi-supervised" because it requests the labels of a small number of examples from user and applies label propagation technique to generate these queries. Using only a small set (\<20\%) of all datapoints, the proposed algorithm consistently generates a classifier almost as accurate as that estimated from a complete groundtruth. We provide segmentation results on multiple datasets to show the strength of these classifiers.

}, url = {http://arxiv.org/abs/1409.1199}, author = {Plaza, Stephen M} } @article {6934, title = {Graph-based active learning of agglomeration (GALA): a Python library to segment 2D and 3D neuroimages}, journal = {Frontiers in Neuroinformatics}, volume = {8}, year = {2014}, month = {2014 Apr 4}, pages = {34}, abstract = {

The aim in high-resolution connectomics is to reconstruct complete neuronal connectivity in a tissue. Currently, the only technology capable of resolving the smallest neuronal processes is electron microscopy (EM). Thus, a common approach to network reconstruction is to perform (error-prone) automatic segmentation of EM images, followed by manual proofreading by experts to fix errors. We have developed an algorithm and software library to not only improve the accuracy of the initial automatic segmentation, but also point out the image coordinates where it is likely to have made errors. Our software, called gala (graph-based active learning of agglomeration), improves the state of the art in agglomerative image segmentation. It is implemented in Python and makes extensive use of the scientific Python stack (numpy, scipy, networkx, scikit-learn, scikit-image, and others). We present here the software architecture of the gala library, and discuss several designs that we consider would be generally useful for other segmentation packages. We also discuss the current limitations of the gala library and how we intend to address them.

}, issn = {1662-5196}, doi = {10.3389/fninf.2014.00034}, author = {Nunez-Iglesias, Juan and Kennedy, Ryan and Plaza, Stephen M and Chakraborty, Anirban and William T. Katz} } @article {46231, title = {Identifying synapses using deep and wide multiscale recursive networks.}, journal = {arXiv}, year = {2014}, month = {2014 Sep 5}, pages = {arXiv:1409.1789 [cs.CV]}, abstract = {

In this work, we propose a learning framework for identifying synapses using a deep and wide multi-scale recursive (DAWMR) network, previously considered in image segmentation applications. We apply this approach on electron microscopy data from invertebrate fly brain tissue. By learning features directly from the data, we are able to achieve considerable improvements over existing techniques that rely on a small set of hand-designed features. We show that this system can reduce the amount of manual annotation required, in both acquisition of training data as well as verification of inferred detections.

}, url = {http://arxiv.org/abs/1409.1789}, author = {Huang, Gary and Plaza, Stephen M} } @article {46941, title = {Protecting integrated circuits from piracy with test-aware logic locking.}, journal = {ICCAD {\textquoteright}14 Proceedings of the 2014 IEEE/ACM International Conference on Computer-Aided Design}, year = {2014}, month = {2014 Nov 03}, pages = {262-269}, abstract = {The increasing IC manufacturing cost encourages a business model where design houses outsource IC fabrication to remote foundries. Despite cost savings, this model exposes design houses to IC piracy as remote foundries can manufacture in excess to sell on the black market. Recent efforts in digital hardware security aim to thwart piracy by using XOR-based chip locking, cryptography, and active metering. To counter direct attacks and lower the exposure of unlocked circuits to the foundry, we introduce a multiplexor-based locking strategy that preserves test response allowing IC testing by an untrusted party before activation. We demonstrate a simple yet effective attack against a locked circuit that does not preserve test response, and validate the effectiveness of our locking strategy on IWLS 2005 benchmarks.}, doi = {10.1109/ICCAD.2014.7001361}, author = {Plaza, Stephen M and Markov, Igor L} } @article {46228, title = {Small sample learning of superpixel classifiers for EM segmentation- extended version.}, journal = {arXiv}, year = {2014}, month = {2014 Jun 6}, pages = {arXiv:1406.1774 [cs.CV]}, abstract = {

Pixel and superpixel classifiers have become essential tools for EM segmentation algorithms. Training these classifiers remains a major bottleneck primarily due to the requirement of completely annotating the dataset which is tedious, error-prone and costly. In this paper, we propose an interactive learning scheme for the superpixel classifier for EM segmentation. Our algorithm is "active semi-supervised" because it requests the labels of a small number of examples from user and applies label propagation technique to generate these queries. Using only a small set (\<20\%) of all datapoints, the proposed algorithm consistently generates a classifier almost as accurate as that estimated from a complete groundtruth. We provide segmentation results on multiple datasets to show the strength of these classifiers.

}, url = {http://arxiv.org/abs/1406.1774}, author = {Parag, Toufiq and Plaza, Stephen M and Scheffer, Louis K} } @article {6905, title = {Toward large-scale connectome reconstructions.}, journal = {Current Opinion in Neurobiology}, volume = {25C}, year = {2014}, month = {2014 Mar 2}, pages = {201-10}, abstract = {

Recent results have shown the possibility of both reconstructing connectomes of small but biologically interesting circuits and extracting from these connectomes insights into their function. However, these reconstructions were heroic proof-of-concept experiments, requiring person-months of effort per neuron reconstructed, and will not scale to larger circuits, much less the brains of entire animals. In this paper we examine what will be required to generate and use substantially larger connectomes, finding five areas that need increased attention: firstly, imaging better suited to automatic reconstruction, with excellent z-resolution; secondly, automatic detection, validation, and measurement of synapses; thirdly, reconstruction methods that keep and use uncertainty metrics for every object, from initial images, through segmentation, reconstruction, and connectome queries; fourthly, processes that are fully incremental, so that the connectome may be used before it is fully complete; and finally, better tools for analysis of connectomes, once they are obtained.

}, issn = {1873-6882}, doi = {10.1016/j.conb.2014.01.019}, author = {Plaza, Stephen M and Scheffer, Louis K and Chklovskii, Dmitri B} } @article {6178, title = {A visual motion detection circuit suggested by Drosophila connectomics.}, journal = {Nature}, volume = {500}, year = {2013}, month = {2013 Aug 7}, pages = {175{\textendash}81}, abstract = {

Animal behaviour arises from computations in neuronal circuits, but our understanding of these computations has been frustrated by the lack of detailed synaptic connection maps, or connectomes. For example, despite intensive investigations over half a century, the neuronal implementation of local motion detection in the insect visual system remains elusive. Here we develop a semi-automated pipeline using electron microscopy to reconstruct a connectome, containing 379 neurons and 8,637 chemical synaptic contacts, within the Drosophila optic medulla. By matching reconstructed neurons to examples from light microscopy, we assigned neurons to cell types and assembled a connectome of the repeating module of the medulla. Within this module, we identified cell types constituting a motion detection circuit, and showed that the connections onto individual motion-sensitive neurons in this circuit were consistent with their direction selectivity. Our results identify cellular targets for future functional investigations, and demonstrate that connectomes can provide key insights into neuronal computations.

}, issn = {1476-4687}, doi = {doi:10.1038/nature12450}, url = {http://www.nature.com/nature/journal/v500/n7461/full/nature12450.html}, author = {Takemura, Shin-ya and Bharioke, Arjun and Lu, Zhiyuan and Nern, Aljoscha and Vitaladevuni, Shiv and Rivlin, Patricia K. and Katz, William T. and Olbris, Donald J. and Plaza, Stephen M and Winston, Philip and Zhao, Ting and Horne, Jane Anne and Fetter, Richard D and Takemura, Satoko and Blazek, Katerina and Chang, Lei-Ann and Ogundeyi, Omotara and Saunders, Mathew A. and Shapiro, Victor and Sigmund, Christopher and Rubin, Gerald M and Scheffer, Louis K and Meinertzhagen, Ian A. and Chklovskii, Dmitri B} } @article {6171, title = {Minimizing manual image segmentation turn-around time for neuronal reconstruction by embracing uncertainty.}, journal = {PLoS One}, volume = {7}, year = {2012}, month = {2012}, pages = {e44448}, abstract = {

The ability to automatically segment an image into distinct regions is a critical aspect in many visual processing applications. Because inaccuracies often exist in automatic segmentation, manual segmentation is necessary in some application domains to correct mistakes, such as required in the reconstruction of neuronal processes from microscopic images. The goal of the automated segmentation tool is traditionally to produce the highest-quality segmentation, where quality is measured by the similarity to actual ground truth, so as to minimize the volume of manual correction necessary. Manual correction is generally orders-of-magnitude more time consuming than automated segmentation, often making handling large images intractable. Therefore, we propose a more relevant goal: minimizing the turn-around time of automated/manual segmentation while attaining a level of similarity with ground truth. It is not always necessary to inspect every aspect of an image to generate a useful segmentation. As such, we propose a strategy to guide manual segmentation to the most uncertain parts of segmentation. Our contributions include 1) a probabilistic measure that evaluates segmentation without ground truth and 2) a methodology that leverages these probabilistic measures to significantly reduce manual correction while maintaining segmentation quality.

}, keywords = {Animals, Automated, Computer-Assisted, Humans, Image Processing, Models, Neurons, Pattern Recognition, Theoretical, Uncertainty}, issn = {1932-6203}, doi = {10.1371/journal.pone.0044448}, author = {Plaza, Stephen M and Scheffer, Louis K and Saunders, Mathew} }