@article {65253, title = {Tissue clearing and its applications in neuroscience}, journal = {Nature Reviews Neuroscience}, year = {2020}, month = {2020 Feb 1}, abstract = {

State-of-the-art tissue-clearing methods provide subcellular-level optical access to intact tissues from individual organs and even to some entire mammals. When combined with light-sheet microscopy and automated approaches to image analysis, existing tissue-clearing methods can speed up and may reduce the cost of conventional histology by several orders of magnitude. In addition, tissue-clearing chemistry allows whole-organ antibody labelling, which can be applied even to thick human tissues. By combining the most powerful labelling, clearing, imaging and data-analysis tools, scientists are extracting structural and functional cellular and subcellular information on complex mammalian bodies and large human specimens at an accelerated pace. The rapid generation of terabyte-scale imaging data furthermore creates a high demand for efficient computational approaches that tackle challenges in large-scale data analysis and management. In this Review, we discuss how tissue-clearing methods could provide an unbiased, system-level view of mammalian bodies and human specimens and discuss future opportunities for the use of these methods in human neuroscience.

}, issn = {1471-003X}, doi = {10.1038/s41583-019-0250-1}, url = {http://www.nature.com/articles/s41583-019-0250-1}, author = {Ueda, Hiroki R. and Ert{\"u}rk, Ali and Chung, Kwanghun and Gradinaru, Viviana and Ch{\'e}dotal, Alain and Tomancak, Pavel and Keller, Philipp J.} } @article {65264, title = {Tissue clearing and its applications in~neuroscience.}, journal = {Nature Reviews Neuroscience}, volume = {21}, year = {2020}, month = {2020 Jan 02}, pages = {61-79}, abstract = {

State-of-the-art tissue-clearing methods provide subcellular-level optical access to intact tissues from individual organs and even to some entire mammals. When combined with light-sheet microscopy and automated approaches to image analysis, existing tissue-clearing methods can speed up and may reduce the cost of conventional histology by several orders of magnitude. In addition, tissue-clearing chemistry allows whole-organ antibody labelling, which can be applied even to thick human tissues. By combining the most powerful labelling, clearing, imaging and data-analysis tools, scientists are extracting structural and functional cellular and subcellular information on complex mammalian bodies and large human specimens at an accelerated pace. The rapid generation of terabyte-scale imaging data furthermore creates a high demand for efficient computational approaches that tackle challenges in large-scale data analysis and management. In this Review, we discuss how tissue-clearing methods could provide an unbiased, system-level view of mammalian bodies and human specimens and discuss future opportunities for the use of these methods in human neuroscience.

}, issn = {1471-0048}, doi = {10.1038/s41583-019-0250-1}, author = {Ueda, Hiroki R and Ert{\"u}rk, Ali and Chung, Kwanghun and Gradinaru, Viviana and Ch{\'e}dotal, Alain and Tomancak, Pavel and Keller, Philipp J} } @article {64847, title = {Attachment of the blastoderm to the vitelline envelope affects gastrulation of insects.}, journal = {Nature}, year = {2019}, month = {2019 Mar 27}, abstract = {

During gastrulation, physical forces reshape the simple embryonic tissue to form the complex body plans of multicellular organisms. These forces often cause large-scale asymmetric movements of the embryonic tissue. In many embryos, the gastrulating tissue is surrounded by a rigid protective shell. Although it is well-recognized that gastrulation movements depend on forces that are generated by tissue-intrinsic contractility,\ it is not known whether interactions between the tissue and the protective shell provide additional forces that affect gastrulation. Here we show that a particular part of the blastoderm tissue of the red flour beetle (Tribolium castaneum) tightly adheres in a temporally coordinated manner to the vitelline envelope that surrounds the embryo. This attachment generates an additional force that counteracts tissue-intrinsic contractile forces to create asymmetric tissue movements. This localized attachment depends on an αPS2 integrin (inflated), and the knockdown of this integrin leads to a gastrulation phenotype that is consistent with complete loss of attachment. Furthermore, analysis of another integrin (the αPS3 integrin, scab) in the fruit fly (Drosophila melanogaster) suggests that gastrulation in this organism also relies on adhesion between the blastoderm and the vitelline envelope. Our findings reveal a conserved mechanism through which the spatiotemporal pattern of tissue adhesion to the vitelline envelope provides controllable, counteracting forces that shape gastrulation movements in insects.

}, doi = {10.1038/s41586-019-1044-3}, author = {Muenster, Stefan and Jain, Akanksha and Mietke, Alexander and Pavlopoulos, Anastasios and Grill, Stephan W and Tomancak, Pavel} } @article {65111, title = {Regionalized tissue fluidization by an actomyosin cable is required for epithelial gap closure during insect gastrulation.}, journal = {Nature Communications}, volume = {11}, year = {2019}, month = {2020 Aug 22}, pages = {5604}, abstract = {

Many animal embryos face early on in development the problem of having to pull and close an epithelial sheet around the spherical yolk-sac. During this gastrulation process, known as epiboly, the spherical geometry of the egg dictates that the epithelial sheet first expands and subsequently compacts to close around the sphere. While it is well recognized that contractile actomyosin cables can drive epiboly movements, it is unclear how pulling on the leading edge can lead to simultaneous tissue expansion and compaction. Moreover, the epithelial sheet spreading over the sphere is mechanically stressed and this stress needs to be dissipated for seamless closure. While oriented cell division is known to dissipate tissue stresses during epiboly, it is unclear how this can be achieved without cell division. Here we show that during extraembryonic tissue (serosa) epiboly in the red flour beetle Tribolium castaneum, the non-proliferative serosa becomes regionalized into two distinct territories: a dorsal region under higher tension away from the leading edge with larger, isodiametric and non-rearranging cells, and a more fluid ventral region under lower tension surrounding the leading edge with smaller, anisotropic cells undergoing cell intercalation. Our results suggest that fluidization of the leading edge is effected by a heterogeneous actomyosin cable that drives sequential eviction and intercalation of individual cells away from the serosa margin. Since this developmental solution utilized during epiboly resembles the mechanism of wound healing in other systems, we propose actomyosin cable-driven local tissue fluidization as a conserved morphogenetic module for closure of epithelial gaps.

}, doi = {https://doi.org/10.1101/744193}, author = {Jain, Akanksha and Ulman, Vladimir and Mukherjee, Argo and Prakash, Mangal and Pimpale, Lokesh and Munster, Stefan and Panfilio, Kristen A. and Jug, Florian and Grill, Stephan WA. and Tomancak, Pavel and Pavlopoulos, Anastasios} } @article {49451, title = {Integrin-mediated attachment of the blastoderm to the vitelline envelope impacts gastrulation of insects.}, journal = {bioRxiv}, year = {2018}, month = {2018 Oct 2}, abstract = {

During gastrulation, physical forces reshape the simple embryonic tissue to form a complex body plan of multicellular organisms. These forces often cause large-scale asymmetric movements of the embryonic tissue. In many embryos, the tissue undergoing gastrulation movements is surrounded by a rigid protective shell. While it is well recognized that gastrulation movements depend on forces generated by tissue-intrinsic contractility, it is not known if interactions between the tissue and the protective shell provide additional forces that impact gastrulation. Here we show that a particular part of the blastoderm tissue of the red flour beetle Tribolium castaneum tightly adheres in a temporally coordinated manner to the vitelline envelope surrounding the embryo. This attachment generates an additional force that counteracts the tissue-intrinsic contractile forces to create asymmetric tissue movements. Furthermore, this localized attachment is mediated by a specific integrin, and its knock-down leads to a gastrulation phenotype consistent with complete loss of attachment. Moreover, analysis of another integrin in the fruit fly Drosophila melanogaster suggests that gastrulation in this organism also relies on adhesion between the blastoderm and the vitelline. Together, our findings reveal a conserved mechanism whereby the spatiotemporal pattern of tissue adhesion to the vitelline envelope provides controllable counter-forces that shape gastrulation movements in insects.

}, doi = {10.1101/421701}, author = {Muenster, Stefan and Jain, Akanksha and Mietke, Alexander and Pavlopoulos, Anastasios and Grill, Stephan W and Tomancak, Pavel} } @article {48278, title = {Multi-view light-sheet imaging and tracking with the MaMuT software reveals the cell lineage of a direct developing arthropod limb.}, journal = {eLife}, volume = {7}, year = {2017}, month = {2018 Mar 29}, pages = {e34410}, abstract = {

During development, coordinated cell behaviors orchestrate tissue and organ morphogenesis. Detailed descriptions of cell lineages and behaviors provide a powerful framework to elucidate the mechanisms of morphogenesis. To study the cellular basis of limb development, we imaged transgenic fluorescently-labeled embryos from the crustacean Parhyale hawaiensis with multi-view light-sheet microscopy at high spatiotemporal resolution over several days of embryogenesis. The cell lineage of outgrowing thoracic limbs was reconstructed at single-cell resolution with new software called Massive Multi-view Tracker (MaMuT). In silico clonal analyses suggested that the early limb primordium becomes subdivided into anterior-posterior and dorsal-ventral compartments whose boundaries intersect at the distal tip of the growing limb. Limb-bud formation is associated with spatial modulation of cell proliferation, while limb elongation is also driven by preferential orientation of cell divisions along the proximal-distal growth axis. Cellular reconstructions were predictive of the expression patterns of limb development genes including the BMP morphogen Decapentaplegic.

}, doi = {10.7554/eLife.34410}, author = {Wolff, Carsten and Tinevez, Jean-Yves and Pietzsch, Tobias and Stamataki, Evangelia and Harich, Benjamin and Guignard, Leo and Preibisch, Stephan and Shorte, Spencer and Keller, Philipp J and Tomancak, Pavel and Pavlopoulos, Anastasios} } @article {46817, title = {BigDataViewer: visualization and processing for large image data sets.}, journal = {Nature Methods}, volume = {12}, year = {2015}, month = {2015 May 28}, pages = {481-3}, issn = {1548-7105}, doi = {10.1038/nmeth.3392}, author = {Pietzsch, Tobias and Saalfeld, Stephan and Preibisch, Stephan and Tomancak, Pavel} } @article {46787, title = {Systematic imaging reveals features and changing localization of mRNAs in Drosophila development.}, journal = {Elife}, volume = {4}, year = {2015}, month = {2015}, abstract = {

mRNA localization is critical for eukaryotic cells and affects numerous transcripts, yet how cells regulate distribution of many mRNAs to their subcellular destinations is still unknown. We combined transcriptomics and systematic imaging to determine the tissue-specific expression and subcellular distribution of 5862 mRNAs during Drosophila oogenesis. mRNA localization is widespread in the ovary and detectable in all of its cell types-the somatic epithelial, the nurse cells, and the oocyte. Genes defined by a common RNA localization share distinct gene features and differ in expression level, 3{\textquoteright}UTR length and sequence conservation from unlocalized mRNAs. Comparison of mRNA localizations in different contexts revealed that localization of individual mRNAs changes over time in the oocyte and between ovarian and embryonic cell types. This genome scale image-based resource (Dresden Ovary Table, DOT, http://tomancak-srv1.mpi-cbg.de/DOT/main.html) enables the transition from mechanistic dissection of singular mRNA localization events towards global understanding of how mRNAs transcribed in the nucleus distribute in cells.

}, issn = {2050-084X}, doi = {10.7554/eLife.05003}, author = {Jambor, Helena and Surendranath, Vineeth and Kalinka, Alex T and Mejstrik, Pavel and Saalfeld, Stephan and Tomancak, Pavel} } @article {45049, title = {Bioimage informatics in the context of Drosophila research.}, journal = {Methods}, volume = {68}, year = {2014}, month = {2014 Jun 15}, pages = {60-73}, abstract = {

Modern biological research relies heavily on microscopic imaging. The advanced genetic toolkit of Drosophila makes it possible to label molecular and cellular components with unprecedented level of specificity necessitating the application of the most sophisticated imaging technologies. Imaging in Drosophila spans all scales from single molecules to the entire populations of adult organisms, from electron microscopy to live imaging of developmental processes. As the imaging approaches become more complex and ambitious, there is an increasing need for quantitative, computer-mediated image processing and analysis to make sense of the imagery. Bioimage Informatics is an emerging research field that covers all aspects of biological image analysis from data handling, through processing, to quantitative measurements, analysis and data presentation. Some of the most advanced, large scale projects, combining cutting edge imaging with complex bioimage informatics pipelines, are realized in the Drosophila research community. In this review, we discuss the current research in biological image analysis specifically relevant to the type of systems level image datasets that are uniquely available for the Drosophila model system. We focus on how state-of-the-art computer vision algorithms are impacting the ability of Drosophila researchers to analyze biological systems in space and time. We pay particular attention to how these algorithmic advances from computer science are made usable to practicing biologists through open source platforms and how biologists can themselves participate in their further development.

}, issn = {1095-9130}, doi = {10.1016/j.ymeth.2014.04.004}, author = {Jug, Florian and Pietzsch, Tobias and Preibisch, Stephan and Tomancak, Pavel} } @article {6962, title = {Efficient Bayesian-based multiview deconvolution.}, journal = {Nature Methods}, volume = {11}, year = {2014}, month = {2014 Apr 20}, pages = {645-8}, abstract = {

Light-sheet fluorescence microscopy is able to image large specimens with high resolution by capturing the samples from multiple angles. Multiview deconvolution can substantially improve the resolution and contrast of the images, but its application has been limited owing to the large size of the data sets. Here we present a Bayesian-based derivation of multiview deconvolution that drastically improves the convergence time, and we provide a fast implementation using graphics hardware.

}, issn = {1548-7105}, doi = {10.1038/nmeth.2929}, author = {Preibisch, Stephan and Amat, Fernando and Stamataki, Evangelia and Sarov, Mihail and Singer, Robert H and Myers, Eugene and Tomancak, Pavel} } @proceedings {46790, title = {Advanced Programming with ImgLib2}, year = {2012}, month = {2012 Oct 24}, address = {Mondorf-les-Bains, Luxembourg}, author = {Pietzsch, Tobias and Preibisch, Stephan and Tomancak, Pavel and Saalfeld, Stephan} } @article {4984, title = {Biological imaging software tools.}, journal = {Nature Methods}, volume = {9}, year = {2012}, month = {2012 Jun 28}, pages = {697-710}, abstract = {

Few technologies are more widespread in modern biological laboratories than imaging. Recent advances in optical technologies and instrumentation are providing hitherto unimagined capabilities. Almost all these advances have required the development of software to enable the acquisition, management, analysis and visualization of the imaging data. We review each computational step that biologists encounter when dealing with digital images, the inherent challenges and the overall status of available software for bioimage informatics, focusing on open-source options.

}, issn = {1548-7105}, doi = {10.1038/nmeth.2084}, author = {Eliceiri, Kevin W and Berthold, Michael R and Goldberg, Ilya G and Ib{\'a}{\~n}ez, Luis and Manjunath, B S and Martone, Maryann E and Murphy, Robert F and Peng, Hanchuan and Plant, Anne L and Roysam, Badrinath and Stuurmann, Nico and Swedlow, Jason R and Tomancak, Pavel and Carpenter, Anne E.} } @article {5653, title = {Current challenges in open-source bioimage informatics.}, journal = {Nature Methods}, volume = {9}, year = {2012}, month = {2012 Jul}, pages = {661-5}, abstract = {

We discuss the advantages and challenges of the open-source strategy in biological image analysis and argue that its full impact will not be realized without better support and recognition of software engineers{\textquoteright} contributions to the biological sciences and more support of this development model from funders and institutions.

}, keywords = {Algorithms, Computational Biology, Computer-Assisted, Image Processing, Information Dissemination, Internet, Software, Software Design}, issn = {1548-7105}, doi = {10.1038/nmeth.2082}, author = {Cardona, Albert and Tomancak, Pavel} } @article {5634, title = {Fiji: an open-source platform for biological-image analysis.}, journal = {Nature Methods}, volume = {9}, year = {2012}, month = {2012 Jul}, pages = {676-82}, abstract = {

Fiji is a distribution of the popular open-source software ImageJ focused on biological-image analysis. Fiji uses modern software engineering practices to combine powerful software libraries with a broad range of scripting languages to enable rapid prototyping of image-processing algorithms. Fiji facilitates the transformation of new algorithms into ImageJ plugins that can be shared with end users through an integrated update system. We propose Fiji as a platform for productive collaboration between computer science and biology research communities.

}, keywords = {Algorithms, Animals, Brain, Computational Biology, Computer-Assisted, Drosophila melanogaster, Image Enhancement, Image Processing, Imaging, Information Dissemination, Software, Software Design, Three-Dimensional}, issn = {1548-7105}, doi = {10.1038/nmeth.2019}, author = {Schindelin, Johannes and Arganda-Carreras, Ignacio and Frise, Erwin and Kaynig, Verena and Longair, Mark and Pietzsch, Tobias and Preibisch, Stephan and Rueden, Curtis and Saalfeld, Stephan and Schmid, Benjamin and Tinevez, Jean-Yves and White, Daniel James and Hartenstein, Volker and Eliceiri, Kevin and Tomancak, Pavel and Cardona, Albert} } @article {46160, title = {ImgLib2--generic image processing in Java.}, journal = {Bioinformatics}, volume = {28}, year = {2012}, month = {2012 Nov 15}, pages = {3009-11}, abstract = {

SUMMARY: ImgLib2 is an open-source Java library for n-dimensional data representation and manipulation with focus on image processing. It aims at minimizing code duplication by cleanly separating pixel-algebra, data access and data representation in memory. Algorithms can be implemented for classes of pixel types and generic access patterns by which they become independent of the specific dimensionality, pixel type and data representation. ImgLib2 illustrates that an elegant high-level programming interface can be achieved without sacrificing performance. It provides efficient implementations of common data types, storage layouts and algorithms. It is the data model underlying ImageJ2, the KNIME Image Processing toolbox and an increasing number of Fiji-Plugins.

AVAILABILITY: ImgLib2 is licensed under BSD. Documentation and source code are available at http://imglib2.net and in a public repository at https://github.com/imagej/imglib.

SUPPLEMENTARY INFORMATION: Supplementary data are available at Bioinformatics Online.

CONTACT: saalfeld@mpi-cbg.de

}, keywords = {Algorithms, Image Processing, Computer-Assisted, Programming Languages, Software}, issn = {1367-4811}, doi = {10.1093/bioinformatics/bts543}, author = {Pietzsch, Tobias and Preibisch, Stephan and Tomancak, Pavel and Saalfeld, Stephan} } @proceedings {46789, title = {ImgLib2{\textemdash}Generic Image Processing in Java}, year = {2012}, month = {2012 Oct 24}, address = {Mondorf-les-Bains, Luxembourg}, author = {Saalfeld, Stephan and Pietzsch, Tobias and Tomancak, Pavel and Preibisch, Stephan} } @proceedings {46791, title = {Introduction to ImgLib2}, year = {2012}, month = {2012 Oct 24}, address = {Mondorf-les-Bains, Luxembourg}, author = {Preibisch, Stephan and Pietzsch, Tobias and Myers, Eugene and Tomancak, Pavel and Saalfeld, Stephan} } @article {5684, title = {TrakEM2 software for neural circuit reconstruction.}, journal = {PLoS One}, volume = {7}, year = {2012}, month = {2012}, pages = {e38011}, abstract = {

A key challenge in neuroscience is the expeditious reconstruction of neuronal circuits. For model systems such as Drosophila and C. elegans, the limiting step is no longer the acquisition of imagery but the extraction of the circuit from images. For this purpose, we designed a software application, TrakEM2, that addresses the systematic reconstruction of neuronal circuits from large electron microscopical and optical image volumes. We address the challenges of image volume composition from individual, deformed images; of the reconstruction of neuronal arbors and annotation of synapses with fast manual and semi-automatic methods; and the management of large collections of both images and annotations. The output is a neural circuit of 3d arbors and synapses, encoded in NeuroML and other formats, ready for analysis.

}, keywords = {Animals, Models, Nerve Net, Neuroimaging, Neurological, Neurons, Software, Synapses, Synaptic Transmission}, issn = {1932-6203}, doi = {10.1371/journal.pone.0038011}, author = {Cardona, Albert and Saalfeld, Stephan and Schindelin, Johannes and Arganda-Carreras, Ignacio and Preibisch, Stephan and Longair, Mark and Tomancak, Pavel and Hartenstein, Volker and Douglas, Rodney J} } @article {46785, title = {TrakEM2 software for neural circuit reconstruction.}, journal = {PLoS One}, volume = {7}, year = {2012}, month = {2012}, pages = {e38011}, abstract = {

A key challenge in neuroscience is the expeditious reconstruction of neuronal circuits. For model systems such as Drosophila and C. elegans, the limiting step is no longer the acquisition of imagery but the extraction of the circuit from images. For this purpose, we designed a software application, TrakEM2, that addresses the systematic reconstruction of neuronal circuits from large electron microscopical and optical image volumes. We address the challenges of image volume composition from individual, deformed images; of the reconstruction of neuronal arbors and annotation of synapses with fast manual and semi-automatic methods; and the management of large collections of both images and annotations. The output is a neural circuit of 3d arbors and synapses, encoded in NeuroML and other formats, ready for analysis.

}, keywords = {Animals, Models, Neurological, Nerve Net, Neuroimaging, Neurons, Software, Synapses, Synaptic Transmission}, issn = {1932-6203}, doi = {10.1371/journal.pone.0038011}, author = {Cardona, Albert and Saalfeld, Stephan and Schindelin, Johannes and Arganda-Carreras, Ignacio and Preibisch, Stephan and Longair, Mark and Tomancak, Pavel and Hartenstein, Volker and Douglas, Rodney J} } @article {5687, title = {An integrated micro- and macroarchitectural analysis of the Drosophila brain by computer-assisted serial section electron microscopy.}, journal = {PLoS Biology}, volume = {8}, year = {2010}, month = {2010}, abstract = {

The analysis of microcircuitry (the connectivity at the level of individual neuronal processes and synapses), which is indispensable for our understanding of brain function, is based on serial transmission electron microscopy (TEM) or one of its modern variants. Due to technical limitations, most previous studies that used serial TEM recorded relatively small stacks of individual neurons. As a result, our knowledge of microcircuitry in any nervous system is very limited. We applied the software package TrakEM2 to reconstruct neuronal microcircuitry from TEM sections of a small brain, the early larval brain of Drosophila melanogaster. TrakEM2 enables us to embed the analysis of the TEM image volumes at the microcircuit level into a light microscopically derived neuro-anatomical framework, by registering confocal stacks containing sparsely labeled neural structures with the TEM image volume. We imaged two sets of serial TEM sections of the Drosophila first instar larval brain neuropile and one ventral nerve cord segment, and here report our first results pertaining to Drosophila brain microcircuitry. Terminal neurites fall into a small number of generic classes termed globular, varicose, axiform, and dendritiform. Globular and varicose neurites have large diameter segments that carry almost exclusively presynaptic sites. Dendritiform neurites are thin, highly branched processes that are almost exclusively postsynaptic. Due to the high branching density of dendritiform fibers and the fact that synapses are polyadic, neurites are highly interconnected even within small neuropile volumes. We describe the network motifs most frequently encountered in the Drosophila neuropile. Our study introduces an approach towards a comprehensive anatomical reconstruction of neuronal microcircuitry and delivers microcircuitry comparisons between vertebrate and insect neuropile.

}, keywords = {Animals, Brain, Computer-Assisted, Drosophila melanogaster, Electron, Humans, Image Processing, Imaging, Microscopy, Neurons, Neuropil, Software, Synapses, Three-Dimensional, Transmission}, issn = {1545-7885}, doi = {10.1371/journal.pbio.1000502}, author = {Cardona, Albert and Saalfeld, Stephan and Preibisch, Stephan and Schmid, Benjamin and Cheng, Anchi and Pulokas, Jim and Tomancak, Pavel and Hartenstein, Volker.} } @proceedings {46792, title = {Into ImgLib{\textemdash}Generic image processing in Java}, year = {2010}, month = {2012 Oct 27}, address = {Mondorf-les-Bains, Luxembourg}, abstract = {

The purpose of ImgLib, a Generic Java Image Processing Library, is to provide an abstract framework enabling Java developers to design and implement data processing algorithms without having to consider dimensionality, type of data (e. g. byte, float, complex float), or strategies for data access (e. g. linear arrays, cells, paged cells). This kind of programming has significant advantages over the classical way. An algorithm written once for a certain class of Type will potentially run on any compatible Type, even if it does not exist yet. Same applies for data access strategies and the number of dimensions.
We achieve this abstraction by accessing data through Iterators and Type interfaces. Iterators guarantee efficient traversal through pixels depending on whether random coordinate access is required or just all pixels have to be visited once, whether real or integer coordinates are accessed, whether coordinates outside of image boundaries are accessed or not. Type interfaces define the supported operators on pixel values (like basic algebra) and hide the underlying basic type from algorithm implementation.

}, author = {Preibisch, Stephan and Tomancak, Pavel and Saalfeld, Stephan} } @article {46161, title = {Software for bead-based registration of selective plane illumination microscopy data.}, journal = {Nature Methods}, volume = {7}, year = {2010}, month = {2010 Jun}, pages = {418-9}, keywords = {Animals, Caenorhabditis elegans, Drosophila melanogaster, Imaging, Three-Dimensional, Lighting, Microscopy, Software}, issn = {1548-7105}, doi = {10.1038/nmeth0610-418}, author = {Preibisch, Stephan and Saalfeld, Stephan and Schindelin, Johannes and Tomancak, Pavel} } @proceedings {46793, title = {Bead-based mosaicing of single plane illumination microscopy images using geometric local descriptor matching.}, volume = {7259}, year = {2009}, month = {2009 Mar 27}, pages = {72592S}, publisher = {SPIE}, address = {Lake Buena Vista, FL}, abstract = {

Single Plane Illumination Microscopy (SPIM) is an emerging microscopic technique that enables live imaging of large biological specimens in their entirety. By imaging the biological sample from multiple angles, SPIM has the potential to achieve isotropic resolution throughout relatively large biological specimens. For every angle, however, only a shallow section of the specimen is imaged with high resolution, whereas deeper regions appear increasingly blurred. Existing intensity-based registration techniques still struggle to robustly and accurately align images that are characterized by limited overlap and/or heavy blurring. To be able to register such images, we add sub-resolution fluorescent beads to the rigid agarose medium in which the imaged specimen is embedded. For each segmented bead, we store the relative location of its n nearest neighbors in image space as rotation-invariant geometric local descriptors. Corresponding beads between overlapping images are identified by matching these descriptors. The bead correspondences are used to simultaneously estimate the globally optimal transformation for each individual image. The final output image is created by combining all images in an angle-independent output space, using volume injection and local content-based weighting of contributing images. We demonstrate the performance of our approach on data acquired from living embryos of Drosophila and fixed adult C.elegans worms. Bead-based registration outperformed intensity-based registration in terms of computation speed by two orders of magnitude while producing bead registration errors below 1 μm (about 1 pixel). It, therefore, provides an ideal tool for processing of long term time-lapse recordings of embryonic development consisting of hundreds of time points.

}, doi = {10.1117/12.812612}, author = {Preibisch, Stephan and Saalfeld, Stephan and Rohlfing, Torsten and Tomancak, Pavel} } @article {5817, title = {CATMAID: collaborative annotation toolkit for massive amounts of image data.}, journal = {Bioinformatics}, volume = {25}, year = {2009}, month = {2009 Aug 1}, pages = {1984-6}, abstract = {

SUMMARY: High-resolution, three-dimensional (3D) imaging of large biological specimens generates massive image datasets that are difficult to navigate, annotate and share effectively. Inspired by online mapping applications like GoogleMaps, we developed a decentralized web interface that allows seamless navigation of arbitrarily large image stacks. Our interface provides means for online, collaborative annotation of the biological image data and seamless sharing of regions of interest by bookmarking. The CATMAID interface enables synchronized navigation through multiple registered datasets even at vastly different scales such as in comparisons between optical and electron microscopy. AVAILABILITY: http://fly.mpi-cbg.de/catmaid.

}, keywords = {Algorithms, Computational Biology, Computer Graphics, Database Management Systems, Databases, Factual, Imaging, Information Storage and Retrieval, Software, Three-Dimensional}, issn = {1367-4811}, doi = {10.1093/bioinformatics/btp266}, author = {Saalfeld, Stephan and Cardona, Albert and Hartenstein, Volker and Tomancak, Pavel} } @article {46786, title = {Globally optimal stitching of tiled 3D microscopic image acquisitions.}, journal = {Bioinformatics}, volume = {25}, year = {2009}, month = {2009 Jun 1}, pages = {1463-5}, abstract = {

MOTIVATION: Modern anatomical and developmental studies often require high-resolution imaging of large specimens in three dimensions (3D). Confocal microscopy produces high-resolution 3D images, but is limited by a relatively small field of view compared with the size of large biological specimens. Therefore, motorized stages that move the sample are used to create a tiled scan of the whole specimen. The physical coordinates provided by the microscope stage are not precise enough to allow direct reconstruction (Stitching) of the whole image from individual image stacks.

RESULTS: To optimally stitch a large collection of 3D confocal images, we developed a method that, based on the Fourier Shift Theorem, computes all possible translations between pairs of 3D images, yielding the best overlap in terms of the cross-correlation measure and subsequently finds the globally optimal configuration of the whole group of 3D images. This method avoids the propagation of errors by consecutive registration steps. Additionally, to compensate the brightness differences between tiles, we apply a smooth, non-linear intensity transition between the overlapping images. Our stitching approach is fast, works on 2D and 3D images, and for small image sets does not require prior knowledge about the tile configuration.

AVAILABILITY: The implementation of this method is available as an ImageJ plugin distributed as a part of the Fiji project (Fiji is just ImageJ: http://pacific.mpi-cbg.de/).

}, keywords = {Animals, Drosophila, Imaging, Three-Dimensional, Larva, Microscopy, Confocal}, issn = {1367-4811}, doi = {10.1093/bioinformatics/btp184}, author = {Preibisch, Stephan and Saalfeld, Stephan and Tomancak, Pavel} } @proceedings {46794, title = {Automatic landmark correspondence detection for ImageJ.}, year = {2008}, month = {2008 Nov 7}, address = {Luxembourg}, abstract = {

Landmark correspondences can be used for various tasks in image processing such as image alignment, reconstruction of panoramic photographs, object recognition and simultaneous localization and mapping for mobile robots. The computer vision community knows several techniques for extracting and pairwise associating such landmarks using distinctive invariant local image features. Two very successful methods are the Scale Invariant Feature Transform (SIFT)1 and Multi-Scale Oriented Patches (MOPS).2
We implemented these methods in the Java programming language3 for seamless use in ImageJ.4 We use it for fully automatic registration of gigantic serial section Transmission Electron Microscopy (TEM) mosaics. Using automatically detected landmark correspondences, the registration of large image mosaics simplifies to globally minimizing the displacement of corresponding points.
We present here an introduction to automatic landmark correspondence detection and demonstrate our implementation for ImageJ. We demonstrate the application of the plug-in on diverse image data.

}, author = {Saalfeld, Stephan and Tomancak, Pavel} } @proceedings {46795, title = {Fast stitching of large 3d biological datasets.}, year = {2008}, month = {2008 Nov 7}, address = {Luxembourg}, abstract = {

In order to study anatomy of organisms with high-resolution there is an increasing demand to image large specimen in three dimensions (3D). Confocal microscopy is able to produce high-resolution 3D images, but these are limited by its relatively small field of view compared to the size of large biological specimens. To overcome this drawback, motorized stages moving the sample are used to create a tiled scan of the whole specimen. The physical coordinates provided by the microscope stage are not precise enough to allow reconstruction ({\textquotedblright}Stitching{\textquotedblright}) of the whole image from individual image stacks.
We developed an algorithm, as well as an ImageJ plug-in, based on the Fourier Shift Theorem that computes all possible translations (x, y, z) between two 3D images at once, yielding the best overlap in terms of the cross correlation measure. Apart from the obvious gain in computation time it has the advantage that it cannot be trapped in local minima as it simply computes all possible solutions. Computing the overlap between two adjacent image stacks is fast (12 seconds for two 512x512x89 images on a Intel {\textregistered} Core2Duo with 2.2GHz) making it suitable for real time use, i.e. computing the output image during acquisition of the individual image stacks.
To compensate the possible shading- and brightness differences we apply a smooth linear intensity transition between the overlapping stacks. Additionally we extended the to generic 3D registration using gradient based rotation detection on top of the phase correlation method. We demonstrate the performance of our 3D stitching plug-in on several tiled confocal images and show an example of its application for 3D registration.

}, author = {Preibisch, Stephan and Saalfeld, Stephan and Tomancak, Pavel} } @article {955, title = {Global analysis of patterns of gene expression during Drosophila embryogenesis.}, journal = {Genome Biology}, volume = {8}, year = {2007}, month = {2007 July 23}, pages = {R145}, abstract = {

Cell and tissue specific gene expression is a defining feature of embryonic development in multi-cellular organisms. However, the range of gene expression patterns, the extent of the correlation of expression with function, and the classes of genes whose spatial expression are tightly regulated have been unclear due to the lack of an unbiased, genome-wide survey of gene expression patterns.

}, keywords = {Animals, Drosophila melanogaster, Embryonic Development, Gene Expression Profiling}, issn = {1465-6914}, doi = {10.1186/gb-2007-8-7-r145}, author = {Tomancak, Pavel and Berman, Benjamin P and Beaton, Amy and Weiszmann, Richard and Kwan, Elaine and Hartenstein, Volker and Celniker, Susan E and Rubin, Gerald M} }