@article {67226, title = {Deep learning enables fast and dense single-molecule localization with high accuracy}, journal = {Nature Methods}, volume = {18}, year = {2021}, month = {2021 Sep 03}, abstract = {

Single-molecule localization microscopy (SMLM) has had remarkable success in imaging cellular structures with nanometer resolution, but the need for activating only single isolated emitters limits imaging speed and labeling density. Here, we overcome this major limitation using deep learning. We developed DECODE, a computational tool that can localize single emitters at high density in 3D with highest accuracy for a large range of imaging modalities and conditions. In a public software benchmark competition, it outperformed all other fitters on 12 out of 12 data-sets when comparing both detection accuracy and localization error, often by a substantial margin. DECODE allowed us to take live-cell SMLM data with reduced light exposure in just 3 seconds and to image microtubules at ultra-high labeling density. Packaged for simple installation and use, DECODE will enable many labs to reduce imaging times and increase localization density in SMLM.Competing Interest StatementThe authors have declared no competing interest.

}, doi = {10.1101/2020.10.26.355164}, url = {https://www.biorxiv.org/content/early/2020/10/26/2020.10.26.355164}, author = {Speiser, Artur and M{\"u}ller, Lucas-Raphael and Matti, Ulf and Obara, Christopher J. and Legant, Wesley R. and Kreshuk, Anna and Macke, Jakob H. and Ries, Jonas and Turaga, Srinivas C.} } @article {67222, title = {Teaching deep neural networks to localize single molecules for super-resolution microscopy}, journal = {arXiv e-prints}, year = {2019}, month = {06/2019}, pages = {arXiv:1907.00770}, abstract = {

Single-molecule localization fluorescence microscopy constructs super-resolution images by sequential imaging and computational localization of sparsely activated fluorophores. Accurate and efficient fluorophore localization algorithms are key to the success of this computational microscopy method. We present a novel localization algorithm based on deep learning which significantly improves upon the state of the art. Our contributions are a novel network architecture for simultaneous detection and localization, and new loss function which phrases detection and localization as a Bayesian inference problem, and thus allows the network to provide uncertainty-estimates. In contrast to standard methods which independently process imaging frames, our network architecture uses temporal context from multiple sequentially imaged frames to detect and localize molecules. We demonstrate the power of our method across a variety of datasets, imaging modalities, signal to noise ratios, and fluorophore densities. While existing localization algorithms can achieve optimal localization accuracy at low fluorophore densities, they are confounded by high densities. Our method is the first deep-learning based approach which achieves state-of-the-art on the SMLM2016 challenge. It achieves the best scores on 12 out of 12 data-sets when comparing both detection accuracy and precision, and excels at high densities. Finally, we investigate how unsupervised learning can be used to make the network robust against mismatch between simulated and real data. The lessons learned here are more generally relevant for the training of deep networks to solve challenging Bayesian inverse problems on spatially extended domains in biology and physics.

}, keywords = {Computer Science - Machine Learning, Electrical Engineering and Systems Science - Image and Video Processing, Statistics - Machine Learning}, url = {https://arxiv.org/abs/1907.00770}, author = {Speiser, Artur and M{\"u}ller, Lucas-Raphael and Matti, Ulf and Obara, Christopher J. and Legant, Wesley R. and Ries, Jonas and Macke, Jakob H. and Turaga, Srinivas C.} } @article {67219, title = {Community-based benchmarking improves spike rate inference from two-photon calcium imaging data}, journal = {PLOS Computational Biology}, volume = {14}, year = {2018}, month = {Sep-05-2019}, pages = {e1006157}, abstract = {

In recent years, two-photon calcium imaging has become a standard tool to probe the function of neural circuits and to study computations in neuronal populations. However, the acquired signal is only an indirect measurement of neural activity due to the comparatively slow dynamics of fluorescent calcium indicators. Different algorithms for estimating spike rates from noisy calcium measurements have been proposed in the past, but it is an open question how far performance can be improved. Here, we report the results of the\ spikefinder\ challenge, launched to catalyze the development of new spike rate inference algorithms through crowd-sourcing. We present ten of the submitted algorithms which show improved performance compared to previously evaluated methods. Interestingly, the top-performing algorithms are based on a wide range of principles from deep neural networks to generative models, yet provide highly correlated estimates of the neural activity. The competition shows that benchmark challenges can drive algorithmic developments in neuroscience.

}, doi = {10.1371/journal.pcbi.1006157}, url = {https://journals.plos.org/ploscompbiol/article?rev=2\&id=10.1371/journal.pcbi.1006157}, author = {Berens, Philipp and Freeman, Jeremy and Deneux, Thomas and Chenkov, Nikolay and McColgan, Thomas and Speiser, Artur and Macke, Jakob H. and Turaga, Srinivas C. and Mineault, Patrick and Rupprecht, Peter and Gerhard, Stephan and Friedrich, Rainer W. and Friedrich, Johannes and Paninski, Liam and Pachitariu, Marius and Harris, Kenneth D. and Bolte, Ben and Machado, Timothy A. and Ringach, Dario and Stone, Jasmine and Rogerson, Luke E. and Sofroniew, Nicolas J. and Reimer, Jacob and Froudarakis, Emmanouil and Euler, Thomas and Rom{\'a}n Ros{\'o}n, Miroslav and Theis, Lucas and Tolias, Andreas S. and Bethge, Matthias}, editor = {Bush, Daniel} } @article {46575, title = {Inferring neural population dynamics from multiple partial recordings of the same neural circuit.}, journal = {Advances in Neural Information Processing Systems (NIPS) }, volume = {26}, year = {2013}, month = {2013}, abstract = {

Simultaneous recordings of the activity of large neural populations are extremely valuable as they can be used to infer the dynamics and interactions of neurons in a local circuit, shedding light on the computations performed. It is now possible to measure the activity of hundreds of neurons using 2-photon calcium imaging. However, many computations are thought to involve circuits consisting of thousands of neurons, such as cortical barrels in rodent somatosensory cortex. Here we contribute a statistical method for stitching" together sequentially imaged sets of neurons into one model by phrasing the problem as fitting a latent dynamical system with missing observations. This method allows us to substantially expand the population-sizes for which population dynamics can be characterized---beyond the number of simultaneously imaged neurons. In particular, we demonstrate using recordings in mouse somatosensory cortex that this method makes it possible to predict noise correlations between non-simultaneously recorded neuron pairs.

}, url = {http://papers.nips.cc/paper/4874-inferring-neural-population-dynamics-from-multiple-partial-recordings-of-the-same-neural-circuit}, author = {Turaga, Srinivas C and Buesing, Lars and Packer, Adam M. and Dalgleish, Henry and Pettit, Noah and H{\"a}usser, Michael and Macke, Jakob H.} }