@article {68709, title = {BigNeuron: a resource to benchmark and predict performance of algorithms for automated tracing of neurons in light microscopy datasets.}, journal = {Nature Methods}, volume = {20}, year = {2023}, month = {2023 Jun 01}, abstract = {

BigNeuron is an open community bench-testing platform with the goal of setting open standards for accurate and fast automatic neuron tracing. We gathered a diverse set of image volumes across several species that is representative of the data obtained in many neuroscience laboratories interested in neuron tracing. Here, we report generated gold standard manual annotations for a subset of the available imaging datasets and quantified tracing quality for 35 automatic tracing algorithms. The goal of generating such a hand-curated diverse dataset is to advance the development of tracing algorithms and enable generalizable benchmarking. Together with image quality features, we pooled the data in an interactive web application that enables users and developers to perform principal component analysis, t-distributed stochastic neighbor embedding, correlation and clustering, visualization of imaging and tracing data, and benchmarking of automatic tracing algorithms in user-defined data subsets. The image quality metrics explain most of the variance in the data, followed by neuromorphological features related to neuron size. We observed that diverse algorithms can provide complementary information to obtain accurate results and developed a method to iteratively combine methods and generate consensus reconstructions. The consensus trees obtained provide estimates of the neuron structure ground truth that typically outperform single algorithms in noisy datasets. However, specific algorithms may outperform the consensus tree strategy in specific imaging conditions. Finally, to aid users in predicting the most accurate automatic tracing results without manual annotations for comparison, we used support vector machine regression to predict reconstruction quality given an image volume and a set of automatic tracings.

}, issn = {1548-7105}, doi = {10.1038/s41592-023-01848-5}, author = {Manubens-Gil, Linus and Zhou, Zhi and Chen, Hanbo and Ramanathan, Arvind and Liu, Xiaoxiao and Liu, Yufeng and Bria, Alessandro and Gillette, Todd and Ruan, Zongcai and Yang, Jian and Radojevi{\'c}, Miroslav and Zhao, Ting and Cheng, Li and Qu, Lei and Liu, Siqi and Bouchard, Kristofer E and Gu, Lin and Cai, Weidong and Ji, Shuiwang and Roysam, Badrinath and Wang, Ching-Wei and Yu, Hongchuan and Sironi, Amos and Iascone, Daniel Maxim and Zhou, Jie and Bas, Erhan and Conde-Sousa, Eduardo and Aguiar, Paulo and Li, Xiang and Li, Yujie and Nanda, Sumit and Wang, Yuan and Muresan, Leila and Fua, Pascal and Ye, Bing and He, Hai-Yan and Staiger, Jochen F and Peter, Manuel and Cox, Daniel N and Simonneau, Michel and Oberlaender, Marcel and Jefferis, Gregory and Ito, Kei and Gonzalez-Bellido, Paloma and Kim, Jinhyun and Rubel, Edwin and Cline, Hollis T and Zeng, Hongkui and Nern, Aljoscha and Chiang, Ann-Shyn and Yao, Jianhua and Roskams, Jane and Livesey, Rick and Stevens, Janine and Liu, Tianming and Dang, Chinh and Guo, Yike and Zhong, Ning and Tourassi, Georgia and Hill, Sean and Hawrylycz, Michael and Koch, Christof and Meijering, Erik and Ascoli, Giorgio A and Peng, Hanchuan} } @article {5349, title = {Data-driven decomposition for multi-class classification.}, journal = {Pattern Recognition}, volume = {41}, year = {2008}, month = {2007 Jun 19}, pages = {67-76}, abstract = {

This paper presents a new study on a method of designing a multi-class classifier: Data-driven Error Correcting Output Coding (DECOC). DECOC is based on the principle of Error Correcting Output Coding (ECOC), which uses a code matrix to decompose a multi-class problem into multiple binary problems. ECOC for multi-class classification hinges on the design of the code matrix. We propose to explore the distribution of data classes and optimize both the composition and the number of base learners to design an effective and compact code matrix. Two real world applications are studied: (1) the holistic recognition (i.e., recognition without segmentation) of touching handwritten numeral pairs and (2) the classification of cancer tissue types based on microarray gene expression data. The results show that the proposed DECOC is able to deliver competitive accuracy compared with other ECOC methods, using parsimonious base learners than the pairwise coupling (one-vs-one) decomposition scheme. With a rejection scheme defined by a simple robustness measure, high reliabilities of around 98\% are achieved in both applications.

}, doi = {10.1016/j.patcog.2007.05.020}, author = {Zhou, Jie and Peng, Hanchuan and Suen, Ching Y.} } @article {2154, title = {Automatic image analysis for gene expression patterns of fly embryos.}, journal = {BMC Cell Biology}, volume = {8}, year = {2007}, month = {2007 Jul 10}, pages = {S7}, abstract = {

Staining the mRNA of a gene via in situ hybridization (ISH) during the development of a D. melanogaster embryo delivers the detailed spatio-temporal pattern of expression of the gene. Many biological problems such as the detection of co-expressed genes, co-regulated genes, and transcription factor binding motifs rely heavily on the analyses of these image patterns. The increasing availability of ISH image data motivates the development of automated computational approaches to the analysis of gene expression patterns.

}, keywords = {Algorithms, Animals, Computational Biology, Computer-Assisted, Drosophila, Embryo, Gene Expression Profiling, Genes, Image Processing, In Situ Hybridization, Insect, Nonmammalian, Reproducibility of Results, Software Design}, issn = {1471-2121}, doi = {10.1007/s12021-010-9090-x}, author = {Peng, Hanchuan and Long, Fuhui and Zhou, Jie and Leung, Garmay and Eisen, Michael B and Myers, Eugene W} } @article {2156, title = {Automatic recognition and annotation of gene expression patterns of fly embryos.}, journal = {Bioinformatics}, volume = {23}, year = {2007}, month = {2007 Mar 1}, pages = {589-96}, abstract = {

Gene expression patterns obtained by in situ mRNA hybridization provide important information about different genes during Drosophila embryogenesis. So far, annotations of these images are done by manually assigning a subset of anatomy ontology terms to an image. This time-consuming process depends heavily on the consistency of experts.

}, keywords = {Algorithms, Animals, Computational Biology, Drosophila, Embryo, Gene Expression, In Situ Hybridization, Messenger, Nonmammalian, RNA}, issn = {1367-4811}, doi = {10.1007/s12021-010-9090-x}, author = {Zhou, Jie and Peng, Hanchuan} }