{"id":"https://openalex.org/W4308233942","doi":"https://doi.org/10.1109/icip46576.2022.9897919","title":"Unsupervised Multi-Task Learning for 3D Subtomogram Image Alignment, Clustering and Segmentation","display_name":"Unsupervised Multi-Task Learning for 3D Subtomogram Image Alignment, Clustering and Segmentation","publication_year":2022,"publication_date":"2022-10-16","ids":{"openalex":"https://openalex.org/W4308233942","doi":"https://doi.org/10.1109/icip46576.2022.9897919"},"language":"en","primary_location":{"id":"doi:10.1109/icip46576.2022.9897919","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icip46576.2022.9897919","pdf_url":null,"source":{"id":"https://openalex.org/S4363607719","display_name":"2022 IEEE International Conference on Image Processing (ICIP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Image Processing (ICIP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067044702","display_name":"Haoyi Zhu","orcid":"https://orcid.org/0000-0003-1153-5230"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Haoyi Zhu","raw_affiliation_strings":["Shanghai Jiao Tong University,School of Electronic Information and Electrical Engineering,China","School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,School of Electronic Information and Electrical Engineering,China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037303530","display_name":"Chuting Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Chuting Wang","raw_affiliation_strings":["King Abdullah University of Science and Technology,Structural and Functional Bioinformatics Group,Saudi Arabia","Structural and Functional Bioinformatics Group, King Abdullah University of Science and Technology, Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"King Abdullah University of Science and Technology,Structural and Functional Bioinformatics Group,Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]},{"raw_affiliation_string":"Structural and Functional Bioinformatics Group, King Abdullah University of Science and Technology, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032589077","display_name":"Yuanxin Wang","orcid":"https://orcid.org/0000-0001-8183-9163"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuanxin Wang","raw_affiliation_strings":["Carnegie Mellon University,School of Computer Science,USA","School of Computer Science, Carnegie Mellon University, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University,School of Computer Science,USA","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"School of Computer Science, Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021141988","display_name":"Zhaoxin Fan","orcid":"https://orcid.org/0000-0002-6324-1712"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhaoxin Fan","raw_affiliation_strings":["Carnegie Mellon University,School of Computer Science,USA","School of Computer Science, Carnegie Mellon University, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University,School of Computer Science,USA","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"School of Computer Science, Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108936928","display_name":"Mostofa Rafid Uddin","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mostofa Rafid Uddin","raw_affiliation_strings":["Carnegie Mellon University,School of Computer Science,USA","School of Computer Science, Carnegie Mellon University, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University,School of Computer Science,USA","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"School of Computer Science, Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100618900","display_name":"Xin Gao","orcid":"https://orcid.org/0000-0002-7108-3574"},"institutions":[{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Xin Gao","raw_affiliation_strings":["King Abdullah University of Science and Technology,Structural and Functional Bioinformatics Group,Saudi Arabia","Structural and Functional Bioinformatics Group, King Abdullah University of Science and Technology, Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"King Abdullah University of Science and Technology,Structural and Functional Bioinformatics Group,Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]},{"raw_affiliation_string":"Structural and Functional Bioinformatics Group, King Abdullah University of Science and Technology, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100345321","display_name":"Jing Zhang","orcid":"https://orcid.org/0000-0001-6595-7661"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jing Zhang","raw_affiliation_strings":["University of California,Department of Computer Science,Irvine,USA","Department of Computer Science, University of California, Irvine, USA"],"affiliations":[{"raw_affiliation_string":"University of California,Department of Computer Science,Irvine,USA","institution_ids":["https://openalex.org/I204250578"]},{"raw_affiliation_string":"Department of Computer Science, University of California, Irvine, USA","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086172600","display_name":"Xiangrui Zeng","orcid":"https://orcid.org/0000-0002-8589-4474"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiangrui Zeng","raw_affiliation_strings":["Carnegie Mellon University,School of Computer Science,USA","School of Computer Science, Carnegie Mellon University, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University,School of Computer Science,USA","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"School of Computer Science, Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000807861","display_name":"Min Xu","orcid":"https://orcid.org/0000-0002-0881-5891"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Min Xu","raw_affiliation_strings":["Carnegie Mellon University,School of Computer Science,USA","School of Computer Science, Carnegie Mellon University, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University,School of Computer Science,USA","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"School of Computer Science, Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5067044702"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":1.3455,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.72222222,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"2751","last_page":"2755"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10857","display_name":"Advanced Electron Microscopy Techniques and Applications","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1315","display_name":"Structural Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10857","display_name":"Advanced Electron Microscopy Techniques and Applications","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1315","display_name":"Structural Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T13650","display_name":"Computational Physics and Python Applications","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10572","display_name":"Geophysical and Geoelectrical Methods","score":0.9728999733924866,"subfield":{"id":"https://openalex.org/subfields/1908","display_name":"Geophysics"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7994279861450195},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7990075349807739},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.7322309017181396},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.6686630249023438},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.6519878506660461},{"id":"https://openalex.org/keywords/mixture-model","display_name":"Mixture model","score":0.550391674041748},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.546025276184082},{"id":"https://openalex.org/keywords/unsupervised-learning","display_name":"Unsupervised learning","score":0.5343158841133118},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.485460102558136},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.47277143597602844},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4122050106525421},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.41196101903915405},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.32431942224502563}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7994279861450195},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7990075349807739},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.7322309017181396},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.6686630249023438},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6519878506660461},{"id":"https://openalex.org/C61224824","wikidata":"https://www.wikidata.org/wiki/Q2260434","display_name":"Mixture model","level":2,"score":0.550391674041748},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.546025276184082},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.5343158841133118},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.485460102558136},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.47277143597602844},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4122050106525421},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.41196101903915405},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32431942224502563},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icip46576.2022.9897919","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icip46576.2022.9897919","pdf_url":null,"source":{"id":"https://openalex.org/S4363607719","display_name":"2022 IEEE International Conference on Image Processing (ICIP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Image Processing (ICIP)","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.kaust.edu.sa:10754/689843","is_oa":false,"landing_page_url":"http://hdl.handle.net/10754/689843","pdf_url":null,"source":{"id":"https://openalex.org/S4306401596","display_name":"King Abdullah University of Science and Technology Repository (King Abdullah University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I71920554","host_organization_name":"King Abdullah University of Science and Technology","host_organization_lineage":["https://openalex.org/I71920554"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Paper"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1985983127","https://openalex.org/W1989585427","https://openalex.org/W2007653169","https://openalex.org/W2049330043","https://openalex.org/W2111222229","https://openalex.org/W2787027993","https://openalex.org/W2797639802","https://openalex.org/W2883725317","https://openalex.org/W2963020784","https://openalex.org/W2964098128","https://openalex.org/W2988467704","https://openalex.org/W3034363127","https://openalex.org/W3034834591","https://openalex.org/W3036844321","https://openalex.org/W3120864894","https://openalex.org/W3202680257","https://openalex.org/W4300672471","https://openalex.org/W6769932258"],"related_works":["https://openalex.org/W4295532600","https://openalex.org/W2063823869","https://openalex.org/W2047973478","https://openalex.org/W2067569035","https://openalex.org/W2090985514","https://openalex.org/W4375867731","https://openalex.org/W1975321310","https://openalex.org/W2113666009","https://openalex.org/W4220926404","https://openalex.org/W3123344745"],"abstract_inverted_index":{"3D":[0],"subtomogram":[1,184],"image":[2],"alignment,":[3],"clustering,":[4],"and":[5,86,97,144,182],"segmentation":[6,130,164],"are":[7,56,110],"vital":[8],"to":[9,21,48,112,151,155],"macromolecular":[10],"structure":[11],"recognition":[12],"in":[13,58,101,128],"cryo-electron":[14],"tomography":[15],"(cryo-ET).":[16],"However,":[17],"acquiring":[18],"ground-truth":[19],"labels":[20,158],"train":[22],"a":[23,79,138],"unified":[24,44,170],"deep":[25,107],"learning":[26,46],"model":[27],"that":[28],"can":[29],"simultaneously":[30,49],"deal":[31],"with":[32],"these":[33,157],"tasks":[34],"is":[35,149],"unaffordable.":[36],"To":[37],"this":[38],"end,":[39],"we":[40,68,77,132],"propose":[41],"an":[42,59,121],"end-to-end":[43,169],"multi-task":[45],"framework":[47],"complete":[50],"the":[51,74,102,105,129,168],"three":[52,70],"tasks,":[53],"where":[54],"models":[55],"trained":[57],"unsupervised":[60,88],"manner":[61],"without":[62],"using":[63,90,118],"any":[64],"labels.":[65],"In":[66,73],"particular,":[67],"have":[69],"parallel":[71],"branches.":[72],"alignment":[75],"branch,":[76,104,131],"adopt":[78],"two-stage":[80],"training":[81,89],"scheme,":[82],"i.e.,":[83],"self-supervised":[84],"pretraining":[85],"constrained":[87,98],"our":[91,173],"proposed":[92],"skip":[93],"correlation":[94],"attention":[95],"layer":[96],"loss.":[99],"Synchronously,":[100],"clustering":[103],"learned":[106],"cluster":[108,114],"features":[109],"utilized":[111,150],"iteratively":[113],"subtomograms":[115],"into":[116],"groups":[117],"pseudo-labels":[119,135],"from":[120,137,147,167],"image-wise":[122],"Gaussian":[123],"Mixture":[124],"Model":[125],"(GMM).":[126],"Meanwhile,":[127],"use":[133],"rough":[134],"generated":[136],"voxel-wise":[139],"GMM":[140],"as":[141,159,161],"supervision":[142],"signals,":[143],"prior":[145],"knowledge":[146],"humans":[148],"jointly":[152],"learn":[153],"how":[154],"correct":[156],"well":[160],"predict":[162],"reliable":[163],"results.":[165],"Benefiting":[166],"network":[171],"architecture,":[172],"method":[174],"achieves":[175],"overall":[176],"state-of-the-art":[177],"performance":[178],"on":[179],"both":[180],"simulated":[181],"real":[183],"processing":[185],"benchmarks.":[186]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}