{"id":"https://openalex.org/W4414856608","doi":"https://doi.org/10.1109/tmi.2025.3618446","title":"ProtoMTG: Prototypical Multi-Task Learning for the Generation of Multiple Stained Immunohistochemical Images","display_name":"ProtoMTG: Prototypical Multi-Task Learning for the Generation of Multiple Stained Immunohistochemical Images","publication_year":2025,"publication_date":"2025-10-06","ids":{"openalex":"https://openalex.org/W4414856608","doi":"https://doi.org/10.1109/tmi.2025.3618446","pmid":"https://pubmed.ncbi.nlm.nih.gov/41052165"},"language":"en","primary_location":{"id":"doi:10.1109/tmi.2025.3618446","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmi.2025.3618446","pdf_url":null,"source":{"id":"https://openalex.org/S58069681","display_name":"IEEE Transactions on Medical Imaging","issn_l":"0278-0062","issn":["0278-0062","1558-254X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Medical Imaging","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Junjie Zhou","orcid":"https://orcid.org/0009-0002-7643-7308"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Junjie Zhou","raw_affiliation_strings":["Key Laboratory of Brain-Machine Intelligence Technology, Ministry of Education, College of Artificial Intelligence, Nanjing University of Aeronautics and Astronautics, Nanjing, China","College of Artificial Intelligence, Ministry of Education, Key Laboratory of Brain-Machine Intelligence Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0002-7643-7308","affiliations":[{"raw_affiliation_string":"Key Laboratory of Brain-Machine Intelligence Technology, Ministry of Education, College of Artificial Intelligence, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]},{"raw_affiliation_string":"College of Artificial Intelligence, Ministry of Education, Key Laboratory of Brain-Machine Intelligence Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051796014","display_name":"A. S. Krylov","orcid":"https://orcid.org/0000-0001-9910-4501"},"institutions":[{"id":"https://openalex.org/I19880235","display_name":"Lomonosov Moscow State University","ror":"https://ror.org/010pmpe69","country_code":"RU","type":"education","lineage":["https://openalex.org/I19880235"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Andrey Krylov","raw_affiliation_strings":["Moscow State University, Moscow, Russia"],"raw_orcid":"https://orcid.org/0000-0001-9910-4501","affiliations":[{"raw_affiliation_string":"Moscow State University, Moscow, Russia","institution_ids":["https://openalex.org/I19880235"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060513618","display_name":"Jianpeng Sheng","orcid":"https://orcid.org/0000-0002-5535-5541"},"institutions":[{"id":"https://openalex.org/I4210166576","display_name":"First Affiliated Hospital Zhejiang University","ror":"https://ror.org/05m1p5x56","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210166576"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianpeng Sheng","raw_affiliation_strings":["The First Affiliated Hospital, Zhejiang University School of Medicine, Hangzhou, China","First Affiliated Hospital, Zhejiang University School of Medicine, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The First Affiliated Hospital, Zhejiang University School of Medicine, Hangzhou, China","institution_ids":["https://openalex.org/I4210166576"]},{"raw_affiliation_string":"First Affiliated Hospital, Zhejiang University School of Medicine, Hangzhou, China","institution_ids":["https://openalex.org/I4210166576"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101652370","display_name":"Qi Zhu","orcid":"https://orcid.org/0000-0001-5497-9478"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Zhu","raw_affiliation_strings":["Key Laboratory of Brain-Machine Intelligence Technology, Ministry of Education, College of Artificial Intelligence, Nanjing University of Aeronautics and Astronautics, Nanjing, China","College of Artificial Intelligence, Ministry of Education, Key Laboratory of Brain-Machine Intelligence Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-5497-9478","affiliations":[{"raw_affiliation_string":"Key Laboratory of Brain-Machine Intelligence Technology, Ministry of Education, College of Artificial Intelligence, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]},{"raw_affiliation_string":"College of Artificial Intelligence, Ministry of Education, Key Laboratory of Brain-Machine Intelligence Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076674630","display_name":"Wei Shao","orcid":"https://orcid.org/0000-0003-1476-2068"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Shao","raw_affiliation_strings":["Key Laboratory of Brain-Machine Intelligence Technology, Ministry of Education, College of Artificial Intelligence, Nanjing University of Aeronautics and Astronautics, Nanjing, China","College of Artificial Intelligence, Ministry of Education, Key Laboratory of Brain-Machine Intelligence Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-1476-2068","affiliations":[{"raw_affiliation_string":"Key Laboratory of Brain-Machine Intelligence Technology, Ministry of Education, College of Artificial Intelligence, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]},{"raw_affiliation_string":"College of Artificial Intelligence, Ministry of Education, Key Laboratory of Brain-Machine Intelligence Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018821033","display_name":"Daoqiang Zhang","orcid":"https://orcid.org/0000-0002-5658-7643"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Daoqiang Zhang","raw_affiliation_strings":["Key Laboratory of Brain-Machine Intelligence Technology, Ministry of Education, College of Artificial Intelligence, Nanjing University of Aeronautics and Astronautics, Nanjing, China","College of Artificial Intelligence, Ministry of Education, Key Laboratory of Brain-Machine Intelligence Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-5658-7643","affiliations":[{"raw_affiliation_string":"Key Laboratory of Brain-Machine Intelligence Technology, Ministry of Education, College of Artificial Intelligence, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]},{"raw_affiliation_string":"College of Artificial Intelligence, Ministry of Education, Key Laboratory of Brain-Machine Intelligence Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I9842412"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.19052713,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"45","issue":"3","first_page":"1127","last_page":"1139"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.7773000001907349,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.7773000001907349,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T13937","display_name":"Genetics, Bioinformatics, and Biomedical Research","score":0.7659000158309937,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10885","display_name":"Gene expression and cancer classification","score":0.7246000170707703,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.7195000052452087},{"id":"https://openalex.org/keywords/immunohistochemistry","display_name":"Immunohistochemistry","score":0.6754000186920166},{"id":"https://openalex.org/keywords/multiplex","display_name":"Multiplex","score":0.5163000226020813},{"id":"https://openalex.org/keywords/staining","display_name":"Staining","score":0.4246000051498413},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4009000062942505},{"id":"https://openalex.org/keywords/h-e-stain","display_name":"H&E stain","score":0.34700000286102295}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.7195000052452087},{"id":"https://openalex.org/C204232928","wikidata":"https://www.wikidata.org/wiki/Q899285","display_name":"Immunohistochemistry","level":2,"score":0.6754000186920166},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6504999995231628},{"id":"https://openalex.org/C2781188995","wikidata":"https://www.wikidata.org/wiki/Q6934982","display_name":"Multiplex","level":2,"score":0.5163000226020813},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4738999903202057},{"id":"https://openalex.org/C74864618","wikidata":"https://www.wikidata.org/wiki/Q2332446","display_name":"Staining","level":2,"score":0.4246000051498413},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4009000062942505},{"id":"https://openalex.org/C125473707","wikidata":"https://www.wikidata.org/wiki/Q9914","display_name":"H&E stain","level":3,"score":0.34700000286102295},{"id":"https://openalex.org/C139983466","wikidata":"https://www.wikidata.org/wiki/Q17194","display_name":"Video Graphics Array","level":3,"score":0.314300000667572},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2870999872684479},{"id":"https://openalex.org/C127561419","wikidata":"https://www.wikidata.org/wiki/Q224527","display_name":"Downregulation and upregulation","level":3,"score":0.2824000120162964},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.2709999978542328},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.26910001039505005},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.26739999651908875},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.26080000400543213},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.2599000036716461}],"mesh":[{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007150","descriptor_name":"Immunohistochemistry","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D014408","descriptor_name":"Biomarkers, Tumor","qualifier_ui":"Q000032","qualifier_name":"analysis","is_major_topic":false},{"descriptor_ui":"D059016","descriptor_name":"Tumor Microenvironment","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/tmi.2025.3618446","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmi.2025.3618446","pdf_url":null,"source":{"id":"https://openalex.org/S58069681","display_name":"IEEE Transactions on Medical Imaging","issn_l":"0278-0062","issn":["0278-0062","1558-254X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Medical Imaging","raw_type":"journal-article"},{"id":"pmid:41052165","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41052165","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on medical imaging","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1419925634","display_name":null,"funder_award_id":"62176013","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3081035669","display_name":null,"funder_award_id":"62272226","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7127436162","display_name":null,"funder_award_id":"62572239","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7849630008","display_name":null,"funder_award_id":"62571019","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7869937607","display_name":null,"funder_award_id":"62136004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multiplex":[0],"immunohistochemistry":[1],"(mIHC)":[2],"images":[3,28],"have":[4,71,225],"the":[5,9,24,64,76,79,90,98,127,136,143,158,169,182,188,218,230],"potential":[6,82],"to":[7,111,156,176],"assess":[8],"complex":[10],"tumor":[11],"microenvironment":[12],"by":[13,134],"simultaneously":[14,112],"detecting":[15],"multiple":[16,114],"markers":[17,50,68,86],"within":[18],"a":[19,53,120],"single":[20],"tissue":[21],"section,":[22],"however,":[23],"acquisition":[25],"of":[26,47,66,81,92,160,190,233],"mIHC":[27,49,115,162,197,234],"in":[29,142],"clinical":[30],"labs":[31],"is":[32],"both":[33,146],"time-consuming":[34],"and":[35,74,138,148,154,173,205,238],"costly.":[36],"Hence,":[37],"applying":[38],"machine":[39],"learning-based":[40],"virtual":[41,60,131,183,231],"staining":[42,61,132,184,232],"techniques":[43],"for":[44,181,229],"rapid":[45],"generation":[46,107,159,221],"different":[48,67,130,161,200],"has":[51],"become":[52],"considerable":[54],"alternative.":[55],"The":[56,207,236],"existing":[57,219],"bio-image":[58],"based":[59],"models":[62],"generate":[63,113],"distributions":[65],"independently,":[69],"which":[70],"limited":[72],"interpretability":[73],"overlook":[75],"fact":[77],"that":[78,124,211],"exploration":[80],"interrelationships":[83],"among":[84,129],"these":[85],"can":[87,125,214],"help":[88],"determine":[89],"localization":[91],"each":[93],"individual":[94],"marker.":[95],"To":[96,186],"address":[97],"above":[99],"issues,":[100],"we":[101,166,193],"propose":[102],"an":[103],"explainable":[104,227],"prototypical":[105,171],"multi-task":[106,121],"framework":[108],"(i.e.,":[109,202],"ProtoMTG)":[110],"markers.":[116,163,235],"Specifically,":[117],"ProtoMTG":[118],"involves":[119],"prototype":[122,179],"layer":[123],"capture":[126],"relationship":[128],"tasks":[133],"learning":[135],"shared":[137,149],"task-specific":[139,147],"prototypes.":[140],"Then,":[141],"proto-attention":[144],"layer,":[145],"prototypes":[150],"will":[151],"be":[152],"re-weighted":[153],"combined":[155],"instruct":[157],"In":[164],"ProtoMTG,":[165],"also":[167,224],"design":[168],"novel":[170],"activation":[172],"diversity":[174],"losses":[175],"learn":[177],"better":[178],"representation":[180],"task.":[185],"evaluate":[187],"performance":[189],"our":[191,212],"method,":[192],"develop":[194],"three":[195],"benchmark":[196],"datasets":[198],"on":[199],"organs":[201],"colon,":[203],"liver":[204],"stomach).":[206],"experimental":[208],"results":[209],"indicate":[210],"method":[213],"not":[215],"only":[216],"outperform":[217],"image":[220],"models,":[222],"but":[223],"good":[226],"ability":[228],"code":[237],"dataset":[239],"are":[240],"available":[241],"at:":[242],"https://jj-zhou-code.github.io/ProtoMTG-website/.":[243]},"counts_by_year":[],"updated_date":"2026-03-05T07:30:30.508283","created_date":"2025-10-10T00:00:00"}