{"id":"https://openalex.org/W2921604813","doi":"https://doi.org/10.1117/12.2512991","title":"Automated multi-class ground-truth labeling of H&E images for deep learning using multiplexed fluorescence microscopy","display_name":"Automated multi-class ground-truth labeling of H&E images for deep learning using multiplexed fluorescence microscopy","publication_year":2019,"publication_date":"2019-03-18","ids":{"openalex":"https://openalex.org/W2921604813","doi":"https://doi.org/10.1117/12.2512991","mag":"2921604813"},"language":"en","primary_location":{"id":"doi:10.1117/12.2512991","is_oa":false,"landing_page_url":"https://doi.org/10.1117/12.2512991","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Medical Imaging 2019: Digital Pathology","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016242103","display_name":"Gouthamrajan Nadarajan","orcid":null},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Gouthamrajan Nadarajan","raw_affiliation_strings":["Univ. at Buffalo SUNY (United States)"],"affiliations":[{"raw_affiliation_string":"Univ. at Buffalo SUNY (United States)","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043244985","display_name":"Tyna Hope","orcid":null},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]},{"id":"https://openalex.org/I1323843004","display_name":"Sunnybrook Health Science Centre","ror":"https://ror.org/03wefcv03","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I1323843004"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Tyna Hope","raw_affiliation_strings":["Biomarker Imaging Research Lab., (BIRL), Sunnybrook Research Institute, Univ. of Toronto (Canada)"],"affiliations":[{"raw_affiliation_string":"Biomarker Imaging Research Lab., (BIRL), Sunnybrook Research Institute, Univ. of Toronto (Canada)","institution_ids":["https://openalex.org/I185261750","https://openalex.org/I1323843004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100411767","display_name":"Dan Wang","orcid":"https://orcid.org/0000-0001-6374-0418"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]},{"id":"https://openalex.org/I1323843004","display_name":"Sunnybrook Health Science Centre","ror":"https://ror.org/03wefcv03","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I1323843004"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Dan Wang","raw_affiliation_strings":["Biomarker Imaging Research Lab., (BIRL), Sunnybrook Research Institute, Univ. of Toronto (Canada)"],"affiliations":[{"raw_affiliation_string":"Biomarker Imaging Research Lab., (BIRL), Sunnybrook Research Institute, Univ. of Toronto (Canada)","institution_ids":["https://openalex.org/I185261750","https://openalex.org/I1323843004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103840944","display_name":"Allison Cheung","orcid":null},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]},{"id":"https://openalex.org/I1323843004","display_name":"Sunnybrook Health Science Centre","ror":"https://ror.org/03wefcv03","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I1323843004"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Allison Cheung","raw_affiliation_strings":["Biomarker Imaging Research Lab., (BIRL), Sunnybrook Research Institute, Univ. of Toronto (Canada)"],"affiliations":[{"raw_affiliation_string":"Biomarker Imaging Research Lab., (BIRL), Sunnybrook Research Institute, Univ. of Toronto (Canada)","institution_ids":["https://openalex.org/I185261750","https://openalex.org/I1323843004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081260142","display_name":"Fiona Ginty","orcid":"https://orcid.org/0000-0001-6638-683X"},"institutions":[{"id":"https://openalex.org/I1332737386","display_name":"General Electric (United States)","ror":"https://ror.org/013msgt25","country_code":"US","type":"company","lineage":["https://openalex.org/I1332737386"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fiona Ginty","raw_affiliation_strings":["General Electric Global Research Ctr. (United States)"],"affiliations":[{"raw_affiliation_string":"General Electric Global Research Ctr. (United States)","institution_ids":["https://openalex.org/I1332737386"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069586144","display_name":"Martin J. Yaffe","orcid":"https://orcid.org/0000-0002-7227-9915"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]},{"id":"https://openalex.org/I1323843004","display_name":"Sunnybrook Health Science Centre","ror":"https://ror.org/03wefcv03","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I1323843004"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Martin J. Yaffe","raw_affiliation_strings":["Biomarker Imaging Research Lab., (BIRL), Sunnybrook Research Institute, Univ. of Toronto (Canada)"],"affiliations":[{"raw_affiliation_string":"Biomarker Imaging Research Lab., (BIRL), Sunnybrook Research Institute, Univ. of Toronto (Canada)","institution_ids":["https://openalex.org/I185261750","https://openalex.org/I1323843004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054230830","display_name":"Scott Doyle","orcid":null},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Scott Doyle","raw_affiliation_strings":["Univ. at Buffalo SUNY (United States)"],"affiliations":[{"raw_affiliation_string":"Univ. at Buffalo SUNY (United States)","institution_ids":["https://openalex.org/I63190737"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5016242103"],"corresponding_institution_ids":["https://openalex.org/I63190737"],"apc_list":null,"apc_paid":null,"fwci":1.0107,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.82874932,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"1","issue":null,"first_page":"17","last_page":"17"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10885","display_name":"Gene expression and cancer classification","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12874","display_name":"Digital Imaging for Blood Diseases","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7814842462539673},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.648109495639801},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.6345218420028687},{"id":"https://openalex.org/keywords/stain","display_name":"Stain","score":0.6016088724136353},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5354592800140381},{"id":"https://openalex.org/keywords/tissue-microarray","display_name":"Tissue microarray","score":0.4929649829864502},{"id":"https://openalex.org/keywords/h-e-stain","display_name":"H&E stain","score":0.48290133476257324},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.47596997022628784},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.46771377325057983},{"id":"https://openalex.org/keywords/microscopy","display_name":"Microscopy","score":0.45784586668014526},{"id":"https://openalex.org/keywords/fluorescence-microscope","display_name":"Fluorescence microscope","score":0.4486074447631836},{"id":"https://openalex.org/keywords/analyte","display_name":"Analyte","score":0.4160594344139099},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.41079622507095337},{"id":"https://openalex.org/keywords/staining","display_name":"Staining","score":0.3538576364517212},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3337233066558838},{"id":"https://openalex.org/keywords/fluorescence","display_name":"Fluorescence","score":0.3125382363796234},{"id":"https://openalex.org/keywords/immunohistochemistry","display_name":"Immunohistochemistry","score":0.2881461977958679},{"id":"https://openalex.org/keywords/pathology","display_name":"Pathology","score":0.28407901525497437},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.2567248046398163},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.1649538278579712},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.13007232546806335},{"id":"https://openalex.org/keywords/optics","display_name":"Optics","score":0.10941839218139648}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7814842462539673},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.648109495639801},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.6345218420028687},{"id":"https://openalex.org/C2781294515","wikidata":"https://www.wikidata.org/wiki/Q2733470","display_name":"Stain","level":3,"score":0.6016088724136353},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5354592800140381},{"id":"https://openalex.org/C193270364","wikidata":"https://www.wikidata.org/wiki/Q17141925","display_name":"Tissue microarray","level":3,"score":0.4929649829864502},{"id":"https://openalex.org/C125473707","wikidata":"https://www.wikidata.org/wiki/Q9914","display_name":"H&E stain","level":3,"score":0.48290133476257324},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.47596997022628784},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.46771377325057983},{"id":"https://openalex.org/C147080431","wikidata":"https://www.wikidata.org/wiki/Q1074953","display_name":"Microscopy","level":2,"score":0.45784586668014526},{"id":"https://openalex.org/C169274487","wikidata":"https://www.wikidata.org/wiki/Q840211","display_name":"Fluorescence microscope","level":3,"score":0.4486074447631836},{"id":"https://openalex.org/C10390740","wikidata":"https://www.wikidata.org/wiki/Q2282401","display_name":"Analyte","level":2,"score":0.4160594344139099},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.41079622507095337},{"id":"https://openalex.org/C74864618","wikidata":"https://www.wikidata.org/wiki/Q2332446","display_name":"Staining","level":2,"score":0.3538576364517212},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3337233066558838},{"id":"https://openalex.org/C91881484","wikidata":"https://www.wikidata.org/wiki/Q191807","display_name":"Fluorescence","level":2,"score":0.3125382363796234},{"id":"https://openalex.org/C204232928","wikidata":"https://www.wikidata.org/wiki/Q899285","display_name":"Immunohistochemistry","level":2,"score":0.2881461977958679},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.28407901525497437},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.2567248046398163},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.1649538278579712},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.13007232546806335},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.10941839218139648},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1117/12.2512991","is_oa":false,"landing_page_url":"https://doi.org/10.1117/12.2512991","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Medical Imaging 2019: Digital Pathology","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.46000000834465027,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W1901129140","https://openalex.org/W1974195684","https://openalex.org/W1992494441","https://openalex.org/W2015255108","https://openalex.org/W2103061399","https://openalex.org/W2141397097","https://openalex.org/W2168056522","https://openalex.org/W2288892845","https://openalex.org/W2418166239","https://openalex.org/W2479307630","https://openalex.org/W2604272474","https://openalex.org/W2741171560","https://openalex.org/W2786974903","https://openalex.org/W3089669417","https://openalex.org/W4254527391","https://openalex.org/W6675299868","https://openalex.org/W6684191040"],"related_works":["https://openalex.org/W4384826841","https://openalex.org/W4310665281","https://openalex.org/W4390098721","https://openalex.org/W4311305828","https://openalex.org/W2063882352","https://openalex.org/W62528080","https://openalex.org/W2043744435","https://openalex.org/W2193165651","https://openalex.org/W2015326638","https://openalex.org/W2138378837"],"abstract_inverted_index":{"Manual":[0],"annotation":[1],"of":[2,87,104,117,135,208,230],"Hematoxylin":[3],"and":[4,18,23,58,107,139,258],"Eosin":[5],"(H&E)":[6],"stained":[7,144,182],"tissue":[8,102,126,132,141],"images":[9,53],"for":[10,21,51,122,147,159,191,241],"deep":[11,49],"learning":[12],"classification":[13],"is":[14,42,172],"difficult,":[15],"time":[16],"consuming,":[17],"error-prone":[19],"particularly":[20],"multi-class":[22],"rare-class":[24],"problems.":[25],"Chemical":[26],"probes":[27],"in":[28,46,260],"immunohistochemistry":[29],"(IHC)":[30],"or":[31],"immunofluorescence":[32],"(IF)":[33],"can":[34,237],"automatically":[35],"tag":[36],"cellular":[37],"structures;":[38],"however,":[39],"chemical":[40],"labeling":[41],"difficult":[43],"to":[44,99,113,165,186,198,203,220,244,252],"use":[45],"training":[47,123],"a":[48,131,167,188,205],"classifier":[50],"H&E":[52,97,154,178,201,257],"(e.g.":[54],"through":[55],"serial":[56],"sectioning":[57],"registration).":[59],"In":[60,128],"this":[61,129,222],"work,":[62],"we":[63],"leverage":[64],"the":[65,115,175,199,209,234],"novel":[66],"Multiplexed":[67],"Immuno-Fluorescencent":[68],"(MxIF)":[69],"microscopy":[70],"method":[71],"developed":[72],"by":[73,95,152],"General":[74],"Electric":[75],"Global":[76],"Research":[77],"Center":[78],"(GE":[79],"GRC)":[80],"which":[81,171,194],"allows":[82,111],"sequential,":[83],"stain-image-bleach":[84],"(SSB)":[85],"application":[86],"protein":[88],"markers":[89],"on":[90],"formalin-fixed,":[91],"paraffin-embedded(FFPE)":[92],"samples":[93],"followed":[94,151],"traditional":[96,153],"staining":[98],"build":[100,204],"chemically-annotated":[101],"maps":[103,121],"nuclei,":[105],"cytoplasm,":[106],"cell":[108],"membranes.":[109],"This":[110,224],"us":[112],"automate":[114],"creation":[116],"ground":[118],"truth":[119],"class-label":[120,189],"an":[124,227],"H&E-based":[125],"classifier.":[127],"study,":[130],"microarray":[133],"consisting":[134,207],"149":[136],"breast":[137],"cancer":[138],"normal":[140],"cores":[142],"were":[143,163],"using":[145],"MxIF":[146,157,181,235],"our":[148],"three":[149,210],"analytes,":[150],"staining.":[155],"The":[156],"stains":[158,255],"each":[160,192],"TMA":[161],"core":[162],"combined":[164],"create":[166],"\u201cVirtual":[168],"H&E\u201d":[169],"image,":[170],"registered":[173],"with":[174],"corresponding":[176],"real":[177,200],"images.":[179],"Each":[180],"spot":[183],"was":[184,195,217,249],"segmented":[185],"obtain":[187],"map":[190],"analyte,":[193],"then":[196,218],"applied":[197],"image":[202],"dataset":[206],"analytes.":[211],"A":[212,247],"convolutional":[213],"neural":[214],"network":[215],"(CNN)":[216],"trained":[219,251],"classify":[221],"dataset.":[223],"system":[225,236],"achieved":[226],"overall":[228],"accuracy":[229],"70%,":[231],"suggesting":[232],"that":[233],"provide":[238],"useful":[239],"labels":[240],"identifying":[242],"hard":[243],"distinguish":[245],"structures.":[246],"U-net":[248],"also":[250],"generate":[253],"pseudo-IF":[254],"from":[256],"resulted":[259],"similar":[261],"results.":[262]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}