{"id":"https://openalex.org/W4387831727","doi":"https://doi.org/10.1109/tcsvt.2023.3326196","title":"SpecTr: Spectral Transformer for Microscopic Hyperspectral Pathology Image Segmentation","display_name":"SpecTr: Spectral Transformer for Microscopic Hyperspectral Pathology Image Segmentation","publication_year":2023,"publication_date":"2023-10-20","ids":{"openalex":"https://openalex.org/W4387831727","doi":"https://doi.org/10.1109/tcsvt.2023.3326196"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2023.3326196","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2023.3326196","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059679544","display_name":"Boxiang Yun","orcid":"https://orcid.org/0000-0003-2233-6691"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Boxiang Yun","raw_affiliation_strings":["Shanghai Key Laboratory of Multidimensional Information Processing, East China Normal University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Key Laboratory of Multidimensional Information Processing, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001212991","display_name":"Baiying Lei","orcid":"https://orcid.org/0000-0002-3087-2550"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baiying Lei","raw_affiliation_strings":["National-Regional Key Technology Engineering Laboratory for Medical Ultrasound and the Guangdong Key Laboratory for Biomedical Measurements and Ultrasound Imaging, School of Biomedical Engineering, Shenzhen University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"National-Regional Key Technology Engineering Laboratory for Medical Ultrasound and the Guangdong Key Laboratory for Biomedical Measurements and Ultrasound Imaging, School of Biomedical Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066600512","display_name":"Jieneng Chen","orcid":"https://orcid.org/0000-0002-6692-4455"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jieneng Chen","raw_affiliation_strings":["Department of Computer Science, Johns Hopkins University, Baltimore, MD, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Johns Hopkins University, Baltimore, MD, USA","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100670139","display_name":"Huiyu Wang","orcid":"https://orcid.org/0000-0001-7855-9769"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Huiyu Wang","raw_affiliation_strings":["Department of Computer Science, Johns Hopkins University, Baltimore, MD, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Johns Hopkins University, Baltimore, MD, USA","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100560954","display_name":"Song Qiu","orcid":"https://orcid.org/0000-0003-4555-3947"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Song Qiu","raw_affiliation_strings":["Shanghai Key Laboratory of Multidimensional Information Processing, East China Normal University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Key Laboratory of Multidimensional Information Processing, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048353325","display_name":"Wei Shen","orcid":"https://orcid.org/0000-0002-1235-598X"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Shen","raw_affiliation_strings":["MoE Key Laboratory of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"MoE Key Laboratory of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090964683","display_name":"Qingli Li","orcid":"https://orcid.org/0000-0001-5063-8801"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingli Li","raw_affiliation_strings":["Shanghai Key Laboratory of Multidimensional Information Processing, East China Normal University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Key Laboratory of Multidimensional Information Processing, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101596247","display_name":"Yan Wang","orcid":"https://orcid.org/0000-0002-1592-9627"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Wang","raw_affiliation_strings":["Shanghai Key Laboratory of Multidimensional Information Processing, East China Normal University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Key Laboratory of Multidimensional Information Processing, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5059679544"],"corresponding_institution_ids":["https://openalex.org/I66867065"],"apc_list":null,"apc_paid":null,"fwci":9.0462,"has_fulltext":false,"cited_by_count":52,"citation_normalized_percentile":{"value":0.98451021,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"34","issue":"6","first_page":"4610","last_page":"4624"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12994","display_name":"Infrared Thermography in Medicine","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12874","display_name":"Digital Imaging for Blood Diseases","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hyperspectral-imaging","display_name":"Hyperspectral imaging","score":0.8737032413482666},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.7481816411018372},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6931799650192261},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6833726167678833},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.6608117818832397},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5985260009765625},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.5534334182739258},{"id":"https://openalex.org/keywords/digital-pathology","display_name":"Digital pathology","score":0.5197126865386963},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5055861473083496},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5002784729003906},{"id":"https://openalex.org/keywords/spectral-imaging","display_name":"Spectral imaging","score":0.4818497896194458},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.10706961154937744},{"id":"https://openalex.org/keywords/optics","display_name":"Optics","score":0.08391669392585754},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.07830104231834412}],"concepts":[{"id":"https://openalex.org/C159078339","wikidata":"https://www.wikidata.org/wiki/Q959005","display_name":"Hyperspectral imaging","level":2,"score":0.8737032413482666},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.7481816411018372},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6931799650192261},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6833726167678833},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6608117818832397},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5985260009765625},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.5534334182739258},{"id":"https://openalex.org/C2777522853","wikidata":"https://www.wikidata.org/wiki/Q5276128","display_name":"Digital pathology","level":2,"score":0.5197126865386963},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5055861473083496},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5002784729003906},{"id":"https://openalex.org/C3232514","wikidata":"https://www.wikidata.org/wiki/Q7575196","display_name":"Spectral imaging","level":2,"score":0.4818497896194458},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.10706961154937744},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.08391669392585754},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.07830104231834412},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2023.3326196","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2023.3326196","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.7300000190734863}],"awards":[{"id":"https://openalex.org/G1361916995","display_name":null,"funder_award_id":"62101191","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2973223028","display_name":null,"funder_award_id":"22DZ2229004","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"},{"id":"https://openalex.org/G7968286906","display_name":null,"funder_award_id":"21ZR1420800","funder_id":"https://openalex.org/F4320309612","funder_display_name":"Natural Science Foundation of Shanghai"}],"funders":[{"id":"https://openalex.org/F4320309612","display_name":"Natural Science Foundation of Shanghai","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321885","display_name":"Science and Technology Commission of Shanghai Municipality","ror":"https://ror.org/03kt66j61"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":69,"referenced_works":["https://openalex.org/W1901129140","https://openalex.org/W2049189005","https://openalex.org/W2083125248","https://openalex.org/W2108598243","https://openalex.org/W2150990614","https://openalex.org/W2332150588","https://openalex.org/W2412782625","https://openalex.org/W2464708700","https://openalex.org/W2497599701","https://openalex.org/W2737682710","https://openalex.org/W2751810713","https://openalex.org/W2798122215","https://openalex.org/W2799142782","https://openalex.org/W2884436604","https://openalex.org/W2897541487","https://openalex.org/W2910457605","https://openalex.org/W2945556069","https://openalex.org/W2956724616","https://openalex.org/W2962843773","https://openalex.org/W2963155035","https://openalex.org/W2963163009","https://openalex.org/W2963225012","https://openalex.org/W2963420686","https://openalex.org/W2964110616","https://openalex.org/W2966145398","https://openalex.org/W2970777192","https://openalex.org/W2981108991","https://openalex.org/W2990503944","https://openalex.org/W2991616716","https://openalex.org/W2994850640","https://openalex.org/W3008789903","https://openalex.org/W3011934240","https://openalex.org/W3014974815","https://openalex.org/W3015468748","https://openalex.org/W3027763298","https://openalex.org/W3087334746","https://openalex.org/W3088873647","https://openalex.org/W3112701542","https://openalex.org/W3121420165","https://openalex.org/W3122718941","https://openalex.org/W3127751679","https://openalex.org/W3138516171","https://openalex.org/W3154503495","https://openalex.org/W3170841864","https://openalex.org/W3179685412","https://openalex.org/W3199819839","https://openalex.org/W3201461236","https://openalex.org/W3203480968","https://openalex.org/W3212176979","https://openalex.org/W3212407416","https://openalex.org/W3214085799","https://openalex.org/W3214821343","https://openalex.org/W4212875960","https://openalex.org/W4214493665","https://openalex.org/W4214634256","https://openalex.org/W4214701508","https://openalex.org/W4221163766","https://openalex.org/W4283374861","https://openalex.org/W4289752563","https://openalex.org/W4312298460","https://openalex.org/W4313062423","https://openalex.org/W4327808525","https://openalex.org/W4362454585","https://openalex.org/W4375928790","https://openalex.org/W4385245566","https://openalex.org/W6750469568","https://openalex.org/W6776048684","https://openalex.org/W6795901243","https://openalex.org/W6796931752"],"related_works":["https://openalex.org/W2072166414","https://openalex.org/W3209970181","https://openalex.org/W2060875994","https://openalex.org/W3034375524","https://openalex.org/W3047444742","https://openalex.org/W2605253479","https://openalex.org/W2054836752","https://openalex.org/W3178760882","https://openalex.org/W2391021239","https://openalex.org/W2049189005"],"abstract_inverted_index":{"Hyperspectral":[0],"imaging":[1],"(HSI)":[2],"unlocks":[3],"the":[4,49,59,66,69,82,139,166,178,182,220,239],"huge":[5],"potential":[6],"to":[7,30,71,79,176,193],"a":[8,95,133,189,196,206],"wide":[9],"variety":[10],"of":[11,51,172,181,235],"applications":[12],"relying":[13],"on":[14,54],"high-precision":[15,73],"pathology":[16,75,101,214,229],"image":[17,76,102,209,230],"segmentation,":[18,103,231],"such":[19,148],"as":[20,149],"computational":[21,179],"pathology.":[22],"It":[23],"can":[24,204],"acquire":[25],"biochemical":[26],"properties":[27],"even":[28],"invisible":[29],"naked":[31],"eyes":[32],"from":[33,122],"histological":[34],"specimens.":[35],"Since":[36],"1)":[37],"spectra":[38,52],"contain":[39],"discriminative":[40,119],"and":[41,47,62,84,113,117,160,170,219,242],"continuous":[42],"patterns":[43],"for":[44,88,99,109,146,211,227],"differentiating":[45],"tissues/cells,":[46],"2)":[48],"discriminability":[50],"relies":[53],"both":[55],"fine-grained":[56,118],"relations":[57,64],"in":[58,65,157],"high-resolution":[60],"spectrum":[61],"coarse":[63,116],"low-resolution":[67],"spectrum,":[68],"key":[70],"achieving":[72],"hyperspectral":[74,100,228],"segmentation":[77,184],"is":[78,144,155,248],"felicitously":[80],"model":[81,142],"intra-":[83],"inter-scale":[85,123],"context":[86,108,163],"especially":[87],"spectra.":[89],"In":[90],"this":[91],"paper,":[92],"we":[93,131,186],"propose":[94,132,188],"spectral":[96,111,120,129,162,198],"transformer":[97],"(SpecTr)":[98],"which":[104],"first":[105],"captures":[106],"global":[107],"intra-scale":[110,128],"features,":[112,124],"subsequently":[114],"extract":[115],"information":[121],"respectively.":[125],"To":[126],"learn":[127,195],"context,":[130],"Spectral":[134],"Attentive":[135],"Module":[136],"(SAM).":[137],"Unlike":[138],"existing":[140],"Transformer":[141],"that":[143,202],"designed":[145],"modalities":[147],"natural":[150],"images,":[151,218],"our":[152],"proposed":[153,221],"SAM":[154],"efficient":[156],"capturing":[158],"sparse":[159],"pivotal":[161],"while":[164],"avoiding":[165],"heterogeneous":[167],"underlying":[168],"distributions":[169],"noises":[171],"different":[173],"bands.":[174],"Besides,":[175],"reduce":[177],"complexity":[180],"HSI":[183],"model,":[185],"further":[187],"global-local":[190],"attention":[191],"module":[192],"effectively":[194],"condensed":[197],"feature.":[199],"Experiments":[200],"show":[201],"HSIs":[203],"become":[205],"more":[207],"powerful":[208],"modality":[210],"understanding":[212],"microscopic":[213],"images":[215],"than":[216],"RGB":[217],"SpecTr":[222],"outperforms":[223],"other":[224,243],"competing":[225],"methods":[226],"with":[232,238],"an":[233],"improvement":[234],"3%":[236],"compared":[237],"popular":[240],"3D-nnUNet":[241],"transformer-based":[244],"methods.":[245],"Our":[246],"code":[247],"available":[249],"at":[250],"https://github.com/DeepMed-Lab-ECNU/SpecTr.":[251]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":28},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}