{"id":"https://openalex.org/W4386083213","doi":"https://doi.org/10.1109/jbhi.2023.3307584","title":"Sparse and Hierarchical Transformer for Survival Analysis on Whole Slide Images","display_name":"Sparse and Hierarchical Transformer for Survival Analysis on Whole Slide Images","publication_year":2023,"publication_date":"2023-08-22","ids":{"openalex":"https://openalex.org/W4386083213","doi":"https://doi.org/10.1109/jbhi.2023.3307584","pmid":"https://pubmed.ncbi.nlm.nih.gov/37607153"},"language":"en","primary_location":{"id":"doi:10.1109/jbhi.2023.3307584","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jbhi.2023.3307584","pdf_url":null,"source":{"id":"https://openalex.org/S2495854775","display_name":"IEEE Journal of Biomedical and Health Informatics","issn_l":"2168-2194","issn":["2168-2194","2168-2208"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Biomedical and Health Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003979715","display_name":"Rui Yan","orcid":"https://orcid.org/0000-0002-1336-1740"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Yan","raw_affiliation_strings":["School of Biomedical Engineering, University of Science and Technology of China, Hefei, China","Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","Suzhou Institute for Advanced Research, University of Science and Technology of China, Suzhou, China","University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1336-1740","affiliations":[{"raw_affiliation_string":"School of Biomedical Engineering, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"raw_affiliation_string":"Suzhou Institute for Advanced Research, University of Science and Technology of China, Suzhou, China","institution_ids":[]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072992553","display_name":"Zhilong Lv","orcid":"https://orcid.org/0000-0002-0708-8880"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhilong Lv","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0708-8880","affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103011696","display_name":"Zhidong Yang","orcid":"https://orcid.org/0000-0002-9738-0227"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhidong Yang","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9738-0227","affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103097087","display_name":"Senlin Lin","orcid":"https://orcid.org/0009-0001-6593-4088"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Senlin Lin","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0001-6593-4088","affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064185915","display_name":"Chun-Hou Zheng","orcid":"https://orcid.org/0000-0002-2695-1926"},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunhou Zheng","raw_affiliation_strings":["School of Artificial Intelligence, Anhui University, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-2695-1926","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Anhui University, Hefei, China","institution_ids":["https://openalex.org/I143868143"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100731978","display_name":"Fa Zhang","orcid":"https://orcid.org/0000-0002-2081-9369"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fa Zhang","raw_affiliation_strings":["School of Medical Technology, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2081-9369","affiliations":[{"raw_affiliation_string":"School of Medical Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9561,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.88643975,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"28","issue":"1","first_page":"7","last_page":"18"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.8721959590911865},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.7472151517868042},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7469353675842285},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5921173691749573},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.525702714920044},{"id":"https://openalex.org/keywords/hierarchical-database-model","display_name":"Hierarchical database model","score":0.4197150766849518},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.41792625188827515},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3872263431549072},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.16095000505447388},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07974416017532349}],"concepts":[{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.8721959590911865},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.7472151517868042},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7469353675842285},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5921173691749573},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.525702714920044},{"id":"https://openalex.org/C144986985","wikidata":"https://www.wikidata.org/wiki/Q871236","display_name":"Hierarchical database model","level":2,"score":0.4197150766849518},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41792625188827515},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3872263431549072},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.16095000505447388},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07974416017532349},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jbhi.2023.3307584","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jbhi.2023.3307584","pdf_url":null,"source":{"id":"https://openalex.org/S2495854775","display_name":"IEEE Journal of Biomedical and Health Informatics","issn_l":"2168-2194","issn":["2168-2194","2168-2208"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Biomedical and Health Informatics","raw_type":"journal-article"},{"id":"pmid:37607153","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37607153","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE journal of biomedical and health informatics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1045301406","display_name":null,"funder_award_id":"62072441","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1075678864","display_name":null,"funder_award_id":"32241027","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G207892162","display_name":null,"funder_award_id":"2021 YFF0704300","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G2379517498","display_name":"\u9ad8\u5206\u8fa8\u51b7\u51bb\u7535\u955c\u65ad\u5c42\u4e09\u7ef4\u91cd\u6784\u7684\u53c2\u6570\u6807\u5b9a\u7b97\u6cd5\u7814\u7a76","funder_award_id":"62072280","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7602616423","display_name":"\u751f\u7269\u5927\u5206\u5b50\u51b7\u51bb\u7535\u955c\u6570\u636e\u9ad8\u6548\u80fd\u5904\u7406\u7684\u5173\u952e\u6280\u672f","funder_award_id":"61932018","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":76,"referenced_works":["https://openalex.org/W2022495797","https://openalex.org/W2060300932","https://openalex.org/W2095705004","https://openalex.org/W2474421929","https://openalex.org/W2571620227","https://openalex.org/W2745940724","https://openalex.org/W2753919178","https://openalex.org/W2760946358","https://openalex.org/W2890655214","https://openalex.org/W2896457183","https://openalex.org/W2900118953","https://openalex.org/W2907492528","https://openalex.org/W2915716523","https://openalex.org/W2921485464","https://openalex.org/W2949306187","https://openalex.org/W2956228567","https://openalex.org/W2960048711","https://openalex.org/W2970419734","https://openalex.org/W2971045153","https://openalex.org/W2996092187","https://openalex.org/W2997753998","https://openalex.org/W3011574394","https://openalex.org/W3013151148","https://openalex.org/W3015468748","https://openalex.org/W3042024476","https://openalex.org/W3042185737","https://openalex.org/W3043535018","https://openalex.org/W3074741277","https://openalex.org/W3083699157","https://openalex.org/W3088409176","https://openalex.org/W3091149861","https://openalex.org/W3094502228","https://openalex.org/W3107410755","https://openalex.org/W3115168802","https://openalex.org/W3134475970","https://openalex.org/W3138516171","https://openalex.org/W3176276772","https://openalex.org/W3176719058","https://openalex.org/W3201783410","https://openalex.org/W3201905155","https://openalex.org/W3202214962","https://openalex.org/W3203168750","https://openalex.org/W3203328008","https://openalex.org/W3204764952","https://openalex.org/W3210314917","https://openalex.org/W4213019189","https://openalex.org/W4229049871","https://openalex.org/W4281853941","https://openalex.org/W4282944783","https://openalex.org/W4285741624","https://openalex.org/W4293163051","https://openalex.org/W4306955484","https://openalex.org/W4318566866","https://openalex.org/W4322576947","https://openalex.org/W4323654151","https://openalex.org/W4361030048","https://openalex.org/W4366779198","https://openalex.org/W4380434577","https://openalex.org/W4386075553","https://openalex.org/W6674330103","https://openalex.org/W6678941407","https://openalex.org/W6721136770","https://openalex.org/W6739901393","https://openalex.org/W6747701563","https://openalex.org/W6755207826","https://openalex.org/W6761628794","https://openalex.org/W6772230799","https://openalex.org/W6773837390","https://openalex.org/W6774314701","https://openalex.org/W6776048684","https://openalex.org/W6778883912","https://openalex.org/W6779326418","https://openalex.org/W6779997284","https://openalex.org/W6781533629","https://openalex.org/W6784333009","https://openalex.org/W6803426362"],"related_works":["https://openalex.org/W1574414179","https://openalex.org/W4362597605","https://openalex.org/W3009056573","https://openalex.org/W2922073769","https://openalex.org/W4297676672","https://openalex.org/W4281702477","https://openalex.org/W2989932438","https://openalex.org/W4387297750","https://openalex.org/W2186333919","https://openalex.org/W2986843960"],"abstract_inverted_index":{"The":[0],"Transformer-based":[1,55],"methods":[2],"provide":[3],"a":[4,81,116,138],"good":[5],"opportunity":[6],"for":[7,37,54,123],"modeling":[8],"the":[9,34,44,88,133,144,157,161],"global":[10],"context":[11],"of":[12,66,91,102],"gigapixel":[13],"whole":[14],"slide":[15],"image":[16],"(WSI),":[17],"however,":[18],"there":[19],"are":[20],"still":[21],"two":[22],"main":[23],"problems":[24],"in":[25,111],"applying":[26],"Transformer":[27,85,121,140],"to":[28,47,61,71,131,142],"WSI-based":[29],"survival":[30,38,124],"analysis":[31,39],"task.":[32],"First,":[33],"training":[35],"data":[36,60],"is":[40,51,65,77],"limited,":[41],"which":[42,57,98],"makes":[43,99],"model":[45,87],"prone":[46],"overfitting.":[48],"This":[49],"problem":[50],"even":[52],"worse":[53],"models":[56],"require":[58],"large-scale":[59],"train.":[62],"Second,":[63],"WSI":[64,92,105,146,153],"extremely":[67],"high":[68],"resolution":[69],"(up":[70],"150,000":[72,74],"x":[73],"pixels)":[75],"and":[76,119,136],"typically":[78],"organized":[79],"as":[80,94],"multi-resolution":[82],"pyramid.":[83],"Vanilla":[84],"cannot":[86],"hierarchical":[89,104,139,145],"structure":[90,141],"(such":[93],"patch":[95],"cluster-level":[96],"relationships),":[97],"it":[100],"incapable":[101],"learning":[103],"representation.":[106,147],"To":[107],"address":[108],"these":[109],"problems,":[110],"this":[112],"paper,":[113],"we":[114,127],"propose":[115,137],"novel":[117],"Sparse":[118],"Hierarchical":[120],"(SH-Transformer)":[122],"analysis.":[125],"Specifically,":[126],"introduce":[128],"sparse":[129],"self-attention":[130],"alleviate":[132],"overfitting":[134],"problem,":[135],"learn":[143],"Experimental":[148],"results":[149],"based":[150],"on":[151],"three":[152],"datasets":[154],"show":[155],"that":[156],"proposed":[158],"framework":[159],"outperforms":[160],"state-of-the-art":[162],"methods.":[163]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":4}],"updated_date":"2026-08-06T08:24:18.245995","created_date":"2025-10-10T00:00:00"}