{"id":"https://openalex.org/W4412567365","doi":"https://doi.org/10.1109/tai.2025.3591580","title":"A Hybrid Clinical Knowledge-Driven Transformer for Breast Ultrasound Video Classification","display_name":"A Hybrid Clinical Knowledge-Driven Transformer for Breast Ultrasound Video Classification","publication_year":2025,"publication_date":"2025-07-22","ids":{"openalex":"https://openalex.org/W4412567365","doi":"https://doi.org/10.1109/tai.2025.3591580"},"language":"en","primary_location":{"id":"doi:10.1109/tai.2025.3591580","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2025.3591580","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100343854","display_name":"Min Liu","orcid":"https://orcid.org/0000-0001-6406-4896"},"institutions":[{"id":"https://openalex.org/I4210144102","display_name":"Wuhu Hit Robot Technology Research Institute","ror":"https://ror.org/049w4dp92","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210144102"]},{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["CN","US"],"is_corresponding":true,"raw_author_name":"Min Liu","raw_affiliation_strings":["National Engineering Research Center for Robot Visual Perception and Control Technology, School of Artificial Intelligence and Robotics, Hunan University, Changsha, China","department of physicsVirginia Polytechnic Institute and State University"],"affiliations":[{"raw_affiliation_string":"National Engineering Research Center for Robot Visual Perception and Control Technology, School of Artificial Intelligence and Robotics, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I4210144102"]},{"raw_affiliation_string":"department of physicsVirginia Polytechnic Institute and State University","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhao Yao","orcid":"https://orcid.org/0009-0009-3609-7741"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]},{"id":"https://openalex.org/I4210144102","display_name":"Wuhu Hit Robot Technology Research Institute","ror":"https://ror.org/049w4dp92","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210144102"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhao Yao","raw_affiliation_strings":["National Engineering Research Center for Robot Visual Perception and Control Technology, School of Artificial Intelligence and Robotics, Hunan University, Changsha, China","Center for Biomedical Engineering, School of Information Science and Technology, Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"National Engineering Research Center for Robot Visual Perception and Control Technology, School of Artificial Intelligence and Robotics, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I4210144102"]},{"raw_affiliation_string":"Center for Biomedical Engineering, School of Information Science and Technology, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Mutian Li","orcid":"https://orcid.org/0009-0009-5550-1367"},"institutions":[{"id":"https://openalex.org/I2801556517","display_name":"Ruijin Hospital","ror":"https://ror.org/01hv94n30","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I2801556517"]},{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Mutian Li","raw_affiliation_strings":["Department of Physics, Virginia Polytechnic Institute and State University, Blacksburg, VA, USA","Department of Ultrasound, Ruijin Hospital, Shanghai Jiaotong University School of Medicine, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Physics, Virginia Polytechnic Institute and State University, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]},{"raw_affiliation_string":"Department of Ultrasound, Ruijin Hospital, Shanghai Jiaotong University School of Medicine, Shanghai, China","institution_ids":["https://openalex.org/I2801556517"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Chenqian Zhao","orcid":"https://orcid.org/0000-0003-3860-8161"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]},{"id":"https://openalex.org/I4210144102","display_name":"Wuhu Hit Robot Technology Research Institute","ror":"https://ror.org/049w4dp92","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210144102"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenqian Zhao","raw_affiliation_strings":["Center for Biomedical Engineering, School of Information Science and Technology, Fudan University, Shanghai, China","National Engineering Research Center for Robot Visual Perception and Control Technology, School of Artificial Intelligence and Robotics, Hunan University, ChangSha, China"],"affiliations":[{"raw_affiliation_string":"Center for Biomedical Engineering, School of Information Science and Technology, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"National Engineering Research Center for Robot Visual Perception and Control Technology, School of Artificial Intelligence and Robotics, Hunan University, ChangSha, China","institution_ids":["https://openalex.org/I4210144102"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiale Xu","orcid":"https://orcid.org/0009-0009-4150-4874"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]},{"id":"https://openalex.org/I2801556517","display_name":"Ruijin Hospital","ror":"https://ror.org/01hv94n30","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I2801556517"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiale Xu","raw_affiliation_strings":["Department of Ultrasound, Ruijin Hospital, Shanghai Jiaotong University School of Medicine, Shanghai, China","Center for Biomedical Engineering, School of Information Science and Technology, Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Ultrasound, Ruijin Hospital, Shanghai Jiaotong University School of Medicine, Shanghai, China","institution_ids":["https://openalex.org/I2801556517"]},{"raw_affiliation_string":"Center for Biomedical Engineering, School of Information Science and Technology, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026449840","display_name":"Jinhua Yu","orcid":"https://orcid.org/0000-0002-0654-6034"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]},{"id":"https://openalex.org/I4210144102","display_name":"Wuhu Hit Robot Technology Research Institute","ror":"https://ror.org/049w4dp92","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210144102"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinhua Yu","raw_affiliation_strings":["Center for Biomedical Engineering, School of Information Science and Technology, Fudan University, Shanghai, China","National Engineering Research Center for Robot Visual Perception and Control Technology, School of Artificial Intelligence and Robotics, Hunan University, ChangSha, China"],"affiliations":[{"raw_affiliation_string":"Center for Biomedical Engineering, School of Information Science and Technology, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"National Engineering Research Center for Robot Visual Perception and Control Technology, School of Artificial Intelligence and Robotics, Hunan University, ChangSha, China","institution_ids":["https://openalex.org/I4210144102"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100343854"],"corresponding_institution_ids":["https://openalex.org/I4210144102","https://openalex.org/I859038795"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.08647275,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"7","issue":"2","first_page":"1062","last_page":"1072"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9883999824523926,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9883999824523926,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4574723243713379},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4110584855079651},{"id":"https://openalex.org/keywords/medical-physics","display_name":"Medical physics","score":0.35679808259010315},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.33536553382873535},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32337844371795654},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15254589915275574},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.09892576932907104}],"concepts":[{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4574723243713379},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4110584855079651},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.35679808259010315},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.33536553382873535},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32337844371795654},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15254589915275574},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.09892576932907104},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tai.2025.3591580","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2025.3591580","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7799257455","display_name":null,"funder_award_id":"531118010979","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W2016053056","https://openalex.org/W2028672930","https://openalex.org/W2217324596","https://openalex.org/W2507009361","https://openalex.org/W2616247523","https://openalex.org/W2765288370","https://openalex.org/W2799291955","https://openalex.org/W2900954917","https://openalex.org/W2914821433","https://openalex.org/W2963524571","https://openalex.org/W2963731876","https://openalex.org/W2990503944","https://openalex.org/W2995646717","https://openalex.org/W3035422918","https://openalex.org/W3128646645","https://openalex.org/W3173621652","https://openalex.org/W4205986708","https://openalex.org/W4306411748","https://openalex.org/W4306913718","https://openalex.org/W4315630813","https://openalex.org/W4318620303","https://openalex.org/W4320035946","https://openalex.org/W4377246646","https://openalex.org/W4385064695","https://openalex.org/W4387324698","https://openalex.org/W4401537906","https://openalex.org/W4402039606","https://openalex.org/W4405003254"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W3031052312","https://openalex.org/W4389568370","https://openalex.org/W3032375762","https://openalex.org/W1995515455","https://openalex.org/W2080531066","https://openalex.org/W3108674512","https://openalex.org/W1506200166"],"abstract_inverted_index":{"Early":[0],"diagnosis":[1],"of":[2,38,60,124,172,180,189,231],"breast":[3,89,235],"cancer":[4],"is":[5,134],"critical":[6],"for":[7,21,136,234],"reducing":[8],"mortality":[9],"rates.":[10],"Dynamic":[11],"ultrasound":[12,48,90,137,236],"videos":[13,49],"contain":[14],"rich":[15],"tumor-specific":[16],"features,":[17],"offering":[18],"valuable":[19],"information":[20,87],"clinical":[22,26],"diagnosis.":[23,64],"In":[24,65,92,117],"standard":[25],"practice,":[27],"sonographers":[28],"typically":[29],"first":[30,94],"identify":[31],"keyframes":[32,61,113],"before":[33],"scanning":[34],"the":[35,58,93,96,118,121,125,165,192,198,229],"surrounding":[36],"area":[37],"it":[39],"to":[40,53,62,79,103,154],"gather":[41],"more":[42],"information.":[43],"Previous":[44],"research":[45],"based":[46],"on":[47,168,191,197,212],"has":[50],"been":[51],"devoted":[52],"temporal":[54],"modeling":[55],"while":[56],"neglecting":[57],"contribution":[59],"tumor":[63],"this":[66],"paper,":[67],"we":[68,141],"propose":[69],"a":[70,99,130,143,149],"two-stage":[71],"hybrid":[72],"network,":[73],"Hybrid":[74],"Keyframe-Guided":[75,144,150],"Video":[76],"Transformer":[77],"(HKVT),":[78],"model":[80,97,109,167,185,208],"both":[81],"static":[82,156],"keyframe":[83,126,157],"and":[84,129,148,175,195],"dynamic":[85,160],"video":[86,107,138,161,237],"in":[88,224],"videos.":[91],"stage,":[95,120],"uses":[98],"multi-instance":[100],"learning":[101],"paradigm":[102],"construct":[104],"an":[105,169,176,187],"efficient":[106],"classification":[108],"that":[110],"automatically":[111],"identifies":[112],"using":[114],"self-attention":[115],"scores.":[116],"second":[119],"embedding":[122],"tokens":[123],"are":[127],"extracted,":[128],"keyframe-guided":[131],"transfromer":[132],"block":[133],"constructed":[135],"classification.":[139,238],"Specifically,":[140],"designed":[142],"Temporal":[145],"Attention":[146],"Module":[147,153],"Spatial":[151],"Co-Attention":[152],"incorporate":[155],"features":[158],"alongside":[159],"features.":[162],"We":[163],"evaluated":[164],"proposed":[166],"internal":[170,193],"dataset":[171,179,194],"342":[173],"patients":[174],"external":[177,199],"test":[178,200,215],"119":[181],"patients.":[182],"The":[183],"HKVT":[184],"achieved":[186],"AUC":[188],"0.921":[190],"0.901":[196],"dataset,":[201],"outperforming":[202,217],"other":[203,218],"state-of-the-art":[204],"models.":[205],"Furthermore,":[206],"our":[207,232],"demonstrated":[209],"robust":[210],"performance":[211],"242":[213],"multi-center":[214],"cases,":[216],"models":[219],"by":[220],"at":[221],"least":[222],"2.1%":[223],"AUC.":[225],"These":[226],"results":[227],"demonstrate":[228],"superiority":[230],"approach":[233]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}