{"id":"https://openalex.org/W4412404042","doi":"https://doi.org/10.1109/tcsvt.2025.3588671","title":"Adaptation Follow Human Attention: Gaze-Assisted Medical Segment Anything Model","display_name":"Adaptation Follow Human Attention: Gaze-Assisted Medical Segment Anything Model","publication_year":2025,"publication_date":"2025-07-14","ids":{"openalex":"https://openalex.org/W4412404042","doi":"https://doi.org/10.1109/tcsvt.2025.3588671"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2025.3588671","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2025.3588671","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064571884","display_name":"Rongjun Ge","orcid":"https://orcid.org/0000-0002-7084-1126"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Rongjun Ge","raw_affiliation_strings":["School of Instrument Science and Engineering, Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Instrument Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072640989","display_name":"Ruiyi Li","orcid":"https://orcid.org/0000-0003-1795-2094"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruiyi Li","raw_affiliation_strings":["College of Artificial Intelligence, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Artificial Intelligence, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100329436","display_name":"Chong Wang","orcid":"https://orcid.org/0000-0002-0541-2210"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chong Wang","raw_affiliation_strings":["College of Artificial Intelligence, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Artificial Intelligence, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103324809","display_name":"Yuxin Liu","orcid":"https://orcid.org/0009-0003-9615-4804"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxin Liu","raw_affiliation_strings":["School of Computer Science and Engineering, Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023443099","display_name":"Heng Zhu","orcid":"https://orcid.org/0000-0001-7035-6385"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Heng Zhu","raw_affiliation_strings":["School of Instrument Science and Engineering, Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Instrument Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052775662","display_name":"Jean-Louis Coatrieux","orcid":"https://orcid.org/0000-0001-8381-1770"},"institutions":[{"id":"https://openalex.org/I4210105651","display_name":"Laboratoire Traitement du Signal et de l'Image","ror":"https://ror.org/01f1amm71","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I154526488","https://openalex.org/I154526488","https://openalex.org/I4210105651","https://openalex.org/I4210105774","https://openalex.org/I56067802"]},{"id":"https://openalex.org/I56067802","display_name":"Universit\u00e9 de Rennes","ror":"https://ror.org/015m7wh34","country_code":"FR","type":"education","lineage":["https://openalex.org/I56067802"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Jean-Louis Coatrieux","raw_affiliation_strings":["Laboratoire Traitement du Signal et de l’Image, Universite de Rennes 1, Rennes, France"],"affiliations":[{"raw_affiliation_string":"Laboratoire Traitement du Signal et de l’Image, Universite de Rennes 1, Rennes, France","institution_ids":["https://openalex.org/I4210105651","https://openalex.org/I56067802"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018821033","display_name":"Daoqiang Zhang","orcid":"https://orcid.org/0000-0002-5658-7643"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Daoqiang Zhang","raw_affiliation_strings":["College of Artificial Intelligence, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Artificial Intelligence, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108897882","display_name":"Jian Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210105806","display_name":"Zhongda Hospital Southeast University","ror":"https://ror.org/01k3hq685","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210105806"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Lu","raw_affiliation_strings":["Department of Radiology, Center of Interventional Radiology and Vascular Surgery, Zhongda Hospital, Medical School, Southeast University, Nanjing, China","Department of Radiology, Center of Interventional Radiology and Vascular Surgery, Medical School, Zhongda Hospital, Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Department of Radiology, Center of Interventional Radiology and Vascular Surgery, Zhongda Hospital, Medical School, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I4210105806"]},{"raw_affiliation_string":"Department of Radiology, Center of Interventional Radiology and Vascular Surgery, Medical School, Zhongda Hospital, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I4210105806"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100350437","display_name":"Yang Chen","orcid":"https://orcid.org/0000-0002-5660-6349"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Chen","raw_affiliation_strings":["School of Computer Science and Engineering, Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100386630","display_name":"Shuo Li","orcid":"https://orcid.org/0000-0002-5184-3230"},"institutions":[{"id":"https://openalex.org/I58956616","display_name":"Case Western Reserve University","ror":"https://ror.org/051fd9666","country_code":"US","type":"education","lineage":["https://openalex.org/I58956616"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shuo Li","raw_affiliation_strings":["School of Medicine, Case Western Reserve University, Cleveland, OH, USA","School of Medicine, Case Western Reserve University, Cleveland, USA"],"affiliations":[{"raw_affiliation_string":"School of Medicine, Case Western Reserve University, Cleveland, OH, USA","institution_ids":["https://openalex.org/I58956616"]},{"raw_affiliation_string":"School of Medicine, Case Western Reserve University, Cleveland, USA","institution_ids":["https://openalex.org/I58956616"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101476695","display_name":"Yuting He","orcid":"https://orcid.org/0000-0003-0878-8915"},"institutions":[{"id":"https://openalex.org/I58956616","display_name":"Case Western Reserve University","ror":"https://ror.org/051fd9666","country_code":"US","type":"education","lineage":["https://openalex.org/I58956616"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuting He","raw_affiliation_strings":["School of Medicine, Case Western Reserve University, Cleveland, OH, USA","School of Medicine, Case Western Reserve University, Cleveland, USA"],"affiliations":[{"raw_affiliation_string":"School of Medicine, Case Western Reserve University, Cleveland, OH, USA","institution_ids":["https://openalex.org/I58956616"]},{"raw_affiliation_string":"School of Medicine, Case Western Reserve University, Cleveland, USA","institution_ids":["https://openalex.org/I58956616"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":11,"corresponding_author_ids":["https://openalex.org/A5064571884"],"corresponding_institution_ids":["https://openalex.org/I76569877"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.20747843,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"36","issue":"1","first_page":"945","last_page":"958"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.47530001401901245,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.47530001401901245,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.8145725131034851},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6798096895217896},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.6643334031105042},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4720155596733093},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3732989430427551},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.3528839945793152},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.343636155128479},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.25876569747924805},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.16347983479499817}],"concepts":[{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.8145725131034851},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6798096895217896},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.6643334031105042},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4720155596733093},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3732989430427551},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3528839945793152},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.343636155128479},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.25876569747924805},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.16347983479499817}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcsvt.2025.3588671","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2025.3588671","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-05423500v1","is_oa":false,"landing_page_url":"https://univ-rennes.hal.science/hal-05423500","pdf_url":null,"source":{"id":"https://openalex.org/S4406922466","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology, 2025, pp.1-15. ⟨10.1109/TCSVT.2025.3588671⟩","raw_type":"Journal articles"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3118940304","display_name":null,"funder_award_id":"2021TQ0149","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G4118832687","display_name":null,"funder_award_id":"2022M721611","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G4682584523","display_name":null,"funder_award_id":"BK20210291","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G5125574147","display_name":null,"funder_award_id":"62101249","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6592847144","display_name":null,"funder_award_id":"T2225025","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7869937607","display_name":null,"funder_award_id":"62136004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W1880689012","https://openalex.org/W3014378845","https://openalex.org/W4240909707","https://openalex.org/W2059546927","https://openalex.org/W3207760378","https://openalex.org/W1986970529","https://openalex.org/W2562758970","https://openalex.org/W1563178652","https://openalex.org/W2385108104","https://openalex.org/W4399144619"],"abstract_inverted_index":{"Segment":[0],"Anything":[1,133],"Model":[2,134],"(SAM)":[3],"has":[4,153],"demonstrated":[5,232],"state-of-the-art":[6],"performance":[7,61,85,119],"in":[8,17,47,63,120,146,240,253],"most":[9],"segmentation":[10,113,218],"tasks.":[11,49,122,188],"However,":[12,67],"due":[13],"to":[14,23,25,58,97,140,182,207,258,260],"insufficient":[15],"training":[16],"the":[18,37,40,64,68,78,89,98,142,164,168,173,196,200,209,214,220,233,241,261,272],"medical":[19,26,38,48,65,111,121,131,147,242,254,262],"domain,":[20,39],"SAM\u2019s":[21,60,107],"ability":[22,236],"generalize":[24],"images":[27,148],"is":[28,74,94],"limited.":[29],"Although":[30],"preliminary":[31],"efforts":[32],"have":[33,53,231,270],"fine-tuned":[34,41],"SAM":[35,145,257],"for":[36,110,186,249],"model":[42,181],"still":[43],"struggles":[44],"with":[45,84,228],"variability":[46],"Some":[50],"recent":[51],"studies":[52],"explored":[54],"weakly":[55,71,81],"supervised":[56,72,82],"learning":[57,73,162,194],"mitigate":[59],"degradation":[62],"domain.":[66,243],"effectiveness":[69],"of":[70,80,144,216,237],"heavily":[75],"dependent":[76],"on":[77,225,276],"quality":[79,90],"information,":[83],"significantly":[86,117],"dropping":[87],"as":[88],"declines.":[91],"Doctors\u2019":[92],"attention":[93,170,202],"closely":[95],"related":[96],"target":[99],"area":[100,211],"during":[101],"diagnosis.":[102],"Integrating":[103],"gaze":[104,138,177,205],"information":[105,139],"into":[106],"adaptation":[108,143,166,198,235],"process":[109],"image":[112,263],"enhances":[114],"efficiency":[115],"and":[116,179,212],"improves":[118],"In":[123],"this":[124],"paper,":[125],"we":[126],"first":[127],"propose":[128],"a":[129],"Gaze-assisted":[130],"segment":[132],"(GAM),":[135],"which":[136,171,203],"utilizes":[137,204],"enable":[141],"following":[149],"doctor\u2019s":[150,169,201],"attention.":[151],"It":[152],"two":[154],"innovations:":[155],"1)":[156],"Feature-level":[157],"adaptation:":[158,191],"Gaze":[159],"Alignment":[160],"(GA)":[161],"makes":[163,195],"feature-level":[165],"follow":[167,199],"mines":[172],"human":[174],"guidance":[175],"from":[176,219],"heatmaps":[178,206],"guides":[180],"extract":[183],"general":[184],"features":[185],"downstream":[187],"2)":[189],"Output-level":[190],"Gaze-Balance":[192],"(GB)":[193],"output-level":[197],"enhance":[208],"human-focused":[210],"solve":[213],"problem":[215],"over/under":[217],"output-level.":[221],"Our":[222,244],"promising":[223],"results":[224],"7":[226],"tasks":[227],"12":[229],"targets":[230],"powerful":[234],"our":[238],"GAM":[239,245],"demonstrates":[246],"significant":[247],"potential":[248],"low-cost":[250],"clinical":[251,267],"assistance":[252],"diagnosis,":[255],"enabling":[256],"adapt":[259],"domain":[264],"without":[265],"disrupting":[266],"workflows.":[268],"We":[269],"released":[271],"full":[273],"source":[274],"code":[275],"https://github.com/Ruiz1026/GAM.":[277]},"counts_by_year":[],"updated_date":"2026-01-30T23:17:42.513302","created_date":"2025-10-10T00:00:00"}