{"id":"https://openalex.org/W7161793253","doi":"https://doi.org/10.1109/isbi61048.2026.11515599","title":"Gaze2Report: Radiology Report Generation via Visual-Gaze Prompt Tuning of LLMs","display_name":"Gaze2Report: Radiology Report Generation via Visual-Gaze Prompt Tuning of LLMs","publication_year":2026,"publication_date":"2026-04-08","ids":{"openalex":"https://openalex.org/W7161793253","doi":"https://doi.org/10.1109/isbi61048.2026.11515599"},"language":null,"primary_location":{"id":"doi:10.1109/isbi61048.2026.11515599","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isbi61048.2026.11515599","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE 23rd International Symposium on Biomedical Imaging (ISBI)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060775466","display_name":"Aishik Konwer","orcid":null},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aishik Konwer","raw_affiliation_strings":["Stony Brook University,Stony Brook,NY,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stony Brook University,Stony Brook,NY,USA","institution_ids":["https://openalex.org/I59553526"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011778477","display_name":"Moinak Bhattacharya","orcid":"https://orcid.org/0000-0003-2378-5632"},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Moinak Bhattacharya","raw_affiliation_strings":["Stony Brook University,Stony Brook,NY,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stony Brook University,Stony Brook,NY,USA","institution_ids":["https://openalex.org/I59553526"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5136527471","display_name":"Prateek Prasanna","orcid":null},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Prateek Prasanna","raw_affiliation_strings":["Stony Brook University,Stony Brook,NY,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stony Brook University,Stony Brook,NY,USA","institution_ids":["https://openalex.org/I59553526"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I59553526"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.53916386,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.7735000252723694,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.7735000252723694,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.05429999902844429,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.04410000145435333,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/medline","display_name":"MEDLINE","score":0.2904999852180481},{"id":"https://openalex.org/keywords/computed-tomography","display_name":"Computed tomography","score":0.23499999940395355},{"id":"https://openalex.org/keywords/medical-imaging","display_name":"Medical imaging","score":0.2328999936580658}],"concepts":[{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.5986999869346619},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.3580000102519989},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.3052000105381012},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.2904999852180481},{"id":"https://openalex.org/C545542383","wikidata":"https://www.wikidata.org/wiki/Q2751242","display_name":"Medical emergency","level":1,"score":0.2831000089645386},{"id":"https://openalex.org/C177713679","wikidata":"https://www.wikidata.org/wiki/Q679690","display_name":"Intensive care medicine","level":1,"score":0.2759999930858612},{"id":"https://openalex.org/C544519230","wikidata":"https://www.wikidata.org/wiki/Q32566","display_name":"Computed tomography","level":2,"score":0.23499999940395355},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.23469999432563782},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.2345000058412552},{"id":"https://openalex.org/C31601959","wikidata":"https://www.wikidata.org/wiki/Q931309","display_name":"Medical imaging","level":2,"score":0.2328999936580658}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isbi61048.2026.11515599","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isbi61048.2026.11515599","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE 23rd International Symposium on Biomedical Imaging (ISBI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.49104946851730347,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1895577753","https://openalex.org/W2152772232","https://openalex.org/W2575842049","https://openalex.org/W3034655362","https://openalex.org/W3103694015","https://openalex.org/W3104609094","https://openalex.org/W3181252431","https://openalex.org/W3204755840","https://openalex.org/W4213344072","https://openalex.org/W4229027955","https://openalex.org/W4296122730","https://openalex.org/W4312420429","https://openalex.org/W4313134585","https://openalex.org/W4385574368","https://openalex.org/W4386076536","https://openalex.org/W4388713229","https://openalex.org/W4390905318","https://openalex.org/W4400579210"],"related_works":[],"abstract_inverted_index":{"Existing":[0],"deep":[1],"learning":[2,160],"methods":[3],"for":[4,149],"radiology":[5],"report":[6,132,151,155],"generation":[7],"enhance":[8],"diagnostic":[9],"efficiency":[10],"but":[11],"often":[12],"overlook":[13],"physician-informed":[14],"medical":[15,68],"priors.":[16],"This":[17],"leads":[18],"to":[19,123,140,169],"a":[20,37,110,114,136],"suboptimal":[21],"alignment":[22],"between":[23],"the":[24,42,60,77,84,167],"structured":[25],"explanations":[26],"and":[27,44,83,118,131,161],"disease":[28],"manifestations.":[29],"Eye":[30],"gaze":[31,64,88,172],"data":[32,81],"provides":[33],"critical":[34],"insights":[35],"into":[36,66],"radiologist's":[38],"visual":[39,159],"attention,":[40],"enhancing":[41],"relevance":[43],"interpretability":[45],"of":[46,62,79,87,144],"extracted":[47],"features":[48],"while":[49],"aligning":[50],"with":[51,129],"human":[52],"decision-making":[53],"processes.":[54],"However,":[55],"despite":[56],"its":[57,91,96],"promising":[58],"potential,":[59],"integration":[61],"eye":[63],"information":[65],"AI-driven":[67],"imaging":[69],"workflows":[70],"is":[71],"impeded":[72],"by":[73],"challenges":[74],"such":[75],"as":[76],"complexity":[78],"multimodal":[80,137],"fusion":[82],"high":[85],"cost":[86],"acquisition,":[89],"particularly":[90],"absence":[92],"during":[93,174],"inference,":[94],"limiting":[95],"practical":[97],"applicability":[98],"in":[99],"real-world":[100],"clinical":[101],"settings.":[102],"To":[103],"address":[104],"these":[105,134],"issues,":[106],"we":[107],"introduce":[108],"Gaze2Report,":[109],"framework":[111],"which":[112],"leverages":[113],"scanpath":[115,164],"prediction":[116],"module":[117],"Graph":[119],"Neural":[120],"Network":[121],"(GNN)":[122],"generate":[124],"joint":[125],"visual-gaze":[126],"tokens.":[127],"Combined":[128],"instruction":[130],"tokens,":[133],"form":[135],"prompt":[138],"used":[139],"fine-tune":[141],"LoRA":[142],"layers":[143],"large":[145],"language":[146],"models":[147],"(LLMs)":[148],"autoregressive":[150],"generation.":[152],"Gaze2Report":[153],"enhances":[154],"quality":[156],"through":[157],"eye-gaze-guided":[158],"incorporates":[162],"on-the-fly":[163],"prediction,":[165],"enabling":[166],"model":[168],"operate":[170],"without":[171],"input":[173],"inference.":[175]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-05-21T00:00:00"}