{"id":"https://openalex.org/W7130535906","doi":"https://doi.org/10.48550/arxiv.2602.16138","title":"IRIS: Intent Resolution via Inference-time Saccades for Open-Ended VQA in Large Vision-Language Models","display_name":"IRIS: Intent Resolution via Inference-time Saccades for Open-Ended VQA in Large Vision-Language Models","publication_year":2026,"publication_date":"2026-02-18","ids":{"openalex":"https://openalex.org/W7130535906","doi":"https://doi.org/10.48550/arxiv.2602.16138"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.16138","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5126432752","display_name":"Parsa Madinei","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Madinei, Parsa","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126370473","display_name":"Srijita Karmakar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Karmakar, Srijita","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114310531","display_name":"Russell Cohen Hoffing","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hoffing, Russell Cohen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126428652","display_name":"Felix Gervitz","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gervitz, Felix","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5084385239","display_name":"Miguel P. Eckstein","orcid":"https://orcid.org/0000-0002-5528-355X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eckstein, Miguel P.","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5126432752"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8655999898910522,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8655999898910522,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.03819999843835831,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10465","display_name":"Neurobiology of Language and Bilingualism","score":0.023399999365210533,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ambiguity","display_name":"Ambiguity","score":0.6003000140190125},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5860999822616577},{"id":"https://openalex.org/keywords/ambiguity-resolution","display_name":"Ambiguity resolution","score":0.5004000067710876},{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.4961000084877014},{"id":"https://openalex.org/keywords/eye-movement","display_name":"Eye movement","score":0.47850000858306885},{"id":"https://openalex.org/keywords/resolution","display_name":"Resolution (logic)","score":0.45669999718666077}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7353000044822693},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6841999888420105},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.6003000140190125},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5860999822616577},{"id":"https://openalex.org/C2777559092","wikidata":"https://www.wikidata.org/wiki/Q4741445","display_name":"Ambiguity resolution","level":4,"score":0.5004000067710876},{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.4961000084877014},{"id":"https://openalex.org/C153050134","wikidata":"https://www.wikidata.org/wiki/Q760256","display_name":"Eye movement","level":2,"score":0.47850000858306885},{"id":"https://openalex.org/C138268822","wikidata":"https://www.wikidata.org/wiki/Q1051925","display_name":"Resolution (logic)","level":2,"score":0.45669999718666077},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.3952000141143799},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38960000872612},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3734000027179718},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.3370000123977661},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.30399999022483826},{"id":"https://openalex.org/C2779503344","wikidata":"https://www.wikidata.org/wiki/Q5973514","display_name":"IRIS (biosensor)","level":3,"score":0.2865000069141388},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2752000093460083},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.26170000433921814},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.251800000667572}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.16138","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.16138","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.16138","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.16138","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0,77,100],"introduce":[1],"IRIS":[2],"(Intent":[3],"Resolution":[4],"via":[5],"Inference-time":[6],"Saccades),":[7],"a":[8,25,102,114],"novel":[9,115],"training-free":[10],"approach":[11,80],"that":[12,36],"uses":[13],"eye-tracking":[14],"data":[15,89,110],"in":[16,21,54,92],"real-time":[17,116],"to":[18,39,69,106],"resolve":[19],"ambiguity":[20],"open-ended":[22],"VQA.":[23],"Through":[24],"comprehensive":[26],"user":[27],"study":[28],"with":[29],"500":[30],"unique":[31],"image-question":[32,94],"pairs,":[33,95],"we":[34],"demonstrate":[35],"fixations":[37],"closest":[38],"the":[40,49,60],"time":[41],"participants":[42],"start":[43],"verbally":[44],"asking":[45],"their":[46],"questions":[47,66],"are":[48],"most":[50],"informative":[51],"for":[52,111],"disambiguation":[53],"Large":[55],"VLMs,":[56,83],"more":[57],"than":[58],"doubling":[59],"accuracy":[61],"of":[62,97],"responses":[63],"on":[64,74],"ambiguous":[65,93],"(from":[67],"35.2%":[68],"77.2%)":[70],"while":[71],"maintaining":[72],"performance":[73],"unambiguous":[75],"queries.":[76],"evaluate":[78],"our":[79],"across":[81],"state-of-the-art":[82],"showing":[84],"consistent":[85],"improvements":[86],"when":[87],"gaze":[88],"is":[90],"incorporated":[91],"regardless":[96],"architectural":[98],"differences.":[99],"release":[101],"new":[103],"benchmark":[104],"dataset":[105],"use":[107],"eye":[108],"movement":[109],"disambiguated":[112],"VQA,":[113],"interactive":[117],"protocol,":[118],"and":[119],"an":[120],"evaluation":[121],"suite.":[122]},"counts_by_year":[],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2026-02-20T00:00:00"}