{"id":"https://openalex.org/W3034964972","doi":"https://doi.org/10.1109/cvpr42600.2020.00027","title":"Predicting Goal-Directed Human Attention Using Inverse Reinforcement Learning","display_name":"Predicting Goal-Directed Human Attention Using Inverse Reinforcement Learning","publication_year":2020,"publication_date":"2020-06-01","ids":{"openalex":"https://openalex.org/W3034964972","doi":"https://doi.org/10.1109/cvpr42600.2020.00027","mag":"3034964972","pmid":"https://pubmed.ncbi.nlm.nih.gov/34163124"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr42600.2020.00027","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr42600.2020.00027","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/8218821","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101866258","display_name":"Zhibo Yang","orcid":"https://orcid.org/0000-0002-7261-7275"},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhibo Yang","raw_affiliation_strings":["Stony Brook University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stony Brook University","institution_ids":["https://openalex.org/I59553526"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074129462","display_name":"Lihan Huang","orcid":"https://orcid.org/0000-0002-9565-4503"},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lihan Huang","raw_affiliation_strings":["Stony Brook University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stony Brook University","institution_ids":["https://openalex.org/I59553526"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101579017","display_name":"Yupei Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yupei Chen","raw_affiliation_strings":["Stony Brook University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stony Brook University","institution_ids":["https://openalex.org/I59553526"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040218244","display_name":"Zijun Wei","orcid":"https://orcid.org/0000-0002-2487-1041"},"institutions":[{"id":"https://openalex.org/I1306409833","display_name":"Adobe Systems (United States)","ror":"https://ror.org/059tvcg64","country_code":"US","type":"company","lineage":["https://openalex.org/I1306409833"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zijun Wei","raw_affiliation_strings":["Adobe Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Adobe Inc","institution_ids":["https://openalex.org/I1306409833"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001047332","display_name":"Seoyoung Ahn","orcid":"https://orcid.org/0000-0002-7842-9208"},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Seoyoung Ahn","raw_affiliation_strings":["Stony Brook University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stony Brook University","institution_ids":["https://openalex.org/I59553526"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110259880","display_name":"Gregory J. Zelinsky","orcid":"https://orcid.org/0000-0002-3265-3159"},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gregory Zelinsky","raw_affiliation_strings":["Stony Brook University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stony Brook University","institution_ids":["https://openalex.org/I59553526"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076307452","display_name":"Dimitris Samaras","orcid":"https://orcid.org/0000-0002-1373-0294"},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dimitris Samaras","raw_affiliation_strings":["Stony Brook University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stony Brook University","institution_ids":["https://openalex.org/I59553526"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038957718","display_name":"Minh Hoai","orcid":null},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Minh Hoai","raw_affiliation_strings":["Stony Brook University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stony Brook University","institution_ids":["https://openalex.org/I59553526"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.2093,"has_fulltext":false,"cited_by_count":98,"citation_normalized_percentile":{"value":0.95346682,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"2020","issue":null,"first_page":"190","last_page":"199"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10971","display_name":"Olfactory and Sensory Function Studies","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/2809","display_name":"Sensory Systems"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7165409922599792},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7000772356987},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6692982912063599},{"id":"https://openalex.org/keywords/visual-search","display_name":"Visual search","score":0.5689449310302734},{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.5672299861907959},{"id":"https://openalex.org/keywords/fixation","display_name":"Fixation (population genetics)","score":0.5491868257522583},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5441438555717468},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.4916749596595764},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4777054786682129},{"id":"https://openalex.org/keywords/eye-movement","display_name":"Eye movement","score":0.4411526322364807},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.1109287440776825}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7165409922599792},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7000772356987},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6692982912063599},{"id":"https://openalex.org/C158495155","wikidata":"https://www.wikidata.org/wiki/Q2369151","display_name":"Visual search","level":2,"score":0.5689449310302734},{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.5672299861907959},{"id":"https://openalex.org/C146249460","wikidata":"https://www.wikidata.org/wiki/Q2914991","display_name":"Fixation (population genetics)","level":3,"score":0.5491868257522583},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5441438555717468},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4916749596595764},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4777054786682129},{"id":"https://openalex.org/C153050134","wikidata":"https://www.wikidata.org/wiki/Q760256","display_name":"Eye movement","level":2,"score":0.4411526322364807},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.1109287440776825},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/cvpr42600.2020.00027","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr42600.2020.00027","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},{"id":"pmid:34163124","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34163124","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings. IEEE Computer Society Conference on Computer Vision and Pattern Recognition","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:8218821","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/8218821","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proc IEEE Comput Soc Conf Comput Vis Pattern Recognit","raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:pubmedcentral.nih.gov:8218821","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/8218821","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proc IEEE Comput Soc Conf Comput Vis Pattern Recognit","raw_type":"Text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":76,"referenced_works":["https://openalex.org/W67472587","https://openalex.org/W1191599655","https://openalex.org/W1510835000","https://openalex.org/W1772076007","https://openalex.org/W1836465849","https://openalex.org/W1861492603","https://openalex.org/W1929981607","https://openalex.org/W1934890906","https://openalex.org/W1946606198","https://openalex.org/W1970661169","https://openalex.org/W1977965306","https://openalex.org/W1994658111","https://openalex.org/W1999874108","https://openalex.org/W2033710484","https://openalex.org/W2038533067","https://openalex.org/W2049185453","https://openalex.org/W2055350558","https://openalex.org/W2058994174","https://openalex.org/W2061562262","https://openalex.org/W2071555787","https://openalex.org/W2074231493","https://openalex.org/W2093353037","https://openalex.org/W2098774185","https://openalex.org/W2099471712","https://openalex.org/W2105849221","https://openalex.org/W2106848651","https://openalex.org/W2128272608","https://openalex.org/W2130967830","https://openalex.org/W2148487208","https://openalex.org/W2150281712","https://openalex.org/W2153839765","https://openalex.org/W2156422946","https://openalex.org/W2164084182","https://openalex.org/W2169561119","https://openalex.org/W2212216676","https://openalex.org/W2341282033","https://openalex.org/W2442293398","https://openalex.org/W2558906385","https://openalex.org/W2561196672","https://openalex.org/W2591673470","https://openalex.org/W2617573776","https://openalex.org/W2734498959","https://openalex.org/W2736601468","https://openalex.org/W2738450183","https://openalex.org/W2760103357","https://openalex.org/W2766610320","https://openalex.org/W2801144650","https://openalex.org/W2900312723","https://openalex.org/W2904123422","https://openalex.org/W2910628332","https://openalex.org/W2928869317","https://openalex.org/W2949117887","https://openalex.org/W2953141406","https://openalex.org/W2963024848","https://openalex.org/W2963149042","https://openalex.org/W2963277051","https://openalex.org/W2963338349","https://openalex.org/W2963508354","https://openalex.org/W2964114039","https://openalex.org/W2964145162","https://openalex.org/W2971025576","https://openalex.org/W2971402829","https://openalex.org/W2999219213","https://openalex.org/W3041069068","https://openalex.org/W3101840568","https://openalex.org/W3104979525","https://openalex.org/W4211122411","https://openalex.org/W4320013936","https://openalex.org/W6602793965","https://openalex.org/W6639102338","https://openalex.org/W6674884181","https://openalex.org/W6684745935","https://openalex.org/W6718092244","https://openalex.org/W6738706147","https://openalex.org/W6740674931","https://openalex.org/W6767311088"],"related_works":["https://openalex.org/W2765261366","https://openalex.org/W2079577662","https://openalex.org/W2061367818","https://openalex.org/W4311735607","https://openalex.org/W4377007848","https://openalex.org/W2891498671","https://openalex.org/W1970967781","https://openalex.org/W2070997585","https://openalex.org/W1971680662","https://openalex.org/W2067543086"],"abstract_inverted_index":{"Human":[0],"gaze":[1],"behavior":[2,21,162],"prediction":[3],"is":[4,107],"important":[5],"for":[6,10,38,92,123],"behavioral":[7,90],"vision":[8,12],"and":[9,58,85,98,139,163],"computer":[11],"applications.":[13],"Most":[14],"models":[15,148],"mainly":[16],"focus":[17],"on":[18,141],"predicting":[19,150],"free-viewing":[20],"using":[22],"saliency":[23],"maps,":[24],"but":[25],"do":[26],"not":[27],"generalize":[28],"to":[29,52,88,159],"goal-directed":[30,135],"behavior,":[31],"such":[32],"as":[33,73,184],"when":[34],"a":[35,39,185],"person":[36],"searches":[37],"visual":[40,64],"target":[41,94],"object.":[42],"We":[43,66],"propose":[44],"the":[45,54,68,109,143,171],"first":[46],"inverse":[47],"reinforcement":[48],"learning":[49],"(IRL)":[50],"model":[51,102,145,173],"learn":[53],"internal":[55,70],"reward":[56,167],"function":[57],"policy":[59],"used":[60,87],"by":[61,170],"humans":[62],"during":[63],"search.":[65],"modeled":[67],"viewer's":[69],"belief":[71,76],"states":[72],"dynamic":[74],"contextual":[75],"maps":[77,82,168],"of":[78,112,125,157,178],"object":[79,179,187],"locations.":[80],"These":[81],"were":[83],"learned":[84,186],"then":[86],"predict":[89],"scanpaths":[91],"multiple":[93],"categories.":[95],"To":[96],"train":[97],"evaluate":[99],"our":[100],"IRL":[101,144,172],"we":[103,182],"created":[104],"COCO-Search18,":[105,142],"which":[106,181],"now":[108],"largest":[110],"dataset":[111],"high-quality":[113],"search":[114,151,161,164],"fixations":[115],"in":[116,129,149,155],"existence.":[117],"COCO-Search18":[118],"has":[119],"10":[120],"participants":[121],"searching":[122],"each":[124],"18":[126],"target-object":[127],"categories":[128],"6202":[130],"images,":[131],"making":[132],"about":[133],"300,000":[134],"fixations.":[136],"When":[137],"trained":[138],"evaluated":[140],"outperformed":[146],"baseline":[147],"fixation":[152],"scanpaths,":[153],"both":[154],"terms":[156],"similarity":[158],"human":[160],"efficiency.":[165],"Finally,":[166],"recovered":[169],"reveal":[174],"distinctive":[175],"target-dependent":[176],"patterns":[177],"prioritization,":[180],"interpret":[183],"context.":[188]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":23},{"year":2024,"cited_by_count":24},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":14},{"year":2020,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}