{"id":"https://openalex.org/W4402346256","doi":"https://doi.org/10.48550/arxiv.2407.13335","title":"OAT: Object-Level Attention Transformer for Gaze Scanpath Prediction","display_name":"OAT: Object-Level Attention Transformer for Gaze Scanpath Prediction","publication_year":2024,"publication_date":"2024-07-18","ids":{"openalex":"https://openalex.org/W4402346256","doi":"https://doi.org/10.48550/arxiv.2407.13335"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2407.13335","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.13335","pdf_url":"https://arxiv.org/pdf/2407.13335","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2407.13335","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101752272","display_name":"Yini Fang","orcid":"https://orcid.org/0000-0002-4383-0755"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fang, Yini","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102102075","display_name":"Jingling Yu","orcid":"https://orcid.org/0000-0002-3076-1287"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Jingling","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014569898","display_name":"Haozheng Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Haozheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028195391","display_name":"Ralf van der Lans","orcid":"https://orcid.org/0000-0002-7726-8238"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"van der Lans, Ralf","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5068036711","display_name":"Bertram E. Shi","orcid":"https://orcid.org/0000-0001-9167-7495"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Bertram","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9854999780654907,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9776999950408936,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.8523018956184387},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.668551504611969},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5863116383552551},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5177451968193054},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.45797085762023926},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.42090755701065063},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1382243037223816},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.059050172567367554}],"concepts":[{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.8523018956184387},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.668551504611969},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5863116383552551},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5177451968193054},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.45797085762023926},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.42090755701065063},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1382243037223816},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.059050172567367554},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2407.13335","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.13335","pdf_url":"https://arxiv.org/pdf/2407.13335","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2407.13335","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2407.13335","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2407.13335","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.13335","pdf_url":"https://arxiv.org/pdf/2407.13335","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4402346256.pdf","grobid_xml":"https://content.openalex.org/works/W4402346256.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2385108104","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747"],"abstract_inverted_index":{"Visual":[0],"search":[1,20,73,159],"is":[2,14,51],"important":[3],"in":[4,33],"our":[5],"daily":[6],"life.":[7],"The":[8,89,108],"efficient":[9],"allocation":[10,29],"of":[11,30,82,98,117,198],"visual":[12,19,31,49,158],"attention":[13,32,50,182],"critical":[15],"to":[16,175],"effectively":[17],"complete":[18],"tasks.":[21],"Prior":[22],"research":[23],"has":[24],"predominantly":[25],"modelled":[26],"the":[27,36,62,94,99,106,111,126,148,195],"spatial":[28,140,181],"images":[34],"at":[35],"pixel":[37,57],"level,":[38],"e.g.":[39],"using":[40],"a":[41,75,79,115,133,154,188],"saliency":[42],"map.":[43],"However,":[44],"emerging":[45],"evidence":[46],"shows":[47],"that":[48,137,160],"guided":[52],"by":[53,120,177],"objects":[54,100],"rather":[55],"than":[56],"intensities.":[58],"This":[59],"paper":[60],"introduces":[61],"Object-level":[63],"Attention":[64],"Transformer":[65],"(OAT),":[66],"which":[67],"predicts":[68,110,203],"human":[69,171,204],"scanpaths":[70,166,205],"as":[71,114,200],"they":[72],"for":[74,157,206],"target":[76,210],"object":[77,118],"within":[78,101],"cluttered":[80],"scene":[81],"distractors.":[83],"OAT":[84,146],"uses":[85],"an":[86,102],"encoder-decoder":[87],"architecture.":[88],"encoder":[90,127],"captures":[91],"information":[92],"about":[93,105],"position":[95],"and":[96,104,128,153,187,209],"appearance":[97],"image":[103],"target.":[107],"decoder":[109],"gaze":[112,165,172],"scanpath":[113],"sequence":[116],"fixations,":[119],"integrating":[121],"output":[122],"features":[123],"from":[124],"both":[125,184],"decoder.":[129],"We":[130,144],"also":[131],"propose":[132],"new":[134,155],"positional":[135],"encoding":[136],"better":[138],"reflects":[139],"relationships":[141],"between":[142],"objects.":[143,211],"evaluated":[145],"on":[147,180,183],"Amazon":[149],"book":[150],"cover":[151],"dataset":[152,156],"we":[161],"collected.":[162],"OAT's":[163],"predicted":[164],"align":[167],"more":[168],"closely":[169],"with":[170],"patterns,":[173],"compared":[174],"predictions":[176],"algorithms":[178],"based":[179],"established":[185],"metrics":[186],"novel":[189],"behavioural-based":[190],"metric.":[191],"Our":[192],"results":[193],"demonstrate":[194],"generalization":[196],"ability":[197],"OAT,":[199],"it":[201],"accurately":[202],"unseen":[207],"layouts":[208]},"counts_by_year":[],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2025-10-10T00:00:00"}