{"id":"https://openalex.org/W3190640789","doi":"https://doi.org/10.1145/3462244.3479923","title":"Learning Oculomotor Behaviors from Scanpath","display_name":"Learning Oculomotor Behaviors from Scanpath","publication_year":2021,"publication_date":"2021-10-15","ids":{"openalex":"https://openalex.org/W3190640789","doi":"https://doi.org/10.1145/3462244.3479923","mag":"3190640789"},"language":"en","primary_location":{"id":"doi:10.1145/3462244.3479923","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3462244.3479923","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 International Conference on Multimodal Interaction","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2108.05025","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028849793","display_name":"Beibin Li","orcid":"https://orcid.org/0000-0002-4426-3449"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Beibin Li","raw_affiliation_strings":["Paul G. Allen School of Computer Science and Engineering, University of Washington, USA"],"affiliations":[{"raw_affiliation_string":"Paul G. Allen School of Computer Science and Engineering, University of Washington, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076889165","display_name":"Nicholas Nuechterlein","orcid":"https://orcid.org/0000-0002-9599-0865"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nicholas Nuechterlein","raw_affiliation_strings":["Paul G. Allen School of Computer Science and Engineering, University of Washington, USA"],"affiliations":[{"raw_affiliation_string":"Paul G. Allen School of Computer Science and Engineering, University of Washington, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058664080","display_name":"Erin Barney","orcid":"https://orcid.org/0000-0002-5743-8332"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Erin Barney","raw_affiliation_strings":["Seattle Children's Research Institute, USA"],"affiliations":[{"raw_affiliation_string":"Seattle Children's Research Institute, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103055797","display_name":"Claire Foster","orcid":"https://orcid.org/0000-0002-2059-7137"},"institutions":[{"id":"https://openalex.org/I123946342","display_name":"Binghamton University","ror":"https://ror.org/008rmbt77","country_code":"US","type":"education","lineage":["https://openalex.org/I123946342"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Claire Foster","raw_affiliation_strings":["Binghamton University, USA"],"affiliations":[{"raw_affiliation_string":"Binghamton University, USA","institution_ids":["https://openalex.org/I123946342"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101652092","display_name":"Minah Kim","orcid":"https://orcid.org/0000-0002-3758-8480"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Minah Kim","raw_affiliation_strings":["University of Virginia, USA"],"affiliations":[{"raw_affiliation_string":"University of Virginia, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020068974","display_name":"Monique Mahony","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Monique Mahony","raw_affiliation_strings":["Seattle Children's Research Institute, USA"],"affiliations":[{"raw_affiliation_string":"Seattle Children's Research Institute, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024736193","display_name":"Adham Atyabi","orcid":"https://orcid.org/0000-0003-0232-7157"},"institutions":[{"id":"https://openalex.org/I888729015","display_name":"University of Colorado Colorado Springs","ror":"https://ror.org/054spjc55","country_code":"US","type":"education","lineage":["https://openalex.org/I888729015"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Adham Atyabi","raw_affiliation_strings":["Computer Science/NeuroCognition Laboratory, University of Colorado, Colorado Springs, USA"],"affiliations":[{"raw_affiliation_string":"Computer Science/NeuroCognition Laboratory, University of Colorado, Colorado Springs, USA","institution_ids":["https://openalex.org/I888729015"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101640913","display_name":"Feng Li","orcid":"https://orcid.org/0000-0002-6602-0325"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Feng","raw_affiliation_strings":["Central South University, China"],"affiliations":[{"raw_affiliation_string":"Central South University, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100418247","display_name":"Quan Wang","orcid":"https://orcid.org/0000-0001-6913-8604"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Quan Wang","raw_affiliation_strings":["Chinese Academy of Science, China"],"affiliations":[{"raw_affiliation_string":"Chinese Academy of Science, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007566576","display_name":"Pamela Ventola","orcid":"https://orcid.org/0000-0002-8062-0626"},"institutions":[{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pamela Ventola","raw_affiliation_strings":["Child Study Center, Yale University, USA"],"affiliations":[{"raw_affiliation_string":"Child Study Center, Yale University, USA","institution_ids":["https://openalex.org/I32971472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076121553","display_name":"Linda G. Shapiro","orcid":"https://orcid.org/0000-0002-9495-0968"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Linda Shapiro","raw_affiliation_strings":["School of Computer Science and Engineering, University of Washington, USA"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Washington, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074602226","display_name":"Frederick Shic","orcid":"https://orcid.org/0000-0002-9040-1259"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Frederick Shic","raw_affiliation_strings":["Pediatrics, University of Washington, USA and Center for Child Health, Behavior and Development, Seattle Children's Research Institute, USA"],"affiliations":[{"raw_affiliation_string":"Pediatrics, University of Washington, USA and Center for Child Health, Behavior and Development, Seattle Children's Research Institute, USA","institution_ids":["https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":12,"corresponding_author_ids":["https://openalex.org/A5028849793"],"corresponding_institution_ids":["https://openalex.org/I201448701"],"apc_list":null,"apc_paid":null,"fwci":0.3875,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.60748209,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"407","last_page":"415"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9883999824523926,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6897237300872803},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4561729431152344},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3480472266674042},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.33618611097335815}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6897237300872803},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4561729431152344},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3480472266674042},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.33618611097335815}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3462244.3479923","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3462244.3479923","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 International Conference on Multimodal Interaction","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2108.05025","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2108.05025","pdf_url":"https://arxiv.org/pdf/2108.05025","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2108.05025","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2108.05025","pdf_url":"https://arxiv.org/pdf/2108.05025","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.550000011920929,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1686231639","display_name":null,"funder_award_id":"NHS14-1802:1","funder_id":"https://openalex.org/F4320322659","funder_display_name":"Riksbankens Jubileumsfond"},{"id":"https://openalex.org/G2417459804","display_name":null,"funder_award_id":"K01 MH104739, R21 MH102572, R03 MH092618","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G251721760","display_name":null,"funder_award_id":"Expedition in Socially Assistive Robotics #113907","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G573420337","display_name":null,"funder_award_id":"#383661","funder_id":"https://openalex.org/F4320306164","funder_display_name":"Simons Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306164","display_name":"Simons Foundation","ror":"https://ror.org/01cmst727"},{"id":"https://openalex.org/F4320322659","display_name":"Riksbankens Jubileumsfond","ror":"https://ror.org/02jkbm893"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W30854950","https://openalex.org/W1510835000","https://openalex.org/W1867943685","https://openalex.org/W1965305672","https://openalex.org/W1974629705","https://openalex.org/W1979595525","https://openalex.org/W1980667529","https://openalex.org/W1993845689","https://openalex.org/W2037835380","https://openalex.org/W2062242288","https://openalex.org/W2064675550","https://openalex.org/W2112129677","https://openalex.org/W2123466944","https://openalex.org/W2130942839","https://openalex.org/W2133564696","https://openalex.org/W2155479901","https://openalex.org/W2157183647","https://openalex.org/W2157331557","https://openalex.org/W2171590421","https://openalex.org/W2178271665","https://openalex.org/W2213100575","https://openalex.org/W2250978779","https://openalex.org/W2286419477","https://openalex.org/W2293678095","https://openalex.org/W2295317090","https://openalex.org/W2543709087","https://openalex.org/W2568799344","https://openalex.org/W2601450892","https://openalex.org/W2612893437","https://openalex.org/W2626778328","https://openalex.org/W2729545312","https://openalex.org/W2766692443","https://openalex.org/W2766736793","https://openalex.org/W2781528640","https://openalex.org/W2804200730","https://openalex.org/W2886914758","https://openalex.org/W2896457183","https://openalex.org/W2912083425","https://openalex.org/W2915480215","https://openalex.org/W2950635152","https://openalex.org/W2963403868","https://openalex.org/W2964308564","https://openalex.org/W2979584271","https://openalex.org/W3016954138","https://openalex.org/W3021044322","https://openalex.org/W3093919292","https://openalex.org/W3157206506","https://openalex.org/W3162448371","https://openalex.org/W3164961228","https://openalex.org/W4230449744","https://openalex.org/W4237834911","https://openalex.org/W4294555043","https://openalex.org/W4376869137","https://openalex.org/W4385245566"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Identifying":[0],"oculomotor":[1,35,54],"behaviors":[2,55],"relevant":[3],"for":[4,128],"eye-tracking":[5,23,121,130],"applications":[6],"is":[7],"a":[8,27,80],"critical":[9],"but":[10],"often":[11],"challenging":[12],"task.":[13],"Aiming":[14],"to":[15,37],"automatically":[16],"learn":[17],"and":[18,58,67,90,98,118],"extract":[19],"knowledge":[20],"from":[21,56],"existing":[22],"data,":[24],"we":[25],"develop":[26],"novel":[28],"method":[29,108],"that":[30],"creates":[31],"rich":[32],"representations":[33],"of":[34,41,82],"scanpaths":[36],"facilitate":[38],"the":[39,125],"learning":[40,69],"downstream":[42],"tasks.":[43,70,101],"The":[44,71],"proposed":[45,107],"stimulus-agnostic":[46],"Oculomotor":[47],"Behavior":[48],"Framework":[49],"(OBF)":[50],"model":[51,75,86,116],"learns":[52],"human":[53],"unsupervised":[57],"semi-supervised":[59],"tasks,":[60],"including":[61],"reconstruction,":[62],"predictive":[63],"coding,":[64],"fixation":[65],"identification,":[66],"contrastive":[68],"resultant":[72],"pre-trained":[73,85],"OBF":[74],"can":[76],"be":[77],"used":[78],"in":[79,94],"variety":[81],"applications.":[83,131],"Our":[84],"outperforms":[87],"baseline":[88],"approaches":[89],"traditional":[91],"scanpath":[92],"methods":[93],"autism":[95],"spectrum":[96],"disorder":[97],"viewed-stimulus":[99],"classification":[100],"Ablation":[102],"experiments":[103],"further":[104],"show":[105],"our":[106],"could":[109],"achieve":[110],"even":[111],"better":[112],"results":[113],"with":[114],"larger":[115],"sizes":[117],"more":[119],"diverse":[120],"training":[122],"datasets,":[123],"supporting":[124],"model\u2019s":[126],"potential":[127],"future":[129],"Open":[132],"source":[133],"code:":[134],"http://github.com/BeibinLi/OBF.":[135]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}