{"id":"https://openalex.org/W7056579039","doi":null,"title":"An Eye for AI: A Multimodal Bottleneck Transformer Approach for Predicting Individual Eye Movements : Towards Foundation Models for Human Factors & Neuroscience","display_name":"An Eye for AI: A Multimodal Bottleneck Transformer Approach for Predicting Individual Eye Movements : Towards Foundation Models for Human Factors & Neuroscience","publication_year":2023,"publication_date":"2023-06-19","ids":{"openalex":"https://openalex.org/W7056579039"},"language":"en","primary_location":{"id":"pmh:oai:utupub.fi:11111/18285","doi":null,"is_oa":true,"landing_page_url":"https://www.utupub.fi/handle/11111/18285","pdf_url":"https://www.utupub.fi/bitstreams/2a226a3b-5067-4f67-8e36-24df7545afdc/download","source":{"id":"https://openalex.org/S4306402470","display_name":"UTUPub (University of Turku)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I155660961","host_organization_name":"University of Turku","host_organization_lineage":["https://openalex.org/I155660961"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://www.utupub.fi/handle/10024/175667","raw_type":"fi=Pro gradu -tutkielma|en=Master&apos;s thesis|"},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.utupub.fi/bitstreams/2a226a3b-5067-4f67-8e36-24df7545afdc/download","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014475823","display_name":"Tenzing C. Dolmans","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Dolmans, Tenzing","raw_affiliation_strings":["Turku , Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Turku , Finland","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5014475823"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.0010000000474974513,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/eye-movements","display_name":"eye movements","score":0.7260000109672546},{"id":"https://openalex.org/keywords/gaze-prediction","display_name":"gaze prediction","score":0.734000027179718},{"id":"https://openalex.org/keywords/foundation-models","display_name":"foundation models","score":0.9340000152587891},{"id":"https://openalex.org/keywords/human-factors","display_name":"human factors","score":0.6579999923706055},{"id":"https://openalex.org/keywords/neuroscience","display_name":"neuroscience","score":0.8799999952316284},{"id":"https://openalex.org/keywords/eye-tracking","display_name":"eye tracking","score":0.8109999895095825},{"id":"https://openalex.org/keywords/multimodal-representation","display_name":"multimodal representation","score":0.5669999718666077},{"id":"https://openalex.org/keywords/individual-differences-in-perception","display_name":"individual differences in perception","score":0.7390000224113464}],"concepts":[{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.7278000116348267},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.6606000065803528},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6080999970436096},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.5800999999046326},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5735999941825867},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5339000225067139},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5250999927520752},{"id":"https://openalex.org/C153050134","wikidata":"https://www.wikidata.org/wiki/Q760256","display_name":"Eye movement","level":2,"score":0.45170000195503235},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.44760000705718994},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.38350000977516174},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3763999938964844},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.3644999861717224},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.32910001277923584},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.30660000443458557},{"id":"https://openalex.org/C2781427961","wikidata":"https://www.wikidata.org/wiki/Q430024","display_name":"Human eye","level":2,"score":0.296099990606308},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.28540000319480896},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.2808000147342682},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.25760000944137573},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.25429999828338623},{"id":"https://openalex.org/C200220432","wikidata":"https://www.wikidata.org/wiki/Q7936208","display_name":"Vision science","level":2,"score":0.2513999938964844}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:utupub.fi:11111/18285","doi":null,"is_oa":true,"landing_page_url":"https://www.utupub.fi/handle/11111/18285","pdf_url":"https://www.utupub.fi/bitstreams/2a226a3b-5067-4f67-8e36-24df7545afdc/download","source":{"id":"https://openalex.org/S4306402470","display_name":"UTUPub (University of Turku)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I155660961","host_organization_name":"University of Turku","host_organization_lineage":["https://openalex.org/I155660961"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://www.utupub.fi/handle/10024/175667","raw_type":"fi=Pro gradu -tutkielma|en=Master&apos;s thesis|"},{"id":"pmh:oai:www.utupub.fi:10024/175667","doi":null,"is_oa":true,"landing_page_url":"https://www.utupub.fi/handle/10024/175667","pdf_url":"https://www.utupub.fi/bitstream/10024/175667/1/MasterThesis_DolmansTenzing.pdf","source":{"id":"https://openalex.org/S4306402470","display_name":"UTUPub (University of Turku)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I155660961","host_organization_name":"University of Turku","host_organization_lineage":["https://openalex.org/I155660961"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"fi=Pro gradu -tutkielma|en=Master's thesis|"}],"best_oa_location":{"id":"pmh:oai:utupub.fi:11111/18285","doi":null,"is_oa":true,"landing_page_url":"https://www.utupub.fi/handle/11111/18285","pdf_url":"https://www.utupub.fi/bitstreams/2a226a3b-5067-4f67-8e36-24df7545afdc/download","source":{"id":"https://openalex.org/S4306402470","display_name":"UTUPub (University of Turku)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I155660961","host_organization_name":"University of Turku","host_organization_lineage":["https://openalex.org/I155660961"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://www.utupub.fi/handle/10024/175667","raw_type":"fi=Pro gradu -tutkielma|en=Master&apos;s thesis|"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7056579039.pdf","grobid_xml":"https://content.openalex.org/works/W7056579039.grobid-xml"},"referenced_works_count":56,"referenced_works":["https://openalex.org/W46679369","https://openalex.org/W1574386158","https://openalex.org/W1816313093","https://openalex.org/W1924770834","https://openalex.org/W1929087671","https://openalex.org/W1985370706","https://openalex.org/W1994616650","https://openalex.org/W2004858482","https://openalex.org/W2007571554","https://openalex.org/W2040412343","https://openalex.org/W2040870580","https://openalex.org/W2054802006","https://openalex.org/W2145327220","https://openalex.org/W2150665176","https://openalex.org/W2250539671","https://openalex.org/W2288826045","https://openalex.org/W2606828393","https://openalex.org/W2610748790","https://openalex.org/W2766258373","https://openalex.org/W2769608929","https://openalex.org/W2787560479","https://openalex.org/W2790329090","https://openalex.org/W2900380465","https://openalex.org/W2952042421","https://openalex.org/W2999537838","https://openalex.org/W3005837602","https://openalex.org/W3005863156","https://openalex.org/W3035652667","https://openalex.org/W3042667808","https://openalex.org/W3043278179","https://openalex.org/W3085450361","https://openalex.org/W3087296455","https://openalex.org/W3094502228","https://openalex.org/W3118314577","https://openalex.org/W3118469617","https://openalex.org/W3128175829","https://openalex.org/W3139408336","https://openalex.org/W3159365186","https://openalex.org/W3168867926","https://openalex.org/W3171649327","https://openalex.org/W3195577433","https://openalex.org/W3204795127","https://openalex.org/W3211317523","https://openalex.org/W3216796343","https://openalex.org/W4224308101","https://openalex.org/W4225749806","https://openalex.org/W4226146865","https://openalex.org/W4280534260","https://openalex.org/W4283155630","https://openalex.org/W4295951577","https://openalex.org/W4308202930","https://openalex.org/W4308242475","https://openalex.org/W4312597583","https://openalex.org/W4327810158","https://openalex.org/W4376226279","https://openalex.org/W7133225605"],"related_works":["https://openalex.org/W4220889874","https://openalex.org/W6960143222","https://openalex.org/W4402715878","https://openalex.org/W2902982984","https://openalex.org/W4387324003","https://openalex.org/W2806397594","https://openalex.org/W7169558132","https://openalex.org/W7000630478","https://openalex.org/W4229060199","https://openalex.org/W7115556195"],"abstract_inverted_index":{"Human":[0],"perception":[1,25],"has":[2],"been":[3],"a":[4,38,91,124],"subject":[5],"of":[6,75,79,97,146,150],"study":[7,16],"for":[8,71,109],"centuries.":[9],"Various":[10],"eye":[11],"tracking":[12],"methods":[13,44],"in":[14,24,50,63,94,140],"many":[15],"designs":[17],"have":[18,45],"shed":[19],"light":[20],"on":[21,34],"individual":[22],"differences":[23],"and":[26,55,130,133,148],"visual":[27],"navigation.":[28],"However,":[29],"accurately":[30],"identifying":[31],"individuals":[32,147],"based":[33,43],"gaze":[35,151],"behaviour":[36],"remains":[37],"challenge.":[39],"Artificial":[40],"intelligence":[41],"(AI)":[42],"led":[46],"to":[47,87],"large":[48],"successes":[49],"domains":[51],"such":[52],"as":[53],"vision":[54],"language;":[56],"they":[57],"are":[58],"also":[59],"making":[60],"their":[61],"introduction":[62],"human":[64],"factors":[65],"&":[66],"neuroscience":[67],"(HFN).":[68],"Leveraging":[69],"AI":[70],"HFN":[72,110],"requires":[73],"quantities":[74],"data":[76,98,114],"several":[77],"orders":[78],"magnitude":[80],"larger":[81],"than":[82],"the":[83,95,136],"field":[84],"is":[85,122,152],"used":[86],"organising;":[88],"there":[89],"exists":[90],"clear":[92],"discrepancy":[93],"standardisation":[96],"publication.":[99],"In":[100],"this":[101],"work,":[102],"we":[103],"work":[104,134],"towards":[105],"foundation":[106],"models":[107],"(FM)":[108],"by":[111],"highlighting":[112],"important":[113],"insights":[115],"from":[116],"AI.":[117],"A":[118],"multimodal":[119],"bottleneck":[120],"transformer":[121],"proposed,":[123],"model":[125],"architecture":[126],"that":[127,144],"can":[128],"effectively":[129],"efficiently":[131],"represent":[132],"with":[135],"varying":[137],"modalities":[138],"encountered":[139],"HFN.":[141],"Results":[142],"indicate":[143],"classification":[145],"prediction":[149],"possible,":[153],"given":[154],"more":[155],"training":[156],"data.":[157]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2025-10-10T00:00:00"}
