{"id":"https://openalex.org/W7164879378","doi":"https://doi.org/10.48550/arxiv.2606.15486","title":"ST-DiffEye: Diffusion-based Continuous Gaze Generation via Joint Scanpath-Trajectory Modeling","display_name":"ST-DiffEye: Diffusion-based Continuous Gaze Generation via Joint Scanpath-Trajectory Modeling","publication_year":2026,"publication_date":"2026-06-13","ids":{"openalex":"https://openalex.org/W7164879378","doi":"https://doi.org/10.48550/arxiv.2606.15486"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.15486","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.15486","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.15486","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044381910","display_name":"Brian Nlong Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Brian Nlong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133662284","display_name":"Ozgur Kara","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kara, Ozgur","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138694887","display_name":"Junho Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Junho","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138693834","display_name":"James M. Rehg","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rehg, James M.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9079999923706055,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9079999923706055,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.08030000329017639,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.0013000000035390258,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.8342999815940857},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.5924000144004822},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.5174000263214111},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5091000199317932},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.46630001068115234},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.4526999890804291},{"id":"https://openalex.org/keywords/fixation","display_name":"Fixation (population genetics)","score":0.4334000051021576},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.42399999499320984}],"concepts":[{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.8342999815940857},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7232000231742859},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6086999773979187},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.5924000144004822},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.5174000263214111},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5091000199317932},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.46630001068115234},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.4526999890804291},{"id":"https://openalex.org/C146249460","wikidata":"https://www.wikidata.org/wiki/Q2914991","display_name":"Fixation (population genetics)","level":3,"score":0.4334000051021576},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.42399999499320984},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.38040000200271606},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.36059999465942383},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.3580000102519989},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.35670000314712524},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.3384000062942505},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.3314000070095062},{"id":"https://openalex.org/C207201462","wikidata":"https://www.wikidata.org/wiki/Q182505","display_name":"Bayes' theorem","level":3,"score":0.32280001044273376},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.3005000054836273},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29989999532699585},{"id":"https://openalex.org/C18653775","wikidata":"https://www.wikidata.org/wiki/Q1333358","display_name":"Joint probability distribution","level":2,"score":0.27950000762939453},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.2644999921321869},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.2635999917984009},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2522999942302704}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.15486","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.15486","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.15486","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.15486","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0,87,139],"study":[1],"the":[2,12,148,169,201,207,214],"problem":[3],"of":[4,81,173,203,209,217],"human":[5,218],"gaze":[6,13,47,67,75,94],"modeling,":[7],"which":[8,33,41,154],"aims":[9],"to":[10],"generate":[11],"patterns":[14],"a":[15,20,59,69,110,142,162],"viewer":[16],"produces":[17],"while":[18],"observing":[19],"visual":[21,179],"stimulus.":[22],"Gaze":[23],"is":[24],"primarily":[25],"captured":[26],"through":[27,108],"two":[28,83],"modalities:":[29],"continuous":[30],"eye-tracking":[31],"trajectories,":[32],"describe":[34,42,93],"fine-grained":[35],"motion":[36],"dynamics,":[37],"and":[38,52,65,91,98,104,135,171,184,187,206],"discrete":[39],"scanpaths,":[40],"high-level":[43],"fixation":[44],"structure.":[45],"Because":[46],"varies":[48],"substantially":[49],"across":[50],"viewers":[51],"trials,":[53],"we":[54],"treat":[55],"this":[56,106],"variability":[57,216],"as":[58,68,122],"defining":[60],"property":[61],"rather":[62],"than":[63],"noise":[64],"model":[66],"stochastic":[70],"generative":[71,74],"process.":[72],"Existing":[73],"models":[76],"supervise":[77],"on":[78,147,177,188],"only":[79],"one":[80],"these":[82],"representations":[84],"in":[85,212],"isolation.":[86],"hypothesize":[88],"that":[89,115,166],"trajectories":[90],"scanpaths":[92],"at":[95],"complementary":[96],"scales":[97],"are":[99],"jointly":[100,167],"informative":[101],"during":[102],"training,":[103],"test":[105],"hypothesis":[107],"ST-DiffEye,":[109],"joint":[111,204],"trajectory-scanpath":[112],"diffusion":[113],"framework":[114,145],"couples":[116],"both":[117,182],"modalities":[118],"by":[119],"concatenating":[120],"them":[121],"an":[123,133],"additional":[124],"raw":[125],"input":[126,134],"channel,":[127],"requiring":[128],"no":[129],"architectural":[130],"overhead":[131],"beyond":[132],"output":[136],"channel":[137],"expansion.":[138],"further":[140],"introduce":[141],"principled":[143],"evaluation":[144,211],"based":[146],"Continuous":[149],"Ranked":[150],"Probability":[151],"Score":[152],"(CRPS),":[153],"generalizes":[155],"any":[156],"existing":[157],"sequence":[158],"similarity":[159],"metric":[160],"into":[161],"proper":[163],"scoring":[164],"rule":[165],"assesses":[168],"accuracy":[170],"diversity":[172],"generated":[174],"gaze.":[175,219],"Experiments":[176],"task-driven":[178],"search,":[180],"covering":[181],"target-present":[183],"target-absent":[185],"scenarios,":[186],"free-viewing":[189],"benchmarks":[190],"demonstrate":[191],"state-of-the-art":[192],"performance.":[193],"These":[194],"results,":[195],"along":[196],"with":[197],"detailed":[198],"ablations,":[199],"confirm":[200],"benefit":[202],"modeling":[205],"value":[208],"distribution-aware":[210],"capturing":[213],"intrinsic":[215],"Project":[220],"webpage:":[221],"https://st-diffeye.github.io/":[222]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-17T00:00:00"}